Prepare OpenShift Ansible packages
Modify the Master configuration files.
- /root/openshift-ansible/roles/openshift_version/tasks/masters_and_nodes.yml:
line 12~13:
# block when
when:
- not openshift_is_atomic | bool
- not openshift_is_containerized | bool
- Prepare the host file for ansible
Path: /etc/ansible/hosts
[OSEv3:children]
masters
nodes
etcd
lb
# Specify there will be GlusterFS nodes
glusterfs
glusterfs_registry
[OSEv3:vars]
ansible_user=root
ansible_ssh_user=root
openshift_deployment_type=origin
#openshift_docker_use_system_container=True
openshift_disable_check=docker_image_availability
containerized=true
openshift_release=3.9
openshift_image_tag=v3.9.0
openshift_pkg_version=-3.9.0
enable_excluders=false
# htpasswd auth
openshift_master_identity_providers=[{'name': 'htpasswd_auth', 'login': 'true', 'challenge': 'true', 'kind': 'HTPasswdPasswordIdentityProvider', 'filename': '/etc/origin/master/htpasswd'},{'name': 'my_ldap_provider', 'challenge': 'true', 'login': 'true', 'kind': 'LDAPPasswordIdentityProvider', 'attributes': {'id': ['dn'], 'email': ['mail'], 'name': ['cn'], 'preferredUsername': ['uid']}, 'bindDN': '', 'bindPassword': '', 'insecure': 'false', 'url': 'ldap://192.168.0.137:389/ou=Tech,dc=gemii,dc=cc?uid'}]
# Defining htpasswd users
openshift_master_htpasswd_users={'admin': '$apr1$0oyVx7VK$OFmO1wA2oUdY.7026TY380'}
# LDAP auth
openshift_storage_glusterfs_namespace=glusterfs
openshift_storage_glusterfs_name=storage
openshift_hosted_registry_cert_expire_days=3650
openshift_ca_cert_expire_days=3650
openshift_node_cert_expire_days=3650
openshift_master_cert_expire_days=3650
etcd_ca_default_days=3650
os_firewall_use_firewalld=True
openshift_master_cluster_method=native
openshift_master_cluster_hostname=lb1.os.gemii.tech
openshift_master_cluster_public_hostname=oc.os.gemii.tech
#openshift_master_default_subdomain=os.gemii.tech
openshift_clock_enabled=true
# apply updated node defaults
openshift_node_kubelet_args={'pods-per-core': ['10'], 'max-pods': ['250'], 'image-gc-high-threshold': ['90'], 'image-gc-low-threshold': ['80']}
#openshift_logging_install_logging=true
# Configure loggingPublicURL in the master config for aggregate logging, defaults
# to kibana.{{ openshift_master_default_subdomain }}
#openshift_logging_kibana_hostname=logging.dev.gemii.cc
# Configure the number of elastic search nodes, unless you're using dynamic provisioning
# this value must be 1
#openshift_logging_es_cluster_size=3
# Configure the prefix and version for the component images
#openshift_logging_image_prefix=docker.io/openshift/origin-
#openshift_logging_image_version=v3.7.0
#openshift_http_proxy=http://192.168.0.127:8118/
#openshift_https_proxy=http://192.168.0.127:8118/
#openshift_no_proxy='localhost,127.0.0.1,180.169.188.90,hub.docker.gemii.cc,192.168.0.169'
openshift_hosted_registry_storage_kind=glusterfs
openshift_hosted_registry_replicas=3
openshift_hosted_registry_storage_volume_size=500Gi
openshift_generate_no_proxy_hosts=false
[masters]
oskm1.os.gemii.tech
oskm2.os.gemii.tech
oskm3.os.gemii.tech
[nodes]
# masters should be schedulable to run web console pods
oskm1.os.gemii.tech openshift_schedulable=True
oskm2.os.gemii.tech openshift_schedulable=True
oskm3.os.gemii.tech openshift_schedulable=True
oskw1.os.gemii.tech openshift_node_labels="{'region': 'infra'}" openshift_schedulable=True
oskw2.os.gemii.tech openshift_node_labels="{'region': 'infra'}" openshift_schedulable=True
oskw3.os.gemii.tech openshift_node_labels="{'region': 'infra'}" openshift_schedulable=True
oskw4.os.gemii.tech openshift_node_labels="{'region': 'primary'}" openshift_schedulable=True
oskw5.os.gemii.tech openshift_node_labels="{'region': 'primary'}" openshift_schedulable=True
oskw6.os.gemii.tech openshift_node_labels="{'region': 'primary'}" openshift_schedulable=True
oskw7.os.gemii.tech openshift_node_labels="{'region': 'primary'}" openshift_schedulable=True
oskw8.os.gemii.tech openshift_node_labels="{'region': 'primary'}" openshift_schedulable=True
oskw9.os.gemii.tech openshift_node_labels="{'region': 'primary'}" openshift_schedulable=True
[etcd]
oskm1.os.gemii.tech
oskm2.os.gemii.tech
oskm3.os.gemii.tech
[lb]
lb1.os.gemii.tech
# Specify the glusterfs group, which contains the nodes of the external
# GlusterFS cluster. At a minimum, each node must have "glusterfs_hostname"
# and "glusterfs_devices" variables defined.
#
# The first variable indicates the hostname of the external GLusterFS node,
# and must be reachable by the external heketi service.
#
# The second variable is a list of block devices the node will have access to
# that are intended solely for use as GlusterFS storage. These block devices
# must be bare (e.g. have no data, not be marked as LVM PVs), and will be
# formatted.
[glusterfs]
oskw1.os.gemii.tech glusterfs_devices='[ "/dev/sdc" ]'
oskw2.os.gemii.tech glusterfs_devices='[ "/dev/sdc" ]'
oskw3.os.gemii.tech glusterfs_devices='[ "/dev/sdc" ]'
[glusterfs_registry]
oskm1.os.gemii.tech glusterfs_devices='[ "/dev/sdc" ]'
oskm2.os.gemii.tech glusterfs_devices='[ "/dev/sdc" ]'
oskm3.os.gemii.tech glusterfs_devices='[ "/dev/sdc" ]'
3 Install OpenShift
# cd ~
# ansible-playbook ./openshift-ansible/playbooks/prerequisites.yml
# ansible-playbook ./openshift-ansible/playbooks/deploy_cluster.yml
