Log

root@ip-172-31-64-78:~/kubernetes-sigs-kubespray# ansible-playbook -i
inventory/mycluster/hosts.yaml --become --become-user=root cluster.yml
PLAY [localhost]
***********************************************************************************
***********************************************************************************
*********
Sunday 20 September 2020 08:46:47 +0000 (0:00:00.056) 0:00:00.056 ******
TASK [Check ansible version >=2.8.0]

***********************************************************************************
************************************************************************
ok: [localhost] => {
"changed": false,
"msg": "All assertions passed"
}
PLAY [all]
***********************************************************************************
***********************************************************************************
***************
TASK [Set up proxy environment]

***********************************************************************************
*****************************************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
[WARNING]: Could not match supplied host pattern, ignoring: bastion
PLAY [bastion[0]]
***********************************************************************************
***********************************************************************************
********
skipping: no hosts matched
PLAY [k8s-cluster:etcd]
***********************************************************************************
***********************************************************************************
**
TASK [kubespray-defaults : Configure defaults]

***********************************************************************************
**************************************************************
ok: [node2] => {
"msg": "Check roles/kubespray-defaults/defaults/main.yml"
}
ok: [node1] => {
}
ok: [node4] => {
}
ok: [node3] => {
}
TASK [bootstrap-os : Fetch /etc/os-release]

***********************************************************************************
*****************************************************************
ok: [node2]
ok: [node1]
ok: [node3]
ok: [node4]
included: /root/kubernetes-sigs-kubespray/roles/bootstrap-os/tasks/bootstrap-
debian.yml for node2, node1, node4, node3
TASK [bootstrap-os : Check if bootstrap is needed]

***********************************************************************************
**********************************************************
ok: [node2]
ok: [node1]
ok: [node3]
ok: [node4]
TASK [bootstrap-os : Set the ansible_python_interpreter fact]

***********************************************************************************
***********************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [bootstrap-os : Install dbus for the hostname module]

***********************************************************************************
**************************************************
ok: [node1]
ok: [node3]
ok: [node2]
ok: [node4]
TASK [bootstrap-os : Create remote_tmp for it is used by another module]

***********************************************************************************
************************************
changed: [node1]
changed: [node3]
changed: [node2]
changed: [node4]
TASK [bootstrap-os : Gather host facts to get ansible_os_family]

***********************************************************************************
********************************************
ok: [node1]
ok: [node3]
ok: [node2]
ok: [node4]
TASK [bootstrap-os : Assign inventory name to unconfigured hostnames (non-CoreOS,

non-Flatcar, Suse and ClearLinux)]
***************************************************************************
ok: [node3]
ok: [node2]
ok: [node1]
ok: [node4]
TASK [bootstrap-os : Ensure bash_completion.d folder exists]

***********************************************************************************
************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
PLAY [Gather facts]

***********************************************************************************
***********************************************************************************
******
TASK [Gather minimal facts]

***********************************************************************************
*********************************************************************************
ok: [node2]
ok: [node1]
ok: [node3]
ok: [node4]
TASK [Gather necessary facts]

***********************************************************************************
*******************************************************************************
ok: [node1] => (item=ansible_distribution_major_version)
ok: [node1] => (item=ansible_default_ipv4)
ok: [node1] => (item=ansible_all_ipv4_addresses)
ok: [node1] => (item=ansible_memtotal_mb)
ok: [node1] => (item=ansible_swaptotal_mb)
PLAY [k8s-cluster:etcd]
***********************************************************************************
***********************************************************************************
**

***********************************************************************************
**************************************************************
ok: [node2] => {
}
ok: [node1] => {
}
ok: [node4] => {
}
ok: [node3] => {
}
TASK [kubespray-defaults : create fallback_ips_base]

***********************************************************************************
********************************************************
ok: [node2 -> localhost]
TASK [kubespray-defaults : set fallback_ips]

***********************************************************************************
****************************************************************
ok: [node2]
ok: [node3]
ok: [node1]
ok: [node4]
TASK [adduser : User | Create User Group]

***********************************************************************************
*******************************************************************
changed: [node1]
changed: [node3]
changed: [node2]
changed: [node4]
TASK [adduser : User | Create User]

***********************************************************************************
*************************************************************************
changed: [node2]
changed: [node3]
changed: [node1]
changed: [node4]
TASK [kubernetes/preinstall : Remove swapfile from /etc/fstab]

***********************************************************************************
**********************************************
ok: [node3] => (item=swap)
ok: [node3] => (item=none)
TASK [kubernetes/preinstall : check swap]

***********************************************************************************
*******************************************************************
ok: [node3]
ok: [node2]
ok: [node4]
ok: [node1]
TASK [kubernetes/preinstall : Stop if either kube-master, kube-node or etcd is

empty]
***********************************************************************************
***********************
ok: [node2] => (item=kube-master) => {
"ansible_loop_var": "item",
"changed": false,
"item": "kube-master",
}
ok: [node2] => (item=kube-node) => {
"changed": false,
"item": "kube-node",
}
ok: [node2] => (item=etcd) => {
"changed": false,
"item": "etcd",
}
TASK [kubernetes/preinstall : Stop if non systemd OS type]

***********************************************************************************
**************************************************
ok: [node2] => {
"changed": false,
}
ok: [node1] => {
"changed": false,
}
ok: [node4] => {
"changed": false,
}
ok: [node3] => {
"changed": false,
}
TASK [kubernetes/preinstall : Stop if unknown OS]

***********************************************************************************
***********************************************************
ok: [node2] => {
"changed": false,
}
ok: [node1] => {
"changed": false,
}
ok: [node4] => {
"changed": false,
}
ok: [node3] => {
"changed": false,
}
TASK [kubernetes/preinstall : Stop if unknown network plugin]

***********************************************************************************
***********************************************
ok: [node2] => {
"changed": false,
}
ok: [node1] => {
"changed": false,
}
ok: [node4] => {
"changed": false,
}
ok: [node3] => {
"changed": false,
}
TASK [kubernetes/preinstall : Stop if unsupported version of Kubernetes]

***********************************************************************************
************************************
ok: [node2] => {
"changed": false,
}
ok: [node1] => {
"changed": false,
}
ok: [node4] => {
"changed": false,
}
ok: [node3] => {
"changed": false,
}
TASK [kubernetes/preinstall : Stop if known booleans are set as strings (Use JSON
format on CLI: -e "{'key': true }")]
*************************************************************************
ok: [node2] => (item={'value': False, 'name': 'download_run_once'}) => {
"changed": false,
"item": {
"name": "download_run_once",
"value": false
},
}
ok: [node2] => (item={'value': False, 'name': 'deploy_netchecker'}) => {
"changed": false,
"item": {
"name": "deploy_netchecker",
"value": false
},
}
ok: [node2] => (item={'value': False, 'name': 'download_always_pull'}) => {
"changed": false,
"item": {
"name": "download_always_pull",
"value": false
},
}
ok: [node2] => (item={'value': False, 'name': 'helm_enabled'}) => {
"changed": false,
"item": {
"name": "helm_enabled",
"value": false
},
}
ok: [node2] => (item={'value': False, 'name': 'openstack_lbaas_enabled'}) => {
"changed": false,
"item": {
"name": "openstack_lbaas_enabled",
"value": false
},
}
TASK [kubernetes/preinstall : Stop if even number of etcd hosts]

***********************************************************************************
********************************************
ok: [node2] => {
"changed": false,
}
ok: [node1] => {
"changed": false,
}
ok: [node3] => {
"changed": false,
}
TASK [kubernetes/preinstall : Stop if memory is too small for masters]

***********************************************************************************
**************************************
ok: [node2] => {
"changed": false,
}
ok: [node1] => {
"changed": false,
}
TASK [kubernetes/preinstall : Stop if memory is too small for nodes]

***********************************************************************************
****************************************
ok: [node2] => {
"changed": false,
}
ok: [node1] => {
"changed": false,
}
ok: [node4] => {
"changed": false,
}
ok: [node3] => {
"changed": false,
}
TASK [kubernetes/preinstall : Stop if ip var does not match local ips]

***********************************************************************************
**************************************
ok: [node2] => {
"changed": false,
}
ok: [node1] => {
"changed": false,
}
ok: [node4] => {
"changed": false,
}
ok: [node3] => {
"changed": false,
}
TASK [kubernetes/preinstall : Stop if access_ip is not pingable]

***********************************************************************************
********************************************
changed: [node2]
changed: [node1]
changed: [node4]
changed: [node3]
TASK [kubernetes/preinstall : Stop if RBAC is not enabled when dashboard is

enabled]
***********************************************************************************
************************
ok: [node2] => {
"changed": false,
}
ok: [node1] => {
"changed": false,
}
ok: [node4] => {
"changed": false,
}
ok: [node3] => {
"changed": false,
}
TASK [kubernetes/preinstall : Stop if RBAC and anonymous-auth are not enabled when
insecure port is disabled]
**********************************************************************************
ok: [node2] => {
"changed": false,
}
ok: [node1] => {
"changed": false,
}
TASK [kubernetes/preinstall : Stop if bad hostname]

***********************************************************************************
*********************************************************
ok: [node2] => {
"changed": false,
}
ok: [node1] => {
"changed": false,
}
ok: [node4] => {
"changed": false,
}
ok: [node3] => {
"changed": false,
}
TASK [kubernetes/preinstall : Ensure minimum calico version]

***********************************************************************************
************************************************
ok: [node2] => {
"changed": false,
}
TASK [kubernetes/preinstall : Get current version of calico cluster version]

***********************************************************************************
********************************
ok: [node2]
TASK [kubernetes/preinstall : Check that kube_service_addresses is a network range]

***********************************************************************************
*************************
ok: [node2] => {
"changed": false,
}
TASK [kubernetes/preinstall : Check that kube_pods_subnet is a network range]

***********************************************************************************
*******************************
ok: [node2] => {
"changed": false,
}
TASK [kubernetes/preinstall : Check that kube_pods_subnet does not collide with

kube_service_addresses]
***********************************************************************************
*****
ok: [node2] => {
"changed": false,
}
TASK [kubernetes/preinstall : Stop if unknown dns mode]
***********************************************************************************
*****************************************************
ok: [node2] => {
"changed": false,
}
TASK [kubernetes/preinstall : Stop if unknown kube proxy mode]

***********************************************************************************
**********************************************
ok: [node2] => {
"changed": false,
}
TASK [kubernetes/preinstall : Stop if vault is chose]

***********************************************************************************
*******************************************************
ok: [node2] => {
"changed": false,
}
TASK [kubernetes/preinstall : Stop if unknown cert_management]

***********************************************************************************
**********************************************
ok: [node2] => {
"changed": false,
}
TASK [kubernetes/preinstall : Stop if unknown resolvconf_mode]

***********************************************************************************
**********************************************
ok: [node2] => {
"changed": false,
}
TASK [kubernetes/preinstall : Stop if etcd deployment type is not host or docker]

***********************************************************************************
***************************
ok: [node2] => {
"changed": false,
}
TASK [kubernetes/preinstall : Pre-upgrade | check if old credential dir exists]

***********************************************************************************
*****************************
TASK [kubernetes/preinstall : check if booted with ostree]

***********************************************************************************
**************************************************
ok: [node2]
ok: [node4]
ok: [node1]
ok: [node3]
TASK [kubernetes/preinstall : set is_fedora_coreos]

***********************************************************************************
*********************************************************
ok: [node1]
ok: [node3]
ok: [node4]
ok: [node2]
TASK [kubernetes/preinstall : set is_fedora_coreos]

***********************************************************************************
*********************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [kubernetes/preinstall : check resolvconf]

***********************************************************************************
*************************************************************
ok: [node1]
ok: [node2]
ok: [node4]
ok: [node3]
TASK [kubernetes/preinstall : check systemd-resolved]

***********************************************************************************
*******************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
TASK [kubernetes/preinstall : set dns facts]

***********************************************************************************
****************************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [kubernetes/preinstall : check if kubelet is configured]

***********************************************************************************
***********************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
TASK [kubernetes/preinstall : check if early DNS configuration stage]

***********************************************************************************
***************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [kubernetes/preinstall : target resolv.conf files]

***********************************************************************************
*****************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [kubernetes/preinstall : check if /etc/dhclient.conf exists]

***********************************************************************************
*******************************************
ok: [node1]
ok: [node2]
ok: [node4]
ok: [node3]
TASK [kubernetes/preinstall : check if /etc/dhcp/dhclient.conf exists]

***********************************************************************************
**************************************
ok: [node1]
ok: [node2]
ok: [node4]
ok: [node3]
TASK [kubernetes/preinstall : target dhclient conf file for

/etc/dhcp/dhclient.conf]
***********************************************************************************
************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [kubernetes/preinstall : target dhclient hook file for Debian family]

***********************************************************************************
**********************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [kubernetes/preinstall : generate search domains to resolvconf]

***********************************************************************************
****************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [kubernetes/preinstall : pick coredns cluster IP or default resolver]

***********************************************************************************
**********************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [kubernetes/preinstall : generate nameservers to resolvconf]

***********************************************************************************
*******************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [kubernetes/preinstall : gather os specific variables]

***********************************************************************************
*************************************************
ok: [node2] => (item=/root/kubernetes-sigs-
kubespray/roles/kubernetes/preinstall/vars/../vars/ubuntu.yml)
TASK [kubernetes/preinstall : check /usr readonly]

***********************************************************************************
**********************************************************
ok: [node2]
ok: [node1]
ok: [node3]
ok: [node4]
TASK [kubernetes/preinstall : Create kubernetes directories]

***********************************************************************************
************************************************
changed: [node2] => (item=/usr/local/bin)
changed: [node2] => (item=/etc/kubernetes)
changed: [node2] => (item=/etc/kubernetes/ssl)
changed: [node2] => (item=/etc/kubernetes/manifests)
changed: [node2] => (item=/usr/local/bin/kubernetes-scripts)
changed: [node1] => (item=/usr/libexec/kubernetes/kubelet-plugins/volume/exec)
TASK [kubernetes/preinstall : Check if kubernetes kubeadm compat cert dir exists]

***********************************************************************************
***************************
ok: [node2]
ok: [node1]
ok: [node3]
ok: [node4]
TASK [kubernetes/preinstall : Create kubernetes kubeadm compat cert dir

(kubernetes/kubeadm issue 1498)]
***********************************************************************************
****
changed: [node2]
changed: [node1]
changed: [node4]
changed: [node3]
TASK [kubernetes/preinstall : Create cni directories]

***********************************************************************************
*******************************************************
changed: [node1] => (item=/etc/cni/net.d)
changed: [node1] => (item=/opt/cni/bin)
changed: [node1] => (item=/var/lib/calico)
TASK [kubernetes/preinstall : Update package management cache (APT)]

***********************************************************************************
****************************************
changed: [node3]
changed: [node1]
changed: [node2]
changed: [node4]
TASK [kubernetes/preinstall : Update common_required_pkgs with ipvsadm when

kube_proxy_mode is ipvs]
***********************************************************************************
********
ok: [node2]
ok: [node1]
ok: [node3]
ok: [node4]
TASK [kubernetes/preinstall : Install packages requirements]

***********************************************************************************
************************************************
changed: [node1]
changed: [node3]
changed: [node2]
changed: [node4]
TASK [kubernetes/preinstall : Stat sysctl file configuration]

***********************************************************************************
***********************************************
ok: [node2]
ok: [node1]
ok: [node3]
ok: [node4]
TASK [kubernetes/preinstall : Change sysctl file path to link source if linked]

***********************************************************************************
*****************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [kubernetes/preinstall : Make sure sysctl file path folder exists]

***********************************************************************************
*************************************
ok: [node2]
ok: [node3]
ok: [node1]
ok: [node4]
TASK [kubernetes/preinstall : Enable ip forwarding]

***********************************************************************************
*********************************************************
[WARNING]: The value 1 (type int) in a string field was converted to '1' (type
string). If this does not look like what you expect, quote the entire value to
ensure it does not change.
changed: [node3]
changed: [node4]
changed: [node1]
changed: [node2]
TASK [kubernetes/preinstall : Ensure kube-bench parameters are set]

***********************************************************************************
*****************************************
changed: [node1] => (item={'value': 1, 'name': 'vm.overcommit_memory'})
changed: [node2] => (item={'value': 10, 'name': 'kernel.panic'})
changed: [node2] => (item={'value': 1, 'name': 'kernel.panic_on_oops'})
TASK [kubernetes/preinstall : Hosts | create list from inventory]

***********************************************************************************
*******************************************
TASK [kubernetes/preinstall : Hosts | populate inventory into hosts file]
***********************************************************************************
***********************************
changed: [node3]
changed: [node1]
changed: [node2]
changed: [node4]
TASK [kubernetes/preinstall : Hosts | Retrieve hosts file content]

***********************************************************************************
******************************************
ok: [node1]
ok: [node3]
ok: [node2]
ok: [node4]
TASK [kubernetes/preinstall : Hosts | Extract existing entries for localhost from

hosts file]
***********************************************************************************
***************
ok: [node2] => (item=127.0.0.1 localhost)
ok: [node2] => (item=::1 ip6-localhost ip6-loopback)
TASK [kubernetes/preinstall : Hosts | Update target hosts file entries dict with
required entries]
***********************************************************************************
**********
ok: [node2] => (item={'value': {'expected': ['localhost',
'localhost.localdomain']}, 'key': '127.0.0.1'})
ok: [node2] => (item={'value': {'expected': ['localhost6',
'localhost6.localdomain'], 'unexpected': ['localhost', 'localhost.localdomain']},
'key': '::1'})
'key': '::1'})
'key': '::1'})
'key': '::1'})
TASK [kubernetes/preinstall : Hosts | Update (if necessary) hosts file]
***********************************************************************************
*************************************
changed: [node2] => (item={'value': ['localhost', 'localhost.localdomain'], 'key':
'127.0.0.1'})
'127.0.0.1'})
'127.0.0.1'})
'127.0.0.1'})
changed: [node2] => (item={'value': ['ip6-localhost', 'ip6-loopback', 'localhost6',
'localhost6.localdomain'], 'key': '::1'})
TASK [kubernetes/preinstall : Update facts]

***********************************************************************************
*****************************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
TASK [kubernetes/preinstall : Remove kubespray specific config from dhclient

config]
***********************************************************************************
************************
ok: [node2]
ok: [node3]
ok: [node1]
ok: [node4]
TASK [kubernetes/preinstall : Remove kubespray specific dhclient hook]

***********************************************************************************
**************************************
ok: [node1]
ok: [node2]
ok: [node4]
ok: [node3]
TASK [kubernetes/preinstall : Check if we are running inside a Azure VM]

***********************************************************************************
************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [container-engine/containerd-common : gather os specific variables]

***********************************************************************************
************************************
ok: [node2] => (item=/root/kubernetes-sigs-kubespray/roles/container-
engine/containerd-common/vars/../vars/ubuntu-amd64.yml)
TASK [container-engine/docker : check if fedora coreos]

***********************************************************************************
*****************************************************
ok: [node2]
ok: [node1]
ok: [node3]
ok: [node4]
TASK [container-engine/docker : set is_ostree]

***********************************************************************************
**************************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [container-engine/docker : gather os specific variables]

***********************************************************************************
***********************************************
engine/docker/vars/../vars/ubuntu-amd64.yml)
included: /root/kubernetes-sigs-kubespray/roles/container-
engine/docker/tasks/set_facts_dns.yml for node2, node1, node4, node3
TASK [container-engine/docker : set dns server for docker]

***********************************************************************************
**************************************************
ok: [node2]
ok: [node4]
ok: [node1]
ok: [node3]
TASK [container-engine/docker : show docker_dns_servers]

***********************************************************************************
****************************************************
ok: [node2] => {
"msg": [
"10.233.0.3"
]
}
ok: [node3] => {
"msg": [
"10.233.0.3"
]
}
ok: [node1] => {
"msg": [
"10.233.0.3"
]
}
ok: [node4] => {
"msg": [
"10.233.0.3"
]
}
TASK [container-engine/docker : add upstream dns servers]

***********************************************************************************
***************************************************
ok: [node2]
ok: [node4]
ok: [node1]
ok: [node3]
TASK [container-engine/docker : add global searchdomains]

***********************************************************************************
***************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [container-engine/docker : check system nameservers]

***********************************************************************************
***************************************************
ok: [node2]
ok: [node4]
ok: [node1]
ok: [node3]
TASK [container-engine/docker : check system search domains]

***********************************************************************************
************************************************
ok: [node1]
ok: [node2]
ok: [node4]
ok: [node3]
TASK [container-engine/docker : add system nameservers to docker options]

***********************************************************************************
***********************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [container-engine/docker : add system search domains to docker options]

***********************************************************************************
********************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [container-engine/docker : Ensure old versions of Docker are not installed. |

Debian]
***********************************************************************************
******************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
TASK [container-engine/docker : ensure docker-ce repository public key is

installed]
***********************************************************************************
************************
changed: [node3] => (item=9DC858229FC7DD38854AE2D88D81803C0EBFCD88)
TASK [container-engine/docker : ensure docker-ce repository is enabled]

***********************************************************************************
*************************************
changed: [node1] => (item=deb [arch=amd64] https://download.docker.com/linux/ubuntu
xenial stable
)
xenial stable
)
xenial stable
)
xenial stable
)
TASK [container-engine/docker : ensure docker packages are installed]

***********************************************************************************
***************************************
changed: [node1] => (item={'force': True, 'name': 'containerd.io=1.2.13-2'})
changed: [node1] => (item={'force': True, 'name': 'docker-ce-cli=5:19.03.12~3-
0~ubuntu-xenial'})
0~ubuntu-xenial'})
0~ubuntu-xenial'})
0~ubuntu-xenial'})
changed: [node1] => (item={'force': True, 'name': 'docker-ce=5:19.03.12~3-0~ubuntu-
xenial'})
xenial'})
xenial'})
xenial'})
TASK [container-engine/docker : Tell Debian hosts not to change the docker version
with apt upgrade]
***********************************************************************************
********
changed: [node2]
changed: [node1]
changed: [node3]
changed: [node4]
TASK [container-engine/docker : ensure service is started if docker packages are

already present]
***********************************************************************************
***********
ok: [node3]
ok: [node2]
ok: [node1]
ok: [node4]
[WARNING]: flush_handlers task does not support when conditional
RUNNING HANDLER [container-engine/docker : restart docker]

***********************************************************************************
**************************************************
changed: [node3]
changed: [node1]
changed: [node2]
changed: [node4]
RUNNING HANDLER [container-engine/docker : Docker | reload systemd]

***********************************************************************************
*****************************************
ok: [node3]
ok: [node1]
ok: [node2]
ok: [node4]
RUNNING HANDLER [container-engine/docker : Docker | reload docker]

***********************************************************************************
******************************************
changed: [node3]
changed: [node1]
changed: [node2]
changed: [node4]
RUNNING HANDLER [container-engine/docker : Docker | wait for docker]

***********************************************************************************
****************************************
changed: [node1]
changed: [node3]
changed: [node2]
changed: [node4]
TASK [container-engine/docker : set fact for docker_version]

***********************************************************************************
************************************************
ok: [node1]
ok: [node2]
ok: [node4]
ok: [node3]
TASK [container-engine/docker : Create docker service systemd directory if it

doesn't exist]
***********************************************************************************
****************
changed: [node1]
changed: [node2]
changed: [node4]
changed: [node3]
TASK [container-engine/docker : get systemd version]

***********************************************************************************
********************************************************
ok: [node2]
ok: [node1]
ok: [node3]
ok: [node4]
TASK [container-engine/docker : Write docker.service systemd file]

***********************************************************************************
******************************************
changed: [node1]
changed: [node3]
changed: [node2]
changed: [node4]
TASK [container-engine/docker : Write docker options systemd drop-in]

***********************************************************************************
***************************************
changed: [node1]
changed: [node2]
changed: [node3]
changed: [node4]
TASK [container-engine/docker : Write docker dns systemd drop-in]

***********************************************************************************
*******************************************
changed: [node2]
changed: [node1]
changed: [node3]
changed: [node4]
RUNNING HANDLER [container-engine/docker : restart docker]

***********************************************************************************
**************************************************
changed: [node1]
changed: [node3]
changed: [node4]
changed: [node2]
RUNNING HANDLER [container-engine/docker : Docker | reload systemd]

***********************************************************************************
*****************************************
ok: [node1]
ok: [node3]
ok: [node4]
ok: [node2]
RUNNING HANDLER [container-engine/docker : Docker | reload docker]

***********************************************************************************
******************************************
changed: [node1]
changed: [node3]
changed: [node4]
changed: [node2]
RUNNING HANDLER [container-engine/docker : Docker | wait for docker]

***********************************************************************************
****************************************
changed: [node1]
changed: [node3]
changed: [node4]
changed: [node2]
TASK [container-engine/docker : ensure docker service is started and enabled]

***********************************************************************************
*******************************
ok: [node1] => (item=docker)
TASK [download : prep_download | Set a few facts]

***********************************************************************************
***********************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [download : prep_download | Register docker images info]

***********************************************************************************
***********************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [download : prep_download | Create staging directory on remote node]

***********************************************************************************
***********************************
changed: [node2]
changed: [node1]
changed: [node4]
changed: [node3]
included: /root/kubernetes-sigs-
kubespray/roles/download/tasks/prep_kubeadm_images.yml for node2, node1
included: /root/kubernetes-sigs-kubespray/roles/download/tasks/download_file.yml
for node2, node1
TASK [download : download_file | Starting download of file]

***********************************************************************************
*************************************************
ok: [node2] => {
"msg": "https://storage.googleapis.com/kubernetes-
release/release/v1.19.2/bin/linux/amd64/kubeadm"
}
ok: [node1] => {
}
TASK [download : download_file | Set pathname of cached file]

***********************************************************************************
***********************************************
ok: [node2]
ok: [node1]
TASK [download : download_file | Create dest directory on node]

***********************************************************************************
*********************************************
ok: [node2]
ok: [node1]
TASK [download : download_file | Download item]

***********************************************************************************
*************************************************************
changed: [node1 -> 172.31.69.237]
changed: [node2 -> 172.31.73.169]
included: /root/kubernetes-sigs-kubespray/roles/download/tasks/extract_file.yml for
node2, node1
[WARNING]: noop task does not support when conditional
TASK [download : prep_kubeadm_images | Create kubeadm config]

***********************************************************************************
***********************************************
changed: [node2]
changed: [node1]
TASK [download : prep_kubeadm_images | Copy kubeadm binary from download dir to

system path]
***********************************************************************************
****************
changed: [node1 -> 172.31.69.237]
changed: [node2 -> 172.31.73.169]
TASK [download : prep_kubeadm_images | Set kubeadm binary permissions]

***********************************************************************************
**************************************
ok: [node2]
ok: [node1]
TASK [download : prep_kubeadm_images | Generate list of required images]

***********************************************************************************
************************************
ok: [node2]
TASK [download : prep_kubeadm_images | Parse list of images]

***********************************************************************************
************************************************
ok: [node2] => (item=k8s.gcr.io/kube-apiserver:v1.19.2)
ok: [node2] => (item=k8s.gcr.io/kube-controller-manager:v1.19.2)
ok: [node2] => (item=k8s.gcr.io/kube-scheduler:v1.19.2)
ok: [node2] => (item=k8s.gcr.io/kube-proxy:v1.19.2)
TASK [download : prep_kubeadm_images | Convert list of images to dict for later

use]
***********************************************************************************
************************
ok: [node2]
kubespray/roles/download/tasks/download_container.yml for node2, node3, node4,
node1
kubespray/roles/download/tasks/download_container.yml for node2, node1
node1
node1
node1
node1
node1
for node2, node3, node4, node1
node1
node1
node1
node1
kubespray/roles/download/tasks/download_container.yml for node2, node3, node1
for node2, node1
TASK [download : set default values for flag variables]

***********************************************************************************
*****************************************************
ok: [node2]
ok: [node3]
ok: [node1]
ok: [node4]
TASK [download : set_container_facts | Display the name of the image being

processed]
***********************************************************************************
***********************
ok: [node2] => {
"msg": "k8s.gcr.io/kube-controller-manager"
}
ok: [node1] => {
}
ok: [node4] => {
}
ok: [node3] => {
}
TASK [download : set_container_facts | Set if containers should be pulled by

digest]
***********************************************************************************
************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [download : set_container_facts | Define by what name to pull the image]

***********************************************************************************
*******************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [download : set_container_facts | Define file name of image]

***********************************************************************************
*******************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [download : set_container_facts | Define path of image]

***********************************************************************************
************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
kubespray/roles/download/tasks/check_pull_required.yml for node2, node1, node4,
node3
TASK [download : check_pull_required | Generate a list of information about the

images on a node]
***********************************************************************************
**********
ok: [node2]
ok: [node3]
ok: [node1]
ok: [node4]
TASK [download : check_pull_required | Set pull_required if the desired image is

not yet loaded]
***********************************************************************************
************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [download : debug]

***********************************************************************************
***********************************************************************************
**
ok: [node2] => {
"msg": "Pull k8s.gcr.io/kube-controller-manager:v1.19.2 required is: True"
}
ok: [node1] => {
}
ok: [node4] => {
}
ok: [node3] => {
}
TASK [download : download_container | Download image if required]

***********************************************************************************
*******************************************
changed: [node1 -> 172.31.69.237]
changed: [node2 -> 172.31.73.169]
changed: [node3 -> 172.31.71.29]
changed: [node4 -> 172.31.75.180]
TASK [download : download_container | Remove container image from cache]

***********************************************************************************
************************************
ok: [node2]
ok: [node1]
ok: [node3]
ok: [node4]

***********************************************************************************
*****************************************************
ok: [node2]
ok: [node1]

processed]
***********************************************************************************
***********************
ok: [node2] => {
"msg": "docker.io/coredns/coredns"
}
ok: [node1] => {
"msg": "docker.io/coredns/coredns"
}

digest]
***********************************************************************************
************************
ok: [node2]
ok: [node1]

***********************************************************************************
*******************************
ok: [node2]
ok: [node1]

***********************************************************************************
*******************************************
ok: [node2]
ok: [node1]

***********************************************************************************
************************************************
ok: [node2]
ok: [node1]
kubespray/roles/download/tasks/check_pull_required.yml for node2, node1

images on a node]
***********************************************************************************
**********
ok: [node2]
ok: [node1]

not yet loaded]
***********************************************************************************
************
ok: [node2]
ok: [node1]

***********************************************************************************
***********************************************************************************
**
ok: [node2] => {
"msg": "Pull docker.io/coredns/coredns:1.7.0 required is: True"
}
ok: [node1] => {
"msg": "Pull docker.io/coredns/coredns:1.7.0 required is: True"
}

***********************************************************************************
*******************************************
changed: [node1 -> 172.31.69.237]
changed: [node2 -> 172.31.73.169]

***********************************************************************************
************************************
ok: [node2]
ok: [node1]

***********************************************************************************
*****************************************************
ok: [node1]
ok: [node2]
ok: [node4]
ok: [node3]

processed]
***********************************************************************************
***********************
ok: [node2] => {
"msg": "docker.io/calico/kube-controllers"
}
ok: [node1] => {
}
ok: [node4] => {
}
ok: [node3] => {
}

digest]
***********************************************************************************
************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
*******************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
*******************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
node3

images on a node]
***********************************************************************************
**********
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

not yet loaded]
***********************************************************************************
************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
***********************************************************************************
**
ok: [node2] => {
"msg": "Pull docker.io/calico/kube-controllers:v3.16.1 required is: True"
}
ok: [node1] => {
}
ok: [node4] => {
}
ok: [node3] => {
}

***********************************************************************************
*******************************************
changed: [node3 -> 172.31.71.29]
changed: [node2 -> 172.31.73.169]
changed: [node4 -> 172.31.75.180]
changed: [node1 -> 172.31.69.237]

***********************************************************************************
************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
*****************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

processed]
***********************************************************************************
***********************
ok: [node2] => {
"msg": "k8s.gcr.io/kube-proxy"
}
ok: [node1] => {
}
ok: [node4] => {
}
ok: [node3] => {
}

digest]
***********************************************************************************
************************
ok: [node2]
ok: [node3]
ok: [node1]
ok: [node4]

***********************************************************************************
*******************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
*******************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
node3

images on a node]
***********************************************************************************
**********
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]

not yet loaded]
***********************************************************************************
************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
***********************************************************************************
**
ok: [node2] => {
"msg": "Pull k8s.gcr.io/kube-proxy:v1.19.2 required is: True"
}
ok: [node1] => {
}
ok: [node4] => {
}
ok: [node3] => {
}

***********************************************************************************
*******************************************
changed: [node4 -> 172.31.75.180]
changed: [node1 -> 172.31.69.237]
changed: [node2 -> 172.31.73.169]
changed: [node3 -> 172.31.71.29]
***********************************************************************************
************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
*****************************************************
ok: [node2]
ok: [node1]

processed]
***********************************************************************************
***********************
ok: [node2] => {
"msg": "docker.io/kubernetesui/dashboard-amd64"
}
ok: [node1] => {
"msg": "docker.io/kubernetesui/dashboard-amd64"
}

digest]
***********************************************************************************
************************
ok: [node2]
ok: [node1]

***********************************************************************************
*******************************
ok: [node2]
ok: [node1]

***********************************************************************************
*******************************************
ok: [node2]
ok: [node1]

***********************************************************************************
************************************************
ok: [node2]
ok: [node1]

images on a node]
***********************************************************************************
**********
ok: [node2]
ok: [node1]

not yet loaded]
***********************************************************************************
************
ok: [node2]
ok: [node1]

***********************************************************************************
***********************************************************************************
**
ok: [node2] => {
"msg": "Pull docker.io/kubernetesui/dashboard-amd64:v2.0.4 required is: True"
}
ok: [node1] => {
"msg": "Pull docker.io/kubernetesui/dashboard-amd64:v2.0.4 required is: True"
}

***********************************************************************************
*******************************************
changed: [node1 -> 172.31.69.237]
changed: [node2 -> 172.31.73.169]

***********************************************************************************
************************************
ok: [node2]
ok: [node1]

***********************************************************************************
*****************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

processed]
***********************************************************************************
***********************
ok: [node2] => {
"msg": "k8s.gcr.io/kube-apiserver"
}
ok: [node1] => {
}
ok: [node4] => {
}
ok: [node3] => {
}

digest]
***********************************************************************************
************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
*******************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
*******************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
************************************************
ok: [node2]
ok: [node1]
ok: [node3]
ok: [node4]
node3

images on a node]
***********************************************************************************
**********
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

not yet loaded]
***********************************************************************************
************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
***********************************************************************************
**
ok: [node2] => {
"msg": "Pull k8s.gcr.io/kube-apiserver:v1.19.2 required is: True"
}
ok: [node1] => {
}
ok: [node4] => {
}
ok: [node3] => {
}

***********************************************************************************
*******************************************
changed: [node3 -> 172.31.71.29]
changed: [node4 -> 172.31.75.180]
changed: [node1 -> 172.31.69.237]
changed: [node2 -> 172.31.73.169]
***********************************************************************************
************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
*****************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

processed]
***********************************************************************************
***********************
ok: [node2] => {
"msg": "docker.io/calico/cni"
}
ok: [node1] => {
}
ok: [node4] => {
}
ok: [node3] => {
}

digest]
***********************************************************************************
************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
*******************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
*******************************************
ok: [node2]
ok: [node4]
ok: [node1]
ok: [node3]

***********************************************************************************
************************************************
ok: [node2]
ok: [node3]
ok: [node1]
ok: [node4]
node3

images on a node]
***********************************************************************************
**********
ok: [node2]
ok: [node3]
ok: [node1]
ok: [node4]

not yet loaded]
***********************************************************************************
************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
***********************************************************************************
**
ok: [node2] => {
"msg": "Pull docker.io/calico/cni:v3.16.1 required is: True"
}
ok: [node1] => {
}
ok: [node4] => {
}
ok: [node3] => {
}

***********************************************************************************
*******************************************
changed: [node2 -> 172.31.73.169]
changed: [node1 -> 172.31.69.237]
changed: [node3 -> 172.31.71.29]
changed: [node4 -> 172.31.75.180]

***********************************************************************************
************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
*****************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

processed]
***********************************************************************************
***********************
ok: [node2] => {
"msg": "k8s.gcr.io/pause"
}
ok: [node1] => {
}
ok: [node4] => {
}
ok: [node3] => {
}

digest]
***********************************************************************************
************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
*******************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
*******************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
node3

images on a node]
***********************************************************************************
**********
ok: [node2]
ok: [node4]
ok: [node3]
ok: [node1]

not yet loaded]
***********************************************************************************
************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
***********************************************************************************
**
ok: [node2] => {
"msg": "Pull k8s.gcr.io/pause:3.3 required is: True"
}
ok: [node1] => {
}
ok: [node4] => {
}
ok: [node3] => {
}

***********************************************************************************
*******************************************
changed: [node2 -> 172.31.73.169]
changed: [node3 -> 172.31.71.29]
changed: [node1 -> 172.31.69.237]
changed: [node4 -> 172.31.75.180]

***********************************************************************************
************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
*************************************************
ok: [node2] => {
release/release/v1.19.2/bin/linux/amd64/kubelet"
}
ok: [node1] => {
}
ok: [node4] => {
}
ok: [node3] => {
}

***********************************************************************************
***********************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
*********************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
*************************************************************
changed: [node3 -> 172.31.71.29]
changed: [node1 -> 172.31.69.237]
changed: [node2 -> 172.31.73.169]
changed: [node4 -> 172.31.75.180]
node2, node1, node4, node3

***********************************************************************************
*****************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

processed]
***********************************************************************************
***********************
ok: [node2] => {
"msg": "docker.io/library/nginx"
}
ok: [node1] => {
}
ok: [node4] => {
}
ok: [node3] => {
}

digest]
***********************************************************************************
************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
*******************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
*******************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
node3

images on a node]
***********************************************************************************
**********
ok: [node2]
ok: [node1]
ok: [node3]
ok: [node4]

not yet loaded]
***********************************************************************************
************
ok: [node2]
ok: [node1]
ok: [node3]
ok: [node4]

***********************************************************************************
***********************************************************************************
**
ok: [node2] => {
"msg": "Pull docker.io/library/nginx:1.19 required is: True"
}
ok: [node1] => {
}
ok: [node4] => {
}
ok: [node3] => {
}

***********************************************************************************
*******************************************
changed: [node3 -> 172.31.71.29]
changed: [node4 -> 172.31.75.180]
changed: [node1 -> 172.31.69.237]
changed: [node2 -> 172.31.73.169]

***********************************************************************************
************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
*****************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

processed]
***********************************************************************************
***********************
ok: [node2] => {
"msg": "k8s.gcr.io/k8s-dns-node-cache"
}
ok: [node1] => {
}
ok: [node4] => {
}
ok: [node3] => {
}

digest]
***********************************************************************************
************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
*******************************
ok: [node2]
ok: [node4]
ok: [node3]
ok: [node1]

***********************************************************************************
*******************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
node3

images on a node]
***********************************************************************************
**********
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

not yet loaded]
***********************************************************************************
************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
***********************************************************************************
**
ok: [node2] => {
"msg": "Pull k8s.gcr.io/k8s-dns-node-cache:1.15.13 required is: True"
}
ok: [node1] => {
}
ok: [node4] => {
}
ok: [node3] => {
}

***********************************************************************************
*******************************************
changed: [node1 -> 172.31.69.237]
changed: [node2 -> 172.31.73.169]
changed: [node3 -> 172.31.71.29]
changed: [node4 -> 172.31.75.180]

***********************************************************************************
************************************
ok: [node2]
ok: [node3]
ok: [node1]
ok: [node4]

***********************************************************************************
*****************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

processed]
***********************************************************************************
***********************
ok: [node2] => {
"msg": "docker.io/calico/node"
}
ok: [node1] => {
}
ok: [node4] => {
}
ok: [node3] => {
}

digest]
***********************************************************************************
************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
*******************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
***********************************************************************************
*******************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
node3

images on a node]
***********************************************************************************
**********
ok: [node2]
ok: [node1]
ok: [node3]
ok: [node4]

not yet loaded]
***********************************************************************************
************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
***********************************************************************************
**
ok: [node2] => {
"msg": "Pull docker.io/calico/node:v3.16.1 required is: True"
}
ok: [node1] => {
}
ok: [node4] => {
}
ok: [node3] => {
}

***********************************************************************************
*******************************************
changed: [node3 -> 172.31.71.29]
changed: [node4 -> 172.31.75.180]
changed: [node2 -> 172.31.73.169]
changed: [node1 -> 172.31.69.237]

***********************************************************************************
************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
*****************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

processed]
***********************************************************************************
***********************
ok: [node2] => {
"msg": "k8s.gcr.io/kube-scheduler"
}
ok: [node1] => {
}
ok: [node3] => {
}
ok: [node4] => {
}

digest]
***********************************************************************************
************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
*******************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
*******************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
node3

images on a node]
***********************************************************************************
**********
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

not yet loaded]
***********************************************************************************
************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
***********************************************************************************
**
ok: [node2] => {
"msg": "Pull k8s.gcr.io/kube-scheduler:v1.19.2 required is: True"
}
ok: [node1] => {
}
ok: [node4] => {
}
ok: [node3] => {
}

***********************************************************************************
*******************************************
changed: [node3 -> 172.31.71.29]
changed: [node1 -> 172.31.69.237]
changed: [node2 -> 172.31.73.169]
changed: [node4 -> 172.31.75.180]

***********************************************************************************
************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
*****************************************************
ok: [node2]
ok: [node1]

processed]
***********************************************************************************
***********************
ok: [node2] => {
"msg": "k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64"
}
ok: [node1] => {
"msg": "k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64"
}

digest]
***********************************************************************************
************************
ok: [node2]
ok: [node1]

***********************************************************************************
*******************************
ok: [node2]
ok: [node1]

***********************************************************************************
*******************************************
ok: [node2]
ok: [node1]

***********************************************************************************
************************************************
ok: [node2]
ok: [node1]

images on a node]
***********************************************************************************
**********
ok: [node2]
ok: [node1]

not yet loaded]
***********************************************************************************
************
ok: [node2]
ok: [node1]

***********************************************************************************
***********************************************************************************
**
ok: [node2] => {
"msg": "Pull k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3
required is: True"
}
ok: [node1] => {
"msg": "Pull k8s.gcr.io/cpa/cluster-proportional-autoscaler-amd64:1.8.3
required is: True"
}

***********************************************************************************
*******************************************
changed: [node2 -> 172.31.73.169]
changed: [node1 -> 172.31.69.237]

***********************************************************************************
************************************
ok: [node2]
ok: [node1]

***********************************************************************************
*****************************************************
ok: [node2]
ok: [node1]
ok: [node3]

processed]
***********************************************************************************
***********************
ok: [node2] => {
"msg": "quay.io/coreos/etcd"
}
ok: [node1] => {
}
ok: [node3] => {
}

digest]
***********************************************************************************
************************
ok: [node2]
ok: [node1]
ok: [node3]

***********************************************************************************
*******************************
ok: [node2]
ok: [node1]
ok: [node3]

***********************************************************************************
*******************************************
ok: [node2]
ok: [node1]
ok: [node3]

***********************************************************************************
************************************************
ok: [node2]
ok: [node1]
ok: [node3]
kubespray/roles/download/tasks/check_pull_required.yml for node2, node1, node3

images on a node]
***********************************************************************************
**********
ok: [node1]
ok: [node2]
ok: [node3]

not yet loaded]
***********************************************************************************
************
ok: [node2]
ok: [node1]
ok: [node3]

***********************************************************************************
***********************************************************************************
**
ok: [node2] => {
"msg": "Pull quay.io/coreos/etcd:v3.4.13 required is: True"
}
ok: [node1] => {
}
ok: [node3] => {
}

***********************************************************************************
*******************************************
changed: [node3 -> 172.31.71.29]
changed: [node2 -> 172.31.73.169]
changed: [node1 -> 172.31.69.237]

***********************************************************************************
************************************
ok: [node2]
ok: [node1]
ok: [node3]

***********************************************************************************
*************************************************
ok: [node2] => {
"msg":
"https://github.com/containernetworking/plugins/releases/download/v0.8.7/cni-
plugins-linux-amd64-v0.8.7.tgz"
}
ok: [node1] => {
"msg":
}
ok: [node4] => {
"msg":
}
ok: [node3] => {
"msg":
}

***********************************************************************************
***********************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
*********************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
*************************************************************
changed: [node1 -> 172.31.69.237]
changed: [node3 -> 172.31.71.29]
changed: [node2 -> 172.31.73.169]
changed: [node4 -> 172.31.75.180]

***********************************************************************************
*************************************************
ok: [node2] => {
release/release/v1.19.2/bin/linux/amd64/kubectl"
}
ok: [node1] => {
release/release/v1.19.2/bin/linux/amd64/kubectl"
}

***********************************************************************************
***********************************************
ok: [node2]
ok: [node1]

***********************************************************************************
*********************************************
ok: [node2]
ok: [node1]

***********************************************************************************
*************************************************************
changed: [node2 -> 172.31.73.169]
changed: [node1 -> 172.31.69.237]
node2, node1

***********************************************************************************
*****************************************************
ok: [node2]
ok: [node1]

processed]
***********************************************************************************
***********************
ok: [node2] => {
"msg": "docker.io/kubernetesui/metrics-scraper"
}
ok: [node1] => {
"msg": "docker.io/kubernetesui/metrics-scraper"
}

digest]
***********************************************************************************
************************
ok: [node2]
ok: [node1]

***********************************************************************************
*******************************
ok: [node2]
ok: [node1]

***********************************************************************************
*******************************************
ok: [node2]
ok: [node1]
***********************************************************************************
************************************************
ok: [node2]
ok: [node1]

images on a node]
***********************************************************************************
**********
ok: [node2]
ok: [node1]

not yet loaded]
***********************************************************************************
************
ok: [node2]
ok: [node1]

***********************************************************************************
***********************************************************************************
**
ok: [node2] => {
"msg": "Pull docker.io/kubernetesui/metrics-scraper:v1.0.5 required is: True"
}
ok: [node1] => {
"msg": "Pull docker.io/kubernetesui/metrics-scraper:v1.0.5 required is: True"
}

***********************************************************************************
*******************************************
changed: [node1 -> 172.31.69.237]
changed: [node2 -> 172.31.73.169]

***********************************************************************************
************************************
ok: [node2]
ok: [node1]

***********************************************************************************
*************************************************
ok: [node2] => {
}
ok: [node1] => {
}
ok: [node4] => {
}
ok: [node3] => {
}

***********************************************************************************
***********************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
*********************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]

***********************************************************************************
*************************************************************
ok: [node2 -> 172.31.73.169]
ok: [node1 -> 172.31.69.237]
changed: [node4 -> 172.31.75.180]
changed: [node3 -> 172.31.71.29]
***********************************************************************************
*************************************************
ok: [node2] => {
"msg":
"https://github.com/projectcalico/calicoctl/releases/download/v3.16.1/calicoctl-
linux-amd64"
}
ok: [node1] => {
"msg":
linux-amd64"
}
ok: [node4] => {
"msg":
linux-amd64"
}
ok: [node3] => {
"msg":
linux-amd64"
}

***********************************************************************************
***********************************************
ok: [node1]
ok: [node2]
ok: [node4]
ok: [node3]

***********************************************************************************
*********************************************
ok: [node2]
ok: [node1]
ok: [node3]
ok: [node4]

***********************************************************************************
*************************************************************
changed: [node2 -> 172.31.73.169]
changed: [node1 -> 172.31.69.237]
changed: [node3 -> 172.31.71.29]
changed: [node4 -> 172.31.75.180]
PLAY [etcd]
***********************************************************************************
***********************************************************************************
**************

***********************************************************************************
**************************************************************
ok: [node2] => {
}
ok: [node1] => {
}
ok: [node3] => {
}

***********************************************************************************
*******************************************************************
changed: [node2]
changed: [node1]
changed: [node3]

***********************************************************************************
*************************************************************************
changed: [node3]
changed: [node2]
changed: [node1]

***********************************************************************************
*******************************************************************
ok: [node1]
ok: [node3]
ok: [node2]

***********************************************************************************
*************************************************************************
ok: [node3]
ok: [node1]
ok: [node2]
included: /root/kubernetes-sigs-kubespray/roles/etcd/tasks/check_certs.yml for
node2, node1, node3
TASK [etcd : Check_certs | check if all certs have already been generated on first
master]
***********************************************************************************
******************
ok: [node2 -> 172.31.73.169]
TASK [etcd : Check_certs | Set default value for 'sync_certs', 'gen_certs' and
'etcd_secret_changed' to false]
*********************************************************************************
ok: [node2]
ok: [node1]
ok: [node3]
TASK [etcd : Check certs | check if a cert already exists on node]

***********************************************************************************
******************************************
ok: [node1] => (item=ca.pem)
ok: [node1] => (item=node-node1-key.pem)
TASK [etcd : Check_certs | Set 'gen_certs' to true]

***********************************************************************************
*********************************************************
ok: [node2] => (item=/etc/ssl/etcd/ssl/ca.pem)
ok: [node2] => (item=/etc/ssl/etcd/ssl/node-node1-key.pem)
ok: [node2] => (item=/etc/ssl/etcd/ssl/admin-node1-key.pem)
ok: [node2] => (item=/etc/ssl/etcd/ssl/member-node1-key.pem)
TASK [etcd : Check_certs | Set 'gen_master_certs' to true]
***********************************************************************************
**************************************************
ok: [node2]
TASK [etcd : Check_certs | Set 'gen_node_certs' to true]

***********************************************************************************
****************************************************
ok: [node2]
TASK [etcd : Check_certs | Set 'sync_certs' to true]

***********************************************************************************
********************************************************
ok: [node2]
ok: [node3]
ok: [node1]
included: /root/kubernetes-sigs-kubespray/roles/etcd/tasks/gen_certs_script.yml for
node2, node1, node3
TASK [etcd : Gen_certs | create etcd cert dir]

***********************************************************************************
**************************************************************
changed: [node2]
changed: [node3]
changed: [node1]
TASK [etcd : Gen_certs | create etcd script dir (on node2)]

***********************************************************************************
*************************************************
changed: [node2 -> 172.31.73.169]
TASK [etcd : Gen_certs | create etcd cert dir (on node2)]

***********************************************************************************
***************************************************
ok: [node2 -> 172.31.73.169]
TASK [etcd : Gen_certs | write openssl config]

***********************************************************************************
**************************************************************
changed: [node2 -> 172.31.73.169]
TASK [etcd : Gen_certs | copy certs generation script]

***********************************************************************************
******************************************************
changed: [node2 -> 172.31.73.169]
TASK [etcd : Gen_certs | run cert generation script]

***********************************************************************************
********************************************************
changed: [node2 -> 172.31.73.169]
TASK [etcd : Gen_certs | Gather etcd master certs]

***********************************************************************************
**********************************************************
ok: [node1 -> 172.31.73.169] => (item=/etc/ssl/etcd/ssl/ca.pem)
ok: [node1 -> 172.31.73.169] => (item=/etc/ssl/etcd/ssl/ca-key.pem)
ok: [node1 -> 172.31.73.169] => (item=/etc/ssl/etcd/ssl/admin-node2.pem)
ok: [node1 -> 172.31.73.169] => (item=/etc/ssl/etcd/ssl/admin-node2-key.pem)
ok: [node1 -> 172.31.73.169] => (item=/etc/ssl/etcd/ssl/member-node2.pem)
ok: [node1 -> 172.31.73.169] => (item=/etc/ssl/etcd/ssl/member-node2-key.pem)
ok: [node1 -> 172.31.73.169] => (item=/etc/ssl/etcd/ssl/node-node2.pem)
ok: [node1 -> 172.31.73.169] => (item=/etc/ssl/etcd/ssl/node-node2-key.pem)
TASK [etcd : Gen_certs | Write etcd master certs]

***********************************************************************************
***********************************************************
changed: [node3] => (item=/etc/ssl/etcd/ssl/ca.pem)
changed: [node1] => (item=/etc/ssl/etcd/ssl/ca-key.pem)
changed: [node1] => (item=/etc/ssl/etcd/ssl/admin-node2.pem)
changed: [node1] => (item=/etc/ssl/etcd/ssl/admin-node2-key.pem)
changed: [node1] => (item=/etc/ssl/etcd/ssl/member-node2.pem)
changed: [node1] => (item=/etc/ssl/etcd/ssl/member-node2-key.pem)
changed: [node1] => (item=/etc/ssl/etcd/ssl/node-node2.pem)
changed: [node1] => (item=/etc/ssl/etcd/ssl/node-node2-key.pem)
TASK [etcd : Gen_certs | Set cert names per node]

***********************************************************************************
***********************************************************
ok: [node2]
ok: [node1]
ok: [node3]
TASK [etcd : Gen_certs | check certificate permissions]

***********************************************************************************
*****************************************************
changed: [node2]
changed: [node3]
changed: [node1]
included: /root/kubernetes-sigs-kubespray/roles/etcd/tasks/upd_ca_trust.yml for
node2, node1, node3
TASK [etcd : Gen_certs | target ca-certificate store file]

***********************************************************************************
**************************************************
ok: [node2]
ok: [node1]
ok: [node3]
TASK [etcd : Gen_certs | add CA to trusted CA dir]

***********************************************************************************
**********************************************************
changed: [node2]
changed: [node1]
changed: [node3]
TASK [etcd : Gen_certs | update ca-certificates (Debian/Ubuntu/SUSE/Flatcar)]

***********************************************************************************
*******************************
changed: [node1]
changed: [node3]
changed: [node2]
TASK [etcd : Gen_certs | Get etcd certificate serials]

***********************************************************************************
******************************************************
ok: [node2]
ok: [node1]
ok: [node3]
TASK [etcd : Set etcd_client_cert_serial]

***********************************************************************************
*******************************************************************
ok: [node2]
ok: [node1]
ok: [node3]
included: /root/kubernetes-sigs-kubespray/roles/etcd/tasks/install_docker.yml for
node2, node1, node3
TASK [etcd : Install | Copy etcdctl binary from docker container]

***********************************************************************************
*******************************************
ok: [node1]
ok: [node2]
ok: [node3]
TASK [etcd : Install etcd launch script]

***********************************************************************************
********************************************************************
changed: [node2]
changed: [node3]
changed: [node1]
included: /root/kubernetes-sigs-kubespray/roles/etcd/tasks/configure.yml for node2,
node1, node3
TASK [etcd : Configure | Check if etcd cluster is healthy]

***********************************************************************************
**************************************************
ok: [node2]
included: /root/kubernetes-sigs-kubespray/roles/etcd/tasks/refresh_config.yml for
node2, node1, node3
TASK [etcd : Refresh config | Create etcd config file]

***********************************************************************************
******************************************************
changed: [node1]
changed: [node3]
changed: [node2]
TASK [etcd : Configure | Copy etcd.service systemd file]

***********************************************************************************
****************************************************
changed: [node1]
changed: [node3]
changed: [node2]
TASK [etcd : Configure | reload systemd]

***********************************************************************************
********************************************************************
ok: [node2]
ok: [node1]
ok: [node3]
TASK [etcd : Configure | Ensure etcd is running]

***********************************************************************************
************************************************************
changed: [node1]
changed: [node3]
changed: [node2]
TASK [etcd : Configure | Wait for etcd cluster to be healthy]

***********************************************************************************
***********************************************
ok: [node2]
TASK [etcd : Configure | Check if member is in etcd cluster]

***********************************************************************************
************************************************
ok: [node1]
ok: [node3]
ok: [node2]
node2, node1, node3

***********************************************************************************
******************************************************
changed: [node2]
changed: [node1]
changed: [node3]
node2, node1, node3

***********************************************************************************
******************************************************
ok: [node1]
ok: [node3]
ok: [node2]
RUNNING HANDLER [etcd : restart etcd]

***********************************************************************************
***********************************************************************
changed: [node3]
changed: [node1]
changed: [node2]
RUNNING HANDLER [etcd : Backup etcd data]

***********************************************************************************
*******************************************************************
changed: [node1]
changed: [node3]
changed: [node2]
RUNNING HANDLER [etcd : Refresh Time Fact]

***********************************************************************************
******************************************************************
ok: [node1]
ok: [node3]
ok: [node2]
RUNNING HANDLER [etcd : Set Backup Directory]

***********************************************************************************
***************************************************************
ok: [node1]
ok: [node3]
ok: [node2]
RUNNING HANDLER [etcd : Create Backup Directory]

***********************************************************************************
************************************************************
changed: [node1]
changed: [node3]
changed: [node2]
RUNNING HANDLER [etcd : Stat etcd v2 data directory]

***********************************************************************************
********************************************************
ok: [node1]
ok: [node3]
ok: [node2]
RUNNING HANDLER [etcd : Backup etcd v2 data]

***********************************************************************************
****************************************************************
changed: [node1]
changed: [node3]
changed: [node2]
RUNNING HANDLER [etcd : Backup etcd v3 data]

***********************************************************************************
****************************************************************
changed: [node1]
changed: [node2]
changed: [node3]
RUNNING HANDLER [etcd : etcd | reload systemd]

***********************************************************************************
**************************************************************
ok: [node3]
ok: [node1]
ok: [node2]
RUNNING HANDLER [etcd : reload etcd]

***********************************************************************************
************************************************************************
changed: [node2]
changed: [node1]
changed: [node3]
FAILED - RETRYING: wait for etcd up (60 retries left).
RUNNING HANDLER [etcd : wait for etcd up]

***********************************************************************************
*******************************************************************
ok: [node3]
ok: [node1]
ok: [node2]
RUNNING HANDLER [etcd : set etcd_secret_changed]

***********************************************************************************
************************************************************
ok: [node2]
PLAY [k8s-cluster]
***********************************************************************************
***********************************************************************************
*******

***********************************************************************************
**************************************************************
ok: [node2] => {
}
ok: [node1] => {
}
ok: [node4] => {
}
ok: [node3] => {
}

***********************************************************************************
*******************************************************************
ok: [node2]
ok: [node1]
ok: [node3]
changed: [node4]

***********************************************************************************
*************************************************************************
ok: [node2]
ok: [node1]
ok: [node3]
changed: [node4]

***********************************************************************************
*******************************************************************
ok: [node2]
ok: [node1]
ok: [node3]
ok: [node4]

***********************************************************************************
*************************************************************************
ok: [node2]
ok: [node1]
ok: [node3]
ok: [node4]
included: /root/kubernetes-sigs-kubespray/roles/etcd/tasks/check_certs.yml for
TASK [etcd : Check_certs | check if all certs have already been generated on first
master]
***********************************************************************************
******************
ok: [node2 -> 172.31.73.169]
TASK [etcd : Check_certs | Set default value for 'sync_certs', 'gen_certs' and
'etcd_secret_changed' to false]
*********************************************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [etcd : Check certs | check if a cert already exists on node]

***********************************************************************************
******************************************
TASK [etcd : Check_certs | Set 'gen_certs' to true]

***********************************************************************************
*********************************************************
TASK [etcd : Check_certs | Set 'gen_master_certs' to true]

***********************************************************************************
**************************************************
ok: [node2]
TASK [etcd : Check_certs | Set 'gen_node_certs' to true]

***********************************************************************************
****************************************************
ok: [node2]
TASK [etcd : Check_certs | Set 'sync_certs' to true]

***********************************************************************************
********************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
included: /root/kubernetes-sigs-kubespray/roles/etcd/tasks/gen_certs_script.yml for
TASK [etcd : Gen_certs | create etcd cert dir]

***********************************************************************************
**************************************************************
changed: [node2]
changed: [node1]
changed: [node3]
changed: [node4]
TASK [etcd : Gen_certs | create etcd script dir (on node2)]

***********************************************************************************
*************************************************
ok: [node2 -> 172.31.73.169]
TASK [etcd : Gen_certs | create etcd cert dir (on node2)]

***********************************************************************************
***************************************************
ok: [node2 -> 172.31.73.169]
TASK [etcd : Gen_certs | write openssl config]

***********************************************************************************
**************************************************************
ok: [node2 -> 172.31.73.169]
TASK [etcd : Gen_certs | copy certs generation script]

***********************************************************************************
******************************************************
ok: [node2 -> 172.31.73.169]
TASK [etcd : Gen_certs | run cert generation script]

***********************************************************************************
********************************************************
changed: [node2 -> 172.31.73.169]
TASK [etcd : Gen_certs | Gather etcd master certs]

***********************************************************************************
**********************************************************
TASK [etcd : Gen_certs | Write etcd master certs]

***********************************************************************************
***********************************************************
TASK [etcd : Gen_certs | Set cert names per node]

***********************************************************************************
***********************************************************
ok: [node2]
ok: [node1]
ok: [node3]
ok: [node4]
TASK [etcd : Check_certs | Set 'sync_certs' to true on nodes]

***********************************************************************************
***********************************************
ok: [node4] => (item=node-node4.pem)
TASK [etcd : Gen_certs | Gather node certs]

***********************************************************************************
*****************************************************************
changed: [node4 -> 172.31.73.169]
TASK [etcd : Gen_certs | Copy certs on nodes]

***********************************************************************************
***************************************************************
ok: [node4]
TASK [etcd : Gen_certs | check certificate permissions]

***********************************************************************************
*****************************************************
changed: [node1]
changed: [node2]
changed: [node3]
changed: [node4]
included: /root/kubernetes-sigs-kubespray/roles/etcd/tasks/upd_ca_trust.yml for
TASK [etcd : Gen_certs | target ca-certificate store file]

***********************************************************************************
**************************************************
ok: [node2]
ok: [node1]
ok: [node3]
ok: [node4]
TASK [etcd : Gen_certs | add CA to trusted CA dir]
***********************************************************************************
**********************************************************
ok: [node2]
ok: [node1]
ok: [node3]
changed: [node4]
TASK [etcd : Gen_certs | update ca-certificates (Debian/Ubuntu/SUSE/Flatcar)]

***********************************************************************************
*******************************
changed: [node4]
TASK [etcd : Gen_certs | Get etcd certificate serials]

***********************************************************************************
******************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [etcd : Set etcd_client_cert_serial]

***********************************************************************************
*******************************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
included: /root/kubernetes-sigs-kubespray/roles/etcd/tasks/install_docker.yml for
node2, node1, node3
included: /root/kubernetes-sigs-kubespray/roles/etcd/tasks/configure.yml for node2,
node1, node3
node2, node1, node3
TASK [etcd : Configure | reload systemd]

***********************************************************************************
********************************************************************
ok: [node2]
ok: [node3]
ok: [node1]
node2, node1, node3
node2, node1, node3
RUNNING HANDLER [etcd : set etcd_secret_changed]

***********************************************************************************
************************************************************
ok: [node2]
PLAY [k8s-cluster]
***********************************************************************************
***********************************************************************************
*******

***********************************************************************************
**************************************************************
ok: [node2] => {
}
ok: [node1] => {
}
ok: [node4] => {
}
ok: [node3] => {
}
TASK [kubernetes/node : look up docker cgroup driver]

***********************************************************************************
*******************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
TASK [kubernetes/node : set kubelet_cgroup_driver_detected fact for docker]

***********************************************************************************
*********************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [kubernetes/node : Pre-upgrade | check if kubelet container exists]

***********************************************************************************
************************************
ok: [node2]
ok: [node1]
ok: [node3]
ok: [node4]
TASK [kubernetes/node : Ensure /var/lib/cni exists]

***********************************************************************************
*********************************************************
changed: [node2]
changed: [node1]
changed: [node4]
changed: [node3]
TASK [kubernetes/node : install | Copy kubeadm binary from download dir]

***********************************************************************************
************************************
changed: [node4 -> 172.31.75.180]
changed: [node3 -> 172.31.71.29]
TASK [kubernetes/node : install | Set kubeadm binary permissions]
***********************************************************************************
*******************************************
ok: [node3]
ok: [node4]
TASK [kubernetes/node : install | Copy kubelet binary from download dir]

***********************************************************************************
************************************
changed: [node2 -> 172.31.73.169]
changed: [node1 -> 172.31.69.237]
changed: [node4 -> 172.31.75.180]
changed: [node3 -> 172.31.71.29]
TASK [kubernetes/node : install | Set kubelet binary permissions]

***********************************************************************************
*******************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [kubernetes/node : haproxy | Cleanup potentially deployed haproxy]

***********************************************************************************
*************************************
ok: [node3]
ok: [node4]
TASK [kubernetes/node : nginx-proxy | Make nginx directory]

***********************************************************************************
*************************************************
changed: [node4]
changed: [node3]
TASK [kubernetes/node : nginx-proxy | Write nginx-proxy configuration]

***********************************************************************************
**************************************
changed: [node4]
changed: [node3]
TASK [kubernetes/node : nginx-proxy | Get checksum from config]

***********************************************************************************
*********************************************
ok: [node4]
ok: [node3]
TASK [kubernetes/node : nginx-proxy | Write static pod]

***********************************************************************************
*****************************************************
changed: [node3]
changed: [node4]
TASK [kubernetes/node : Ensure nodePort range is reserved]

***********************************************************************************
**************************************************
changed: [node2]
changed: [node1]
changed: [node3]
changed: [node4]
TASK [kubernetes/node : Verify if br_netfilter module exists]

***********************************************************************************
***********************************************
ok: [node2]
ok: [node1]
ok: [node3]
ok: [node4]
TASK [kubernetes/node : Verify br_netfilter module path exists]

***********************************************************************************
*********************************************
ok: [node1]
ok: [node2]
ok: [node4]
ok: [node3]
TASK [kubernetes/node : Enable br_netfilter module]

***********************************************************************************
*********************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
TASK [kubernetes/node : Persist br_netfilter module]

***********************************************************************************
********************************************************
changed: [node1]
changed: [node2]
changed: [node3]
changed: [node4]
TASK [kubernetes/node : Check if bridge-nf-call-iptables key exists]

***********************************************************************************
****************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
TASK [kubernetes/node : Enable bridge-nf-call tables]

***********************************************************************************
*******************************************************
changed: [node1] => (item=net.bridge.bridge-nf-call-iptables)
changed: [node1] => (item=net.bridge.bridge-nf-call-arptables)
changed: [node1] => (item=net.bridge.bridge-nf-call-ip6tables)
TASK [kubernetes/node : Modprobe Kernel Module for IPVS]

***********************************************************************************
****************************************************
changed: [node2] => (item=ip_vs)
changed: [node1] => (item=ip_vs_rr)
changed: [node2] => (item=ip_vs_wrr)
changed: [node1] => (item=ip_vs_sh)
TASK [kubernetes/node : Modprobe nf_conntrack for kernels >= 4.19]

***********************************************************************************
******************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [kubernetes/node : Persist ip_vs modules]

***********************************************************************************
**************************************************************
changed: [node2]
changed: [node1]
changed: [node4]
changed: [node3]
TASK [kubernetes/node : Get the kubeadm version]

***********************************************************************************
************************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [kubernetes/node : Set kubelet api version to v1beta1]

***********************************************************************************
*************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [kubernetes/node : Write kubelet environment config file (kubeadm)]

***********************************************************************************
************************************
changed: [node1]
changed: [node4]
changed: [node2]
changed: [node3]
TASK [kubernetes/node : Write kubelet config file]

***********************************************************************************
**********************************************************
changed: [node2]
changed: [node1]
changed: [node4]
changed: [node3]
TASK [kubernetes/node : Write kubelet systemd init file]

***********************************************************************************
****************************************************
changed: [node1]
changed: [node2]
changed: [node4]
changed: [node3]
RUNNING HANDLER [kubernetes/node : Node | restart kubelet]

***********************************************************************************
**************************************************
changed: [node2]
changed: [node1]
changed: [node3]
changed: [node4]
RUNNING HANDLER [kubernetes/node : Kubelet | reload systemd]
***********************************************************************************
************************************************
ok: [node1]
ok: [node2]
ok: [node3]
ok: [node4]
RUNNING HANDLER [kubernetes/node : Kubelet | restart kubelet]

***********************************************************************************
***********************************************
changed: [node1]
changed: [node2]
changed: [node3]
changed: [node4]
TASK [kubernetes/node : Enable kubelet]

***********************************************************************************
*********************************************************************
changed: [node2]
changed: [node1]
changed: [node3]
changed: [node4]
RUNNING HANDLER [kubernetes/node : Kubelet | restart kubelet]

***********************************************************************************
***********************************************
changed: [node1]
changed: [node2]
changed: [node3]
changed: [node4]
PLAY [kube-master]
***********************************************************************************
***********************************************************************************
*******

***********************************************************************************
**************************************************************
ok: [node2] => {
}
ok: [node1] => {
}
TASK [kubernetes/master : Pre-upgrade | Delete master manifests if etcd secrets

changed]
***********************************************************************************
********************
ok: [node2] => (item=kube-apiserver)
ok: [node2] => (item=kube-controller-manager)
ok: [node2] => (item=kube-scheduler)
TASK [kubernetes/master : Install | Copy kubectl binary from download dir]

***********************************************************************************
**********************************
ok: [node2 -> 172.31.73.169]
ok: [node1 -> 172.31.69.237]
TASK [kubernetes/master : install | Set kubectl binary permissions]

***********************************************************************************
*****************************************
ok: [node2]
ok: [node1]
TASK [kubernetes/master : Install kubectl bash completion]

***********************************************************************************
**************************************************
changed: [node2]
changed: [node1]
TASK [kubernetes/master : Set kubectl bash completion file permissions]

***********************************************************************************
*************************************
changed: [node2]
changed: [node1]
TASK [kubernetes/master : kubeadm | Check if old apiserver cert exists on host]

***********************************************************************************
*****************************
ok: [node2 -> 172.31.73.169]
TASK [kubernetes/master : kubeadm | Check serviceaccount key]

***********************************************************************************
***********************************************
ok: [node2]
TASK [kubernetes/master : kubeadm | Check if kubeadm has already run]

***********************************************************************************
***************************************
ok: [node2]
ok: [node1]
TASK [kubernetes/master : kubeadm | Delete old admin.conf]

***********************************************************************************
**************************************************
ok: [node2]
ok: [node1]
TASK [kubernetes/master : kubeadm | aggregate all SANs]

***********************************************************************************
*****************************************************
ok: [node2]
ok: [node1]
TASK [kubernetes/master : Get the kubeadm version]

***********************************************************************************
**********************************************************
ok: [node2]
ok: [node1]
TASK [kubernetes/master : Set kubeadm api version to v1beta2]
***********************************************************************************
***********************************************
ok: [node2]
ok: [node1]
TASK [kubernetes/master : kubeadm | Create kubeadm config]

***********************************************************************************
**************************************************
changed: [node2]
changed: [node1]
TASK [kubernetes/master : kubeadm | Initialize first master]

***********************************************************************************
************************************************
changed: [node2]
TASK [kubernetes/master : Create kubeadm token for joining nodes with 24h
expiration (default)]
***********************************************************************************
*************
ok: [node2 -> 172.31.73.169]
ok: [node1 -> 172.31.73.169]
TASK [kubernetes/master : Set kubeadm_token]

***********************************************************************************
****************************************************************
ok: [node2]
ok: [node1]
included: /root/kubernetes-sigs-kubespray/roles/kubernetes/master/tasks/kubeadm-
secondary.yml for node2, node1
TASK [kubernetes/master : Set kubeadm_discovery_address]

***********************************************************************************
****************************************************
ok: [node2]
ok: [node1]
TASK [kubernetes/master : Upload certificates so they are fresh and not expired]
***********************************************************************************
****************************
changed: [node2]
TASK [kubernetes/master : Parse certificate key if not set]

***********************************************************************************
*************************************************
ok: [node2]
TASK [kubernetes/master : Create kubeadm ControlPlane config]

***********************************************************************************
***********************************************
changed: [node1]
TASK [kubernetes/master : Wait for k8s apiserver]

***********************************************************************************
***********************************************************
ok: [node1]
ok: [node2]
TASK [kubernetes/master : check already run]

***********************************************************************************
****************************************************************
ok: [node2] => {
"msg": false
}
ok: [node1] => {
"msg": false
}
TASK [kubernetes/master : Joining control plane node to the cluster.]

***********************************************************************************
***************************************
changed: [node1]
TASK [kubernetes/master : Set secret_changed to false to avoid extra token

rotation]
***********************************************************************************
************************
ok: [node2]
ok: [node1]
TASK [kubernetes/master : kubeadm | Check serviceaccount key again]

***********************************************************************************
*****************************************
ok: [node2]
TASK [kubernetes/master : kubeadm | Set secret_changed if service account key was

updated]
***********************************************************************************
******************
changed: [node2]
changed: [node1]
TASK [kubernetes/master : kubeadm | Remove taint for master with node role]
***********************************************************************************
*********************************
changed: [node2 -> 172.31.73.169]
changed: [node1 -> 172.31.73.169]
included: /root/kubernetes-sigs-kubespray/roles/kubernetes/master/tasks/kubeadm-
fix-apiserver.yml for node2, node1
TASK [kubernetes/master : Test if correct apiserver is set in all kubeconfigs]

***********************************************************************************
******************************
ok: [node2]
ok: [node1]
TASK [kubernetes/master : Create temporary directory]

***********************************************************************************
*******************************************************
changed: [node1]
changed: [node2]
TASK [kubernetes/master : Generate new kubeconfigs with correct apiserver]

***********************************************************************************
**********************************
changed: [node2]
changed: [node1]
TASK [kubernetes/master : Copy new kubeconfigs to kube config dir]

***********************************************************************************
******************************************
changed: [node2] => (item=admin.conf)
changed: [node1] => (item=admin.conf)
changed: [node1] => (item=controller-manager.conf)
changed: [node2] => (item=controller-manager.conf)
changed: [node1] => (item=kubelet.conf)
changed: [node2] => (item=kubelet.conf)
changed: [node1] => (item=scheduler.conf)
changed: [node2] => (item=scheduler.conf)
TASK [kubernetes/master : Cleanup temporary directory]

***********************************************************************************
******************************************************
changed: [node2]
changed: [node1]
TASK [kubernetes/client : Set external kube-apiserver endpoint]

***********************************************************************************
*********************************************
ok: [node2]
ok: [node1]
TASK [kubernetes/client : Create kube config dir for current/ansible become user]
***********************************************************************************
***************************
changed: [node2]
changed: [node1]
TASK [kubernetes/client : Copy admin kubeconfig to current/ansible become user

home]
***********************************************************************************
************************
changed: [node1]
changed: [node2]
TASK [kubernetes/client : Wait for k8s apiserver]

***********************************************************************************
***********************************************************
ok: [node2]
ok: [node1]
TASK [kubernetes-apps/cluster_roles : Kubernetes Apps | Wait for kube-apiserver]

***********************************************************************************
****************************
ok: [node2]
TASK [kubernetes-apps/cluster_roles : Kubernetes Apps | Add ClusterRoleBinding to

admit nodes]
***********************************************************************************
**************
changed: [node2]
TASK [kubernetes-apps/cluster_roles : Apply workaround to allow all nodes with cert

O=system:nodes to register]
********************************************************************************
ok: [node2]
TASK [kubernetes-apps/cluster_roles : Kubernetes Apps | Add webhook ClusterRole

that grants access to proxy, stats, log, spec, and metrics on a kubelet]
***************************************
changed: [node2]
TASK [kubernetes-apps/cluster_roles : Apply webhook ClusterRole]
***********************************************************************************
********************************************
ok: [node2]
TASK [kubernetes-apps/cluster_roles : Kubernetes Apps | Add ClusterRoleBinding for

system:nodes to webhook ClusterRole]
************************************************************************
changed: [node2]
TASK [kubernetes-apps/cluster_roles : Grant system:nodes the webhook ClusterRole]

***********************************************************************************
***************************
ok: [node2]
TASK [kubernetes-apps/cluster_roles : PriorityClass | Copy k8s-cluster-critical-

pc.yml file]
***********************************************************************************
****************
changed: [node1]
TASK [kubernetes-apps/cluster_roles : PriorityClass | Create k8s-cluster-critical]

***********************************************************************************
**************************
ok: [node1]
RUNNING HANDLER [kubernetes/master : Master | restart kubelet]

***********************************************************************************
**********************************************
changed: [node2]
RUNNING HANDLER [kubernetes/master : Master | wait for master static pods]

***********************************************************************************
**********************************
changed: [node2]
RUNNING HANDLER [kubernetes/master : Master | Restart kube-scheduler]

***********************************************************************************
***************************************
changed: [node1]
changed: [node2]
RUNNING HANDLER [kubernetes/master : Master | Restart kube-controller-manager]

***********************************************************************************
******************************
changed: [node1]
changed: [node2]
RUNNING HANDLER [kubernetes/master : Master | reload systemd]
***********************************************************************************
***********************************************
ok: [node2]
RUNNING HANDLER [kubernetes/master : Master | reload kubelet]

***********************************************************************************
***********************************************
changed: [node1]
changed: [node2]
RUNNING HANDLER [kubernetes/master : Master | Remove scheduler container docker]

***********************************************************************************
****************************
changed: [node2]
changed: [node1]
RUNNING HANDLER [kubernetes/master : Master | Remove controller manager container

docker]
***********************************************************************************
*******************
changed: [node1]
changed: [node2]
FAILED - RETRYING: Master | wait for kube-scheduler (60 retries left).
FAILED - RETRYING: Master | wait for kube-scheduler (60 retries left).
RUNNING HANDLER [kubernetes/master : Master | wait for kube-scheduler]

***********************************************************************************
**************************************
ok: [node1]
ok: [node2]
RUNNING HANDLER [kubernetes/master : Master | wait for kube-controller-manager]

***********************************************************************************
*****************************
ok: [node1]
ok: [node2]
RUNNING HANDLER [kubernetes/master : Master | wait for the apiserver to be running]

***********************************************************************************
*************************
ok: [node2]
RUNNING HANDLER [kubernetes/master : Master | set secret_changed]

***********************************************************************************
*******************************************
changed: [node2]
changed: [node1]
RUNNING HANDLER [kubernetes/master : Master | set secret_changed to true]
***********************************************************************************
***********************************
ok: [node2]
ok: [node1]
RUNNING HANDLER [kubernetes/master : Master | Copy new kubeconfig for root user]
***********************************************************************************
****************************
ok: [node2]
ok: [node1]
PLAY [k8s-cluster]
***********************************************************************************
***********************************************************************************
*******

***********************************************************************************
**************************************************************
ok: [node2] => {
}
ok: [node1] => {
}
ok: [node4] => {
}
ok: [node3] => {
}
TASK [kubernetes/kubeadm : Set kubeadm_discovery_address]

***********************************************************************************
***************************************************
ok: [node2]
ok: [node4]
ok: [node1]
ok: [node3]
TASK [kubernetes/kubeadm : Check if kubelet.conf exists]

***********************************************************************************
****************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [kubernetes/kubeadm : Check if kubeadm CA cert is accessible]

***********************************************************************************
******************************************
ok: [node2 -> 172.31.73.169]
TASK [kubernetes/kubeadm : Calculate kubeadm CA cert hash]

***********************************************************************************
**************************************************
ok: [node2 -> 172.31.73.169]
TASK [kubernetes/kubeadm : Create kubeadm token for joining nodes with 24h
expiration (default)]
***********************************************************************************
************
ok: [node4 -> 172.31.73.169]
ok: [node3 -> 172.31.73.169]
TASK [kubernetes/kubeadm : Set kubeadm_token to generated token]

***********************************************************************************
********************************************
ok: [node4]
ok: [node3]
TASK [kubernetes/kubeadm : Get the kubeadm version]

***********************************************************************************
*********************************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [kubernetes/kubeadm : Set kubeadm api version to v1beta2]

***********************************************************************************
**********************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [kubernetes/kubeadm : Create kubeadm client config]

***********************************************************************************
****************************************************
changed: [node4]
changed: [node3]
TASK [kubernetes/kubeadm : Join to cluster]

***********************************************************************************
*****************************************************************
changed: [node3]
changed: [node4]
TASK [kubernetes/kubeadm : Update server field in kubelet kubeconfig]

***********************************************************************************
***************************************
changed: [node4]
changed: [node3]
TASK [kubernetes/kubeadm : Update server field in kube-proxy kubeconfig]

***********************************************************************************
************************************
changed: [node2 -> 172.31.73.169]
TASK [kubernetes/kubeadm : Set ca.crt file permission]

***********************************************************************************
******************************************************
ok: [node2]
changed: [node1]
ok: [node4]
ok: [node3]
TASK [kubernetes/kubeadm : Restart all kube-proxy pods to ensure that they load the
new configmap]
***********************************************************************************
**********
changed: [node2 -> 172.31.73.169]
TASK [network_plugin/calico : Check vars defined correctly]

***********************************************************************************
*************************************************
ok: [node2] => {
"changed": false,
}
ok: [node1] => {
"changed": false,
}
ok: [node4] => {
"changed": false,
}
ok: [node3] => {
"changed": false,
}
TASK [network_plugin/calico : Check ipip and vxlan mode defined correctly]

***********************************************************************************
**********************************
ok: [node2] => {
"changed": false,
}
ok: [node1] => {
"changed": false,
}
ok: [node4] => {
"changed": false,
}
ok: [node3] => {
"changed": false,
}
TASK [network_plugin/calico : Check ipip and vxlan mode if simultaneously enabled]

***********************************************************************************
**************************
ok: [node2] => {
"changed": false,
}
ok: [node1] => {
"changed": false,
}
ok: [node4] => {
"changed": false,
}
ok: [node3] => {
"changed": false,
}
TASK [network_plugin/calico : Get current version of calico cluster version]

***********************************************************************************
********************************
ok: [node2]
kubespray/roles/network_plugin/calico/tasks/install.yml for node2, node1, node4,
node3
TASK [network_plugin/calico : Calico | Copy calicoctl binary from download dir]

***********************************************************************************
*****************************
changed: [node1]
changed: [node2]
changed: [node3]
changed: [node4]
TASK [network_plugin/calico : Calico | Check if host has NetworkManager]

***********************************************************************************
************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [network_plugin/calico : Calico | Ensure NetworkManager conf.d dir]

***********************************************************************************
************************************
changed: [node1]
changed: [node2]
changed: [node3]
changed: [node4]
TASK [network_plugin/calico : Calico | Prevent NetworkManager from managing Calico

interfaces]
***********************************************************************************
**************
changed: [node1]
changed: [node2]
changed: [node3]
changed: [node4]
TASK [network_plugin/calico : Calico | Write Calico cni config]

***********************************************************************************
*********************************************
changed: [node1]
changed: [node4]
changed: [node3]
changed: [node2]
TASK [network_plugin/calico : Calico | Create calico certs directory]
***********************************************************************************
***************************************
changed: [node1]
changed: [node2]
changed: [node4]
changed: [node3]
TASK [network_plugin/calico : Calico | Link etcd certificates for calico-node]

***********************************************************************************
******************************
changed: [node2] => (item={'d': 'ca_cert.crt', 's': 'ca.pem'})
changed: [node2] => (item={'d': 'cert.crt', 's': 'node-node2.pem'})
changed: [node2] => (item={'d': 'key.pem', 's': 'node-node2-key.pem'})
TASK [network_plugin/calico : Calico | Install calicoctl wrapper script]

***********************************************************************************
************************************
changed: [node3]
changed: [node1]
changed: [node2]
changed: [node4]
TASK [network_plugin/calico : Calico | wait for etcd]

***********************************************************************************
*******************************************************
ok: [node2]
TASK [network_plugin/calico : Calico | Check if calico network pool has already

been configured]
***********************************************************************************
************
ok: [node2]
TASK [network_plugin/calico : Calico | Configure calico network pool (version >=

v3.3.0)]
***********************************************************************************
*******************
[WARNING]: The value {'spec': {'ipipMode': 'Always', 'blockSize': 24,
'natOutgoing': True, 'vxlanMode': 'Never', 'cidr': '10.233.64.0/18'}, 'apiVersion':
'projectcalico.org/v3', 'kind':
'IPPool', 'metadata': {'name': 'default-pool'}} (type dict) in a string field was
converted to "{'spec': {'ipipMode': 'Always', 'blockSize': 24, 'natOutgoing': True,
'vxlanMode': 'Never',
'cidr': '10.233.64.0/18'}, 'apiVersion': 'projectcalico.org/v3', 'kind': 'IPPool',
'metadata': {'name': 'default-pool'}}" (type string). If this does not look like
what you expect, quote the
entire value to ensure it does not change.
changed: [node2]
TASK [network_plugin/calico : Calico | Set global as_num]

***********************************************************************************
***************************************************
[WARNING]: The value {'metadata': {'name': 'default'}, 'kind': 'BGPConfiguration',
'apiVersion': 'projectcalico.org/v3', 'spec': {'logSeverityScreen': 'Info',
'asNumber': 64512,
'nodeToNodeMeshEnabled': True}} (type dict) in a string field was converted to
"{'metadata': {'name': 'default'}, 'kind': 'BGPConfiguration', 'apiVersion':
'projectcalico.org/v3', 'spec':
{'logSeverityScreen': 'Info', 'asNumber': 64512, 'nodeToNodeMeshEnabled': True}}"
(type string). If this does not look like what you expect, quote the entire value
to ensure it does not
change.
ok: [node2]
TASK [network_plugin/calico : Calico | Create calico manifests]

***********************************************************************************
*********************************************
changed: [node1] => (item={'file': 'calico-config.yml', 'type': 'cm', 'name':
'calico-config'})
changed: [node2] => (item={'file': 'calico-config.yml', 'type': 'cm', 'name':
'calico-config'})
changed: [node1] => (item={'file': 'calico-node.yml', 'type': 'ds', 'name':
'calico-node'})
changed: [node2] => (item={'file': 'calico-node.yml', 'type': 'ds', 'name':
'calico-node'})
changed: [node1] => (item={'file': 'calico-node-sa.yml', 'type': 'sa', 'name':
'calico'})
changed: [node2] => (item={'file': 'calico-node-sa.yml', 'type': 'sa', 'name':
'calico'})
changed: [node1] => (item={'file': 'calico-cr.yml', 'type': 'clusterrole', 'name':
'calico'})
changed: [node2] => (item={'file': 'calico-cr.yml', 'type': 'clusterrole', 'name':
'calico'})
changed: [node1] => (item={'file': 'calico-crb.yml', 'type': 'clusterrolebinding',
'name': 'calico'})
changed: [node2] => (item={'file': 'calico-crb.yml', 'type': 'clusterrolebinding',
'name': 'calico'})
TASK [network_plugin/calico : Start Calico resources]

***********************************************************************************
*******************************************************
ok: [node2] => (item=calico-config.yml)
ok: [node2] => (item=calico-node.yml)
ok: [node2] => (item=calico-node-sa.yml)
ok: [node2] => (item=calico-cr.yml)
ok: [node2] => (item=calico-crb.yml)
TASK [kubernetes/node-label : Kubernetes Apps | Wait for kube-apiserver]

***********************************************************************************
************************************
ok: [node2]
TASK [kubernetes/node-label : Set role node label to empty list]

***********************************************************************************
********************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [kubernetes/node-label : Set inventory node label to empty list]

***********************************************************************************
***************************************
ok: [node2]
ok: [node1]
ok: [node4]
ok: [node3]
TASK [kubernetes/node-label : debug]

***********************************************************************************
************************************************************************
ok: [node2] => {
"role_node_labels": []
}
ok: [node1] => {
}
ok: [node4] => {
}
ok: [node3] => {
}
TASK [kubernetes/node-label : debug]

***********************************************************************************
************************************************************************
ok: [node2] => {
"inventory_node_labels": []
}
ok: [node1] => {
}
ok: [node4] => {
}
ok: [node3] => {
}
RUNNING HANDLER [kubernetes/kubeadm : Kubeadm | restart kubelet]

***********************************************************************************
********************************************
changed: [node4]
changed: [node3]
RUNNING HANDLER [kubernetes/kubeadm : Kubeadm | reload systemd]

***********************************************************************************
*********************************************
ok: [node4]
ok: [node3]
RUNNING HANDLER [network_plugin/calico : reset_calico_cni]

***********************************************************************************
**************************************************
changed: [node1]
changed: [node4]
changed: [node3]
changed: [node2]
RUNNING HANDLER [network_plugin/calico : delete 10-calico.conflist]

***********************************************************************************
*****************************************
changed: [node1]
changed: [node3]
changed: [node4]
changed: [node2]
RUNNING HANDLER [network_plugin/calico : docker | delete calico-node containers]

***********************************************************************************
****************************
changed: [node4]
changed: [node3]
changed: [node1]
changed: [node2]
PLAY [calico-rr]
***********************************************************************************
***********************************************************************************
*********
skipping: no hosts matched
PLAY [kube-master[0]]
***********************************************************************************
***********************************************************************************
****

***********************************************************************************
**************************************************************
ok: [node2] => {
}
TASK [kubernetes-apps/rotate_tokens : Rotate Tokens | Get default token name]

***********************************************************************************
*******************************
ok: [node2]
TASK [kubernetes-apps/rotate_tokens : Rotate Tokens | Get default token data]

***********************************************************************************
*******************************
ok: [node2]
TASK [kubernetes-apps/rotate_tokens : Rotate Tokens | Test if default certificate

is expired]
***********************************************************************************
***************
ok: [node2]
TASK [kubernetes-apps/rotate_tokens : Rotate Tokens | Determine if certificate is

expired]
***********************************************************************************
******************
ok: [node2]
TASK [win_nodes/kubernetes_patch : Ensure that user manifests directory exists]

***********************************************************************************
*****************************
changed: [node2]
TASK [win_nodes/kubernetes_patch : Check current nodeselector for kube-proxy

daemonset]
***********************************************************************************
*********************
ok: [node2]
PLAY [kube-master]
***********************************************************************************
***********************************************************************************
*******

***********************************************************************************
**************************************************************
ok: [node2] => {
}
ok: [node1] => {
}
TASK [policy_controller/calico : Create calico-kube-controllers manifests]

***********************************************************************************
**********************************
changed: [node2] => (item={'file': 'calico-kube-controllers.yml', 'type':
'deployment', 'name': 'calico-kube-controllers'})
changed: [node2] => (item={'file': 'calico-kube-sa.yml', 'type': 'sa', 'name':
'calico-kube-controllers'})
changed: [node2] => (item={'file': 'calico-kube-cr.yml', 'type': 'clusterrole',
'name': 'calico-kube-controllers'})
changed: [node2] => (item={'file': 'calico-kube-crb.yml', 'type':
'clusterrolebinding', 'name': 'calico-kube-controllers'})
TASK [policy_controller/calico : Start of Calico kube controllers]

***********************************************************************************
******************************************
ok: [node2] => (item=calico-kube-controllers.yml)
ok: [node2] => (item=calico-kube-sa.yml)
ok: [node2] => (item=calico-kube-cr.yml)
ok: [node2] => (item=calico-kube-crb.yml)
PLAY [kube-master]
***********************************************************************************
***********************************************************************************
*******

***********************************************************************************
**************************************************************
ok: [node2] => {
}
ok: [node1] => {
}
TASK [kubernetes-apps/ansible : Kubernetes Apps | Wait for kube-apiserver]

***********************************************************************************
**********************************
ok: [node2]
TASK [kubernetes-apps/ansible : Kubernetes Apps | Delete kubeadm CoreDNS]

***********************************************************************************
***********************************
ok: [node2]
TASK [kubernetes-apps/ansible : Kubernetes Apps | Delete kubeadm Kube-DNS service]

***********************************************************************************
**************************
ok: [node2]
TASK [kubernetes-apps/ansible : Kubernetes Apps | Lay Down CoreDNS Template]

***********************************************************************************
********************************
changed: [node2] => (item={'file': 'coredns-config.yml', 'module': 'template',
'type': 'configmap', 'name': 'coredns'})
changed: [node2] => (item={'file': 'coredns-sa.yml', 'module': 'copy', 'type':
'sa', 'name': 'coredns'})
changed: [node2] => (item={'file': 'coredns-deployment.yml', 'module': 'template',
'type': 'deployment', 'name': 'coredns'})
changed: [node2] => (item={'file': 'coredns-svc.yml', 'module': 'template', 'type':
'svc', 'name': 'coredns'})
changed: [node2] => (item={'file': 'coredns-clusterrole.yml', 'module': 'copy',
'type': 'clusterrole', 'name': 'coredns'})
changed: [node2] => (item={'file': 'coredns-clusterrolebinding.yml', 'module':
'copy', 'type': 'clusterrolebinding', 'name': 'coredns'})
changed: [node2] => (item={'file': 'dns-autoscaler-sa.yml', 'module': 'copy',
'type': 'sa', 'name': 'dns-autoscaler'})
changed: [node2] => (item={'file': 'dns-autoscaler-clusterrole.yml', 'module':
'copy', 'type': 'clusterrole', 'name': 'dns-autoscaler'})
changed: [node2] => (item={'file': 'dns-autoscaler-clusterrolebinding.yml',
'module': 'copy', 'type': 'clusterrolebinding', 'name': 'dns-autoscaler'})
changed: [node2] => (item={'file': 'dns-autoscaler.yml', 'module': 'template',
'type': 'deployment', 'name': 'dns-autoscaler'})
TASK [kubernetes-apps/ansible : Kubernetes Apps | set up necessary nodelocaldns

parameters]
***********************************************************************************
*****************
ok: [node2]
TASK [kubernetes-apps/ansible : Kubernetes Apps | Lay Down nodelocaldns Template]

***********************************************************************************
***************************
changed: [node2] => (item={'file': 'nodelocaldns-config.yml', 'type': 'configmap',
'name': 'nodelocaldns'})
changed: [node2] => (item={'file': 'nodelocaldns-sa.yml', 'type': 'sa', 'name':
'nodelocaldns'})
changed: [node2] => (item={'file': 'nodelocaldns-daemonset.yml', 'type':
'daemonset', 'name': 'nodelocaldns'})
TASK [kubernetes-apps/ansible : Kubernetes Apps | Start Resources]

***********************************************************************************
******************************************
ok: [node2] => (item=coredns-config.yml)
ok: [node2] => (item=coredns-sa.yml)
ok: [node2] => (item=coredns-deployment.yml)
ok: [node2] => (item=coredns-svc.yml)
ok: [node2] => (item=coredns-clusterrole.yml)
ok: [node2] => (item=coredns-clusterrolebinding.yml)
ok: [node2] => (item=dns-autoscaler-sa.yml)
ok: [node2] => (item=dns-autoscaler-clusterrole.yml)
ok: [node2] => (item=dns-autoscaler-clusterrolebinding.yml)
ok: [node2] => (item=dns-autoscaler.yml)
ok: [node2] => (item=nodelocaldns-config.yml)
ok: [node2] => (item=nodelocaldns-sa.yml)
ok: [node2] => (item=nodelocaldns-daemonset.yml)
TASK [kubernetes-apps/ansible : Kubernetes Apps | Lay down dashboard template]

***********************************************************************************
******************************
changed: [node2] => (item={'file': 'dashboard.yml', 'type': 'deploy', 'name':
'kubernetes-dashboard'})
TASK [kubernetes-apps/ansible : Kubernetes Apps | Start dashboard]

***********************************************************************************
******************************************
ok: [node2] => (item={'dest': '/etc/kubernetes/dashboard.yml', 'item': {'file':
'dashboard.yml', 'type': 'deploy', 'name': 'kubernetes-dashboard'}, 'changed':
True, 'size': 7775, 'owner': 'root', 'group': 'root', 'gid': 0, 'state': 'file',
'checksum': 'e98b15f655307f019c839571e90315ad1e53d209', 'md5sum':
'ab94f9a7b20acdad3750b48682cb6832', 'mode': '0644', 'invocation': {'module_args':
{'force': True, 'delimiter': None, 'dest': '/etc/kubernetes/dashboard.yml',
'directory_mode': None, 'unsafe_writes': None, 'selevel': None, 'owner': None,
'group': None, 'remote_src': None, 'checksum':
'e98b15f655307f019c839571e90315ad1e53d209', 'setype': None, 'follow': False,
'_original_basename': 'dashboard.yml.j2', 'mode': None, 'regexp': None, 'seuser':
None, 'validate': None, 'serole': None, 'backup': False, 'content': None, 'src':
'/root/.ansible/tmp/ansible-tmp-1600592099.2614253-182255656142013/source',
'attributes': None, 'local_follow': None}}, 'failed': False, 'ansible_loop_var':
'item', 'src': '/root/.ansible/tmp/ansible-tmp-1600592099.2614253-
182255656142013/source', 'diff': [], 'uid': 0})
PLAY [k8s-cluster]
***********************************************************************************
***********************************************************************************
*******

***********************************************************************************
**************************************************************
ok: [node2] => {
}
ok: [node1] => {
}
ok: [node4] => {
}
ok: [node3] => {
}
PLAY RECAP
***********************************************************************************
***********************************************************************************
***************
localhost : ok=1 changed=0 unreachable=0 failed=0
skipped=0 rescued=0 ignored=0
node1 : ok=514 changed=117 unreachable=0 failed=0

===============================================================================
kubernetes/kubeadm : Join to cluster
-----------------------------------------------------------------------------------
---------------------------------------------------------------- 30.43s
kubernetes/master : Joining control plane node to the cluster.
-----------------------------------------------------------------------------------
-------------------------------------- 27.66s
container-engine/docker : ensure docker packages are installed
-----------------------------------------------------------------------------------
-------------------------------------- 24.29s
kubernetes/master : kubeadm | Initialize first master
-----------------------------------------------------------------------------------
----------------------------------------------- 14.44s
etcd : Gen_certs | Write etcd master certs
-----------------------------------------------------------------------------------
---------------------------------------------------------- 10.75s
etcd : reload etcd
-----------------------------------------------------------------------------------
----------------------------------------------------------------------------------
10.67s
etcd : Gen_certs | Write etcd master certs
-----------------------------------------------------------------------------------
---------------------------------------------------------- 10.65s
kubernetes-apps/ansible : Kubernetes Apps | Start Resources
-----------------------------------------------------------------------------------
------------------------------------------ 6.25s
download : download_container | Download image if required
-----------------------------------------------------------------------------------
------------------------------------------- 6.09s
etcd : Gen_certs | Gather etcd master certs
-----------------------------------------------------------------------------------
---------------------------------------------------------- 5.46s
etcd : wait for etcd up
-----------------------------------------------------------------------------------
------------------------------------------------------------------------------
5.41s
etcd : Configure | Check if etcd cluster is healthy
-----------------------------------------------------------------------------------
-------------------------------------------------- 5.30s
etcd : Gen_certs | Gather etcd master certs
-----------------------------------------------------------------------------------
---------------------------------------------------------- 5.24s
kubernetes-apps/ansible : Kubernetes Apps | Lay Down CoreDNS Template
-----------------------------------------------------------------------------------
-------------------------------- 5.17s
-----------------------------------------------------------------------------------
------------------------------------------- 5.09s
Gather necessary facts
-----------------------------------------------------------------------------------
-------------------------------------------------------------------------------
5.07s
kubernetes/preinstall : Install packages requirements
-----------------------------------------------------------------------------------
------------------------------------------------ 5.05s
container-engine/docker : ensure docker-ce repository is enabled
-----------------------------------------------------------------------------------
------------------------------------- 4.70s
-----------------------------------------------------------------------------------
------------------------------------------- 4.53s
download : download | Download files / images
-----------------------------------------------------------------------------------
-------------------------------------------------------- 4.32s

Log

Hochgeladen von

Dokumentinformationen

Copyright

Verfügbare Formate

Dieses Dokument teilen

Dokument teilen oder einbetten

Freigabeoptionen

Stufen Sie dieses Dokument als nützlich ein?

Sind diese Inhalte unangemessen?

Copyright:

Verfügbare Formate

Log

Hochgeladen von

Copyright:

Verfügbare Formate

root@ip-172-31-64-78:~/kubernetes-sigs-kubespray# ansible-playbook -i

inventory/mycluster/hosts.yaml --become --become-user=root cluster.yml

TASK [Check ansible version >=2.8.0]

TASK [Set up proxy environment]

TASK [kubespray-defaults : Configure defaults]

TASK [bootstrap-os : Fetch /etc/os-release]

TASK [bootstrap-os : Check if bootstrap is needed]

TASK [bootstrap-os : Set the ansible_python_interpreter fact]

TASK [bootstrap-os : Install dbus for the hostname module]

TASK [bootstrap-os : Create remote_tmp for it is used by another module]

TASK [bootstrap-os : Gather host facts to get ansible_os_family]

TASK [bootstrap-os : Assign inventory name to unconfigured hostnames (non-CoreOS,

TASK [bootstrap-os : Ensure bash_completion.d folder exists]

PLAY [Gather facts]

TASK [Gather minimal facts]

TASK [Gather necessary facts]

TASK [kubespray-defaults : Configure defaults]

TASK [kubespray-defaults : create fallback_ips_base]

TASK [kubespray-defaults : set fallback_ips]

TASK [adduser : User | Create User Group]

TASK [adduser : User | Create User]

TASK [kubernetes/preinstall : Remove swapfile from /etc/fstab]

TASK [kubernetes/preinstall : check swap]

TASK [kubernetes/preinstall : Stop if either kube-master, kube-node or etcd is

TASK [kubernetes/preinstall : Stop if non systemd OS type]

TASK [kubernetes/preinstall : Stop if unknown OS]

TASK [kubernetes/preinstall : Stop if unknown network plugin]

TASK [kubernetes/preinstall : Stop if unsupported version of Kubernetes]

TASK [kubernetes/preinstall : Stop if even number of etcd hosts]

TASK [kubernetes/preinstall : Stop if memory is too small for masters]

TASK [kubernetes/preinstall : Stop if memory is too small for nodes]

TASK [kubernetes/preinstall : Stop if ip var does not match local ips]

TASK [kubernetes/preinstall : Stop if access_ip is not pingable]

TASK [kubernetes/preinstall : Stop if RBAC is not enabled when dashboard is

TASK [kubernetes/preinstall : Stop if bad hostname]

TASK [kubernetes/preinstall : Ensure minimum calico version]

TASK [kubernetes/preinstall : Get current version of calico cluster version]

TASK [kubernetes/preinstall : Check that kube_service_addresses is a network range]

TASK [kubernetes/preinstall : Check that kube_pods_subnet is a network range]

TASK [kubernetes/preinstall : Check that kube_pods_subnet does not collide with

TASK [kubernetes/preinstall : Stop if unknown kube proxy mode]

TASK [kubernetes/preinstall : Stop if vault is chose]

TASK [kubernetes/preinstall : Stop if unknown cert_management]

TASK [kubernetes/preinstall : Stop if unknown resolvconf_mode]

TASK [kubernetes/preinstall : Stop if etcd deployment type is not host or docker]

TASK [kubernetes/preinstall : Pre-upgrade | check if old credential dir exists]

TASK [kubernetes/preinstall : check if booted with ostree]

TASK [kubernetes/preinstall : set is_fedora_coreos]

TASK [kubernetes/preinstall : set is_fedora_coreos]

TASK [kubernetes/preinstall : check resolvconf]

TASK [kubernetes/preinstall : check systemd-resolved]

TASK [kubernetes/preinstall : set dns facts]

TASK [kubernetes/preinstall : check if kubelet is configured]

TASK [kubernetes/preinstall : check if early DNS configuration stage]

TASK [kubernetes/preinstall : target resolv.conf files]

TASK [kubernetes/preinstall : check if /etc/dhclient.conf exists]

TASK [kubernetes/preinstall : check if /etc/dhcp/dhclient.conf exists]

TASK [kubernetes/preinstall : target dhclient conf file for

TASK [kubernetes/preinstall : target dhclient hook file for Debian family]

TASK [kubernetes/preinstall : generate search domains to resolvconf]

TASK [kubernetes/preinstall : pick coredns cluster IP or default resolver]

TASK [kubernetes/preinstall : generate nameservers to resolvconf]

TASK [kubernetes/preinstall : gather os specific variables]

TASK [kubernetes/preinstall : check /usr readonly]