+ export WORKSPACE=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release
+ WORKSPACE=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release
+ [[ openshift-release =~ openshift-.* ]]
+ export PROVIDER=os-3.9.0-alpha.4
+ PROVIDER=os-3.9.0-alpha.4
+ export VAGRANT_NUM_NODES=1
+ VAGRANT_NUM_NODES=1
+ export NFS_WINDOWS_DIR=/home/nfs/images/windows2016
+ NFS_WINDOWS_DIR=/home/nfs/images/windows2016
+ export NAMESPACE=kube-system
+ NAMESPACE=kube-system
+ trap '{ make cluster-down; }' EXIT
+ make cluster-down
./cluster/down.sh
+ make cluster-up
./cluster/up.sh
  WARNING: You're not using the default seccomp profile
WARNING: bridge-nf-call-iptables is disabled
WARNING: bridge-nf-call-ip6tables is disabled
kubevirt-functional-tests-openshift-release1-node02
2018/04/09 20:47:22 Waiting for host: 192.168.66.102:22
2018/04/09 20:47:25 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s
2018/04/09 20:47:33 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s
2018/04/09 20:47:41 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s
2018/04/09 20:47:46 Connected to tcp://192.168.66.102:22
Removed symlink /etc/systemd/system/docker.service.wants/origin-master-api.service.
Removed symlink /etc/systemd/system/origin-node.service.wants/origin-master-api.service.
Removed symlink /etc/systemd/system/docker.service.wants/origin-master-controllers.service.
kubevirt-functional-tests-openshift-release1-node01
2018/04/09 20:47:52 Waiting for host: 192.168.66.101:22
2018/04/09 20:47:55 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s
2018/04/09 20:48:03 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s
2018/04/09 20:48:11 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s
2018/04/09 20:48:19 Connected to tcp://192.168.66.101:22
The connection to the server node01:8443 was refused - did you specify the right host or port?
NAME      STATUS    ROLES     AGE       VERSION
node01    Ready     master    5d        v1.9.1+a0ce1bc657
PING node02 (192.168.66.102) 56(84) bytes of data.
64 bytes from node02 (192.168.66.102): icmp_seq=1 ttl=64 time=0.432 ms

--- node02 ping statistics ---
1 packets transmitted, 1 received, 0% packet loss, time 0ms
rtt min/avg/max/mdev = 0.432/0.432/0.432/0.000 ms
Found node02. Adding it to the inventory.
ping: node03: Name or service not known

PLAY [Populate config host groups] *********************************************

TASK [Load group name mapping variables] ***************************************
ok: [localhost]

TASK [Evaluate groups - g_etcd_hosts or g_new_etcd_hosts required] *************
skipping: [localhost]

TASK [Evaluate groups - g_master_hosts or g_new_master_hosts required] *********
skipping: [localhost]

TASK [Evaluate groups - g_node_hosts or g_new_node_hosts required] *************
skipping: [localhost]

TASK [Evaluate groups - g_lb_hosts required] ***********************************
skipping: [localhost]

TASK [Evaluate groups - g_nfs_hosts required] **********************************
skipping: [localhost]

TASK [Evaluate groups - g_nfs_hosts is single host] ****************************
skipping: [localhost]

TASK [Evaluate groups - g_glusterfs_hosts required] ****************************
skipping: [localhost]

TASK [Evaluate groups - Fail if no etcd hosts group is defined] ****************
skipping: [localhost]

TASK [Evaluate oo_all_hosts] ***************************************************
ok: [localhost] => (item=node01)
ok: [localhost] => (item=node02)

TASK [Evaluate oo_masters] *****************************************************
ok: [localhost] => (item=node01)

TASK [Evaluate oo_first_master] ************************************************
ok: [localhost]

TASK [Evaluate oo_new_etcd_to_config] ******************************************

TASK [Evaluate oo_masters_to_config] *******************************************
ok: [localhost] => (item=node01)

TASK [Evaluate oo_etcd_to_config] **********************************************
ok: [localhost] => (item=node01)

TASK [Evaluate oo_first_etcd] **************************************************
ok: [localhost]

TASK [Evaluate oo_etcd_hosts_to_upgrade] ***************************************
ok: [localhost] => (item=node01)

TASK [Evaluate oo_etcd_hosts_to_backup] ****************************************
ok: [localhost] => (item=node01)

TASK [Evaluate oo_nodes_to_config] *********************************************
ok: [localhost] => (item=node02)

TASK [Add master to oo_nodes_to_config] ****************************************
skipping: [localhost] => (item=node01) 

TASK [Evaluate oo_lb_to_config] ************************************************

TASK [Evaluate oo_nfs_to_config] ***********************************************
ok: [localhost] => (item=node01)

TASK [Evaluate oo_glusterfs_to_config] *****************************************

TASK [Evaluate oo_etcd_to_migrate] *********************************************
ok: [localhost] => (item=node01)

PLAY [Ensure there are new_nodes] **********************************************

TASK [fail] ********************************************************************
skipping: [localhost]

TASK [fail] ********************************************************************
skipping: [localhost]

PLAY [Initialization Checkpoint Start] *****************************************

TASK [Set install initialization 'In Progress'] ********************************
ok: [node01]

PLAY [Populate config host groups] *********************************************

TASK [Load group name mapping variables] ***************************************
ok: [localhost]

TASK [Evaluate groups - g_etcd_hosts or g_new_etcd_hosts required] *************
skipping: [localhost]

TASK [Evaluate groups - g_master_hosts or g_new_master_hosts required] *********
skipping: [localhost]

TASK [Evaluate groups - g_node_hosts or g_new_node_hosts required] *************
skipping: [localhost]

TASK [Evaluate groups - g_lb_hosts required] ***********************************
skipping: [localhost]

TASK [Evaluate groups - g_nfs_hosts required] **********************************
skipping: [localhost]

TASK [Evaluate groups - g_nfs_hosts is single host] ****************************
skipping: [localhost]

TASK [Evaluate groups - g_glusterfs_hosts required] ****************************
skipping: [localhost]

TASK [Evaluate groups - Fail if no etcd hosts group is defined] ****************
skipping: [localhost]

TASK [Evaluate oo_all_hosts] ***************************************************
ok: [localhost] => (item=node01)
ok: [localhost] => (item=node02)

TASK [Evaluate oo_masters] *****************************************************
ok: [localhost] => (item=node01)

TASK [Evaluate oo_first_master] ************************************************
ok: [localhost]

TASK [Evaluate oo_new_etcd_to_config] ******************************************

TASK [Evaluate oo_masters_to_config] *******************************************
ok: [localhost] => (item=node01)

TASK [Evaluate oo_etcd_to_config] **********************************************
ok: [localhost] => (item=node01)

TASK [Evaluate oo_first_etcd] **************************************************
ok: [localhost]

TASK [Evaluate oo_etcd_hosts_to_upgrade] ***************************************
ok: [localhost] => (item=node01)

TASK [Evaluate oo_etcd_hosts_to_backup] ****************************************
ok: [localhost] => (item=node01)

TASK [Evaluate oo_nodes_to_config] *********************************************
ok: [localhost] => (item=node02)

TASK [Add master to oo_nodes_to_config] ****************************************
skipping: [localhost] => (item=node01) 

TASK [Evaluate oo_lb_to_config] ************************************************

TASK [Evaluate oo_nfs_to_config] ***********************************************
ok: [localhost] => (item=node01)

TASK [Evaluate oo_glusterfs_to_config] *****************************************

TASK [Evaluate oo_etcd_to_migrate] *********************************************
ok: [localhost] => (item=node01)
 [WARNING]: Could not match supplied host pattern, ignoring: oo_lb_to_config

PLAY [Ensure that all non-node hosts are accessible] ***************************

TASK [Gathering Facts] *********************************************************
ok: [node01]

PLAY [Initialize basic host facts] *********************************************

TASK [Gathering Facts] *********************************************************
ok: [node01]
ok: [node02]

TASK [openshift_sanitize_inventory : include_tasks] ****************************
included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/deprecations.yml for node01, node02

TASK [openshift_sanitize_inventory : Check for usage of deprecated variables] ***
skipping: [node01] => (item=openshift_hosted_logging_deploy) 
skipping: [node01] => (item=openshift_hosted_logging_hostname) 
skipping: [node01] => (item=openshift_hosted_logging_ops_hostname) 
skipping: [node01] => (item=openshift_hosted_logging_master_public_url) 
skipping: [node02] => (item=openshift_hosted_logging_deploy) 
skipping: [node01] => (item=openshift_hosted_logging_elasticsearch_cluster_size) 
skipping: [node02] => (item=openshift_hosted_logging_hostname) 
skipping: [node01] => (item=openshift_hosted_logging_elasticsearch_ops_cluster_size) 
skipping: [node01] => (item=openshift_hosted_logging_image_pull_secret) 
skipping: [node02] => (item=openshift_hosted_logging_ops_hostname) 
skipping: [node01] => (item=openshift_hosted_logging_enable_ops_cluster) 
skipping: [node01] => (item=openshift_hosted_logging_curator_nodeselector) 
skipping: [node02] => (item=openshift_hosted_logging_master_public_url) 
skipping: [node01] => (item=openshift_hosted_logging_curator_ops_nodeselector) 
skipping: [node02] => (item=openshift_hosted_logging_elasticsearch_cluster_size) 
skipping: [node01] => (item=openshift_hosted_logging_kibana_nodeselector) 
skipping: [node01] => (item=openshift_hosted_logging_kibana_ops_nodeselector) 
skipping: [node02] => (item=openshift_hosted_logging_elasticsearch_ops_cluster_size) 
skipping: [node01] => (item=openshift_hosted_logging_fluentd_nodeselector_label) 
skipping: [node02] => (item=openshift_hosted_logging_image_pull_secret) 
skipping: [node01] => (item=openshift_hosted_logging_journal_source) 
skipping: [node02] => (item=openshift_hosted_logging_enable_ops_cluster) 
skipping: [node01] => (item=openshift_hosted_logging_journal_read_from_head) 
skipping: [node01] => (item=openshift_hosted_logging_elasticsearch_instance_ram) 
skipping: [node02] => (item=openshift_hosted_logging_curator_nodeselector) 
skipping: [node01] => (item=openshift_hosted_logging_storage_labels) 
skipping: [node01] => (item=openshift_hosted_logging_elasticsearch_pvc_dynamic) 
skipping: [node02] => (item=openshift_hosted_logging_curator_ops_nodeselector) 
skipping: [node01] => (item=openshift_hosted_logging_elasticsearch_pvc_size) 
skipping: [node02] => (item=openshift_hosted_logging_kibana_nodeselector) 
skipping: [node01] => (item=openshift_hosted_logging_elasticsearch_pvc_prefix) 
skipping: [node02] => (item=openshift_hosted_logging_kibana_ops_nodeselector) 
skipping: [node01] => (item=openshift_hosted_logging_elasticsearch_storage_group) 
skipping: [node01] => (item=openshift_hosted_logging_elasticsearch_nodeselector) 
skipping: [node02] => (item=openshift_hosted_logging_fluentd_nodeselector_label) 
skipping: [node01] => (item=openshift_hosted_logging_elasticsearch_ops_instance_ram) 
skipping: [node02] => (item=openshift_hosted_logging_journal_source) 
skipping: [node02] => (item=openshift_hosted_logging_journal_read_from_head) 
skipping: [node02] => (item=openshift_hosted_logging_elasticsearch_instance_ram) 
skipping: [node02] => (item=openshift_hosted_logging_storage_labels) 
skipping: [node02] => (item=openshift_hosted_logging_elasticsearch_pvc_dynamic) 
skipping: [node02] => (item=openshift_hosted_logging_elasticsearch_pvc_size) 
skipping: [node01] => (item=openshift_hosted_loggingops_storage_labels) 
skipping: [node02] => (item=openshift_hosted_logging_elasticsearch_pvc_prefix) 
skipping: [node01] => (item=openshift_hosted_logging_elasticsearch_ops_pvc_dynamic) 
skipping: [node02] => (item=openshift_hosted_logging_elasticsearch_storage_group) 
skipping: [node01] => (item=openshift_hosted_logging_elasticsearch_ops_pvc_size) 
skipping: [node01] => (item=openshift_hosted_logging_elasticsearch_ops_pvc_prefix) 
skipping: [node01] => (item=openshift_hosted_logging_elasticsearch_storage_group) 
skipping: [node01] => (item=openshift_hosted_logging_elasticsearch_ops_nodeselector) 
skipping: [node01] => (item=openshift_hosted_logging_storage_access_modes) 
skipping: [node01] => (item=openshift_hosted_logging_storage_kind) 
skipping: [node01] => (item=openshift_hosted_loggingops_storage_kind) 
skipping: [node01] => (item=openshift_hosted_logging_storage_host) 
skipping: [node01] => (item=openshift_hosted_loggingops_storage_host) 
skipping: [node01] => (item=openshift_hosted_logging_storage_nfs_directory) 
skipping: [node02] => (item=openshift_hosted_logging_elasticsearch_nodeselector) 
skipping: [node01] => (item=openshift_hosted_loggingops_storage_nfs_directory) 
skipping: [node02] => (item=openshift_hosted_logging_elasticsearch_ops_instance_ram) 
skipping: [node01] => (item=openshift_hosted_logging_storage_volume_name) 
skipping: [node02] => (item=openshift_hosted_loggingops_storage_labels) 
skipping: [node01] => (item=openshift_hosted_loggingops_storage_volume_name) 
skipping: [node01] => (item=openshift_hosted_logging_storage_volume_size) 
skipping: [node02] => (item=openshift_hosted_logging_elasticsearch_ops_pvc_dynamic) 
skipping: [node01] => (item=openshift_hosted_loggingops_storage_volume_size) 
skipping: [node02] => (item=openshift_hosted_logging_elasticsearch_ops_pvc_size) 
skipping: [node01] => (item=openshift_hosted_logging_enable_ops_cluster) 
skipping: [node02] => (item=openshift_hosted_logging_elasticsearch_ops_pvc_prefix) 
skipping: [node01] => (item=openshift_hosted_logging_image_pull_secret) 
skipping: [node02] => (item=openshift_hosted_logging_elasticsearch_storage_group) 
skipping: [node01] => (item=openshift_hosted_logging_curator_nodeselector) 
skipping: [node02] => (item=openshift_hosted_logging_elasticsearch_ops_nodeselector) 
skipping: [node01] => (item=openshift_hosted_logging_curator_ops_nodeselector) 
skipping: [node02] => (item=openshift_hosted_logging_storage_access_modes) 
skipping: [node01] => (item=openshift_hosted_logging_kibana_nodeselector) 
skipping: [node02] => (item=openshift_hosted_logging_storage_kind) 
skipping: [node01] => (item=openshift_hosted_logging_kibana_ops_nodeselector) 
skipping: [node01] => (item=openshift_hosted_logging_ops_hostname) 
skipping: [node02] => (item=openshift_hosted_loggingops_storage_kind) 
skipping: [node01] => (item=openshift_hosted_logging_fluentd_nodeselector_label) 
skipping: [node02] => (item=openshift_hosted_logging_storage_host) 
skipping: [node01] => (item=openshift_hosted_logging_journal_source) 
skipping: [node02] => (item=openshift_hosted_loggingops_storage_host) 
skipping: [node01] => (item=openshift_hosted_logging_journal_read_from_head) 
skipping: [node02] => (item=openshift_hosted_logging_storage_nfs_directory) 
skipping: [node01] => (item=openshift_hosted_logging_elasticsearch_instance_ram) 
skipping: [node02] => (item=openshift_hosted_loggingops_storage_nfs_directory) 
skipping: [node01] => (item=openshift_hosted_logging_elasticsearch_nodeselector) 
skipping: [node01] => (item=openshift_hosted_logging_elasticsearch_ops_instance_ram) 
skipping: [node02] => (item=openshift_hosted_logging_storage_volume_name) 
skipping: [node01] => (item=openshift_hosted_logging_elasticsearch_ops_nodeselector) 
skipping: [node02] => (item=openshift_hosted_loggingops_storage_volume_name) 
skipping: [node01] => (item=openshift_hosted_logging_storage_access_modes) 
skipping: [node02] => (item=openshift_hosted_logging_storage_volume_size) 
skipping: [node01] => (item=openshift_hosted_logging_deployer_prefix) 
skipping: [node02] => (item=openshift_hosted_loggingops_storage_volume_size) 
skipping: [node01] => (item=openshift_hosted_logging_deployer_version) 
skipping: [node02] => (item=openshift_hosted_logging_enable_ops_cluster) 
skipping: [node01] => (item=openshift_hosted_metrics_deploy) 
skipping: [node02] => (item=openshift_hosted_logging_image_pull_secret) 
skipping: [node01] => (item=openshift_hosted_metrics_storage_kind) 
skipping: [node02] => (item=openshift_hosted_logging_curator_nodeselector) 
skipping: [node01] => (item=openshift_hosted_metrics_storage_access_modes) 
skipping: [node02] => (item=openshift_hosted_logging_curator_ops_nodeselector) 
skipping: [node01] => (item=openshift_hosted_metrics_storage_host) 
skipping: [node01] => (item=openshift_hosted_metrics_storage_nfs_directory) 
skipping: [node02] => (item=openshift_hosted_logging_kibana_nodeselector) 
skipping: [node01] => (item=openshift_hosted_metrics_storage_volume_name) 
skipping: [node02] => (item=openshift_hosted_logging_kibana_ops_nodeselector) 
skipping: [node01] => (item=openshift_hosted_metrics_storage_volume_size) 
skipping: [node02] => (item=openshift_hosted_logging_ops_hostname) 
skipping: [node01] => (item=openshift_hosted_metrics_storage_labels) 
skipping: [node02] => (item=openshift_hosted_logging_fluentd_nodeselector_label) 
skipping: [node01] => (item=openshift_hosted_metrics_deployer_prefix) 
skipping: [node02] => (item=openshift_hosted_logging_journal_source) 
skipping: [node01] => (item=openshift_hosted_metrics_deployer_version) 
skipping: [node02] => (item=openshift_hosted_logging_journal_read_from_head) 
skipping: [node02] => (item=openshift_hosted_logging_elasticsearch_instance_ram) 
skipping: [node02] => (item=openshift_hosted_logging_elasticsearch_nodeselector) 
skipping: [node02] => (item=openshift_hosted_logging_elasticsearch_ops_instance_ram) 
skipping: [node02] => (item=openshift_hosted_logging_elasticsearch_ops_nodeselector) 
skipping: [node02] => (item=openshift_hosted_logging_storage_access_modes) 
skipping: [node02] => (item=openshift_hosted_logging_deployer_prefix) 
skipping: [node02] => (item=openshift_hosted_logging_deployer_version) 
skipping: [node02] => (item=openshift_hosted_metrics_deploy) 
skipping: [node02] => (item=openshift_hosted_metrics_storage_kind) 
skipping: [node02] => (item=openshift_hosted_metrics_storage_access_modes) 
skipping: [node02] => (item=openshift_hosted_metrics_storage_host) 
skipping: [node02] => (item=openshift_hosted_metrics_storage_nfs_directory) 
skipping: [node02] => (item=openshift_hosted_metrics_storage_volume_name) 
skipping: [node02] => (item=openshift_hosted_metrics_storage_volume_size) 
skipping: [node02] => (item=openshift_hosted_metrics_storage_labels) 
skipping: [node02] => (item=openshift_hosted_metrics_deployer_prefix) 
skipping: [node02] => (item=openshift_hosted_metrics_deployer_version) 

TASK [openshift_sanitize_inventory : debug] ************************************
skipping: [node01]
skipping: [node02]

TASK [openshift_sanitize_inventory : set_stats] ********************************
skipping: [node01]

TASK [openshift_sanitize_inventory : Assign deprecated variables to correct counterparts] ***
included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/__deprecations_logging.yml for node01, node02
included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/__deprecations_metrics.yml for node01, node02

TASK [openshift_sanitize_inventory : conditional_set_fact] *********************
ok: [node02]
ok: [node01]

TASK [openshift_sanitize_inventory : set_fact] *********************************
ok: [node01]
ok: [node02]

TASK [openshift_sanitize_inventory : conditional_set_fact] *********************
ok: [node01]
ok: [node02]

TASK [openshift_sanitize_inventory : Standardize on latest variable names] *****
ok: [node01]
ok: [node02]

TASK [openshift_sanitize_inventory : Normalize openshift_release] **************
skipping: [node01]
skipping: [node02]

TASK [openshift_sanitize_inventory : Abort when openshift_release is invalid] ***
skipping: [node01]
skipping: [node02]

TASK [openshift_sanitize_inventory : include_tasks] ****************************
included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/unsupported.yml for node01, node02

TASK [openshift_sanitize_inventory : Ensure that openshift_use_dnsmasq is true] ***
skipping: [node01]
skipping: [node02]

TASK [openshift_sanitize_inventory : Ensure that openshift_node_dnsmasq_install_network_manager_hook is true] ***
skipping: [node01]
skipping: [node02]

TASK [openshift_sanitize_inventory : set_fact] *********************************
skipping: [node01] => (item=openshift_hosted_etcd_storage_kind) 
skipping: [node02] => (item=openshift_hosted_etcd_storage_kind) 

TASK [openshift_sanitize_inventory : Ensure that dynamic provisioning is set if using dynamic storage] ***
skipping: [node01]
skipping: [node02]

TASK [openshift_sanitize_inventory : Ensure the hosted registry's GlusterFS storage is configured correctly] ***
skipping: [node01]
skipping: [node02]

TASK [openshift_sanitize_inventory : Ensure the hosted registry's GlusterFS storage is configured correctly] ***
skipping: [node01]
skipping: [node02]

TASK [openshift_sanitize_inventory : Ensure clusterid is set along with the cloudprovider] ***
skipping: [node01]
skipping: [node02]

TASK [openshift_sanitize_inventory : Ensure ansible_service_broker_remove and ansible_service_broker_install are mutually exclusive] ***
skipping: [node01]
skipping: [node02]

TASK [openshift_sanitize_inventory : Ensure template_service_broker_remove and template_service_broker_install are mutually exclusive] ***
skipping: [node01]
skipping: [node02]

TASK [openshift_sanitize_inventory : Ensure that all requires vsphere configuration variables are set] ***
skipping: [node01]
skipping: [node02]

TASK [Detecting Operating System from ostree_booted] ***************************
ok: [node02]
ok: [node01]

TASK [set openshift_deployment_type if unset] **********************************
skipping: [node01]
skipping: [node02]

TASK [initialize_facts set fact openshift_is_atomic and openshift_is_containerized] ***
ok: [node01]
ok: [node02]

TASK [Determine Atomic Host Docker Version] ************************************
skipping: [node01]
skipping: [node02]

TASK [assert atomic host docker version is 1.12 or later] **********************
skipping: [node01]
skipping: [node02]

PLAY [Initialize special first-master variables] *******************************

TASK [Gathering Facts] *********************************************************
ok: [node01]

TASK [set_fact] ****************************************************************
ok: [node01]

PLAY [Disable web console if required] *****************************************

TASK [set_fact] ****************************************************************
skipping: [node01]

PLAY [Install packages necessary for installer] ********************************

TASK [Gathering Facts] *********************************************************
ok: [node02]

TASK [Ensure openshift-ansible installer package deps are installed] ***********
ok: [node02] => (item=iproute)
ok: [node02] => (item=dbus-python)
ok: [node02] => (item=PyYAML)
ok: [node02] => (item=python-ipaddress)
ok: [node02] => (item=yum-utils)

TASK [Ensure various deps for running system containers are installed] *********
skipping: [node02] => (item=atomic) 
skipping: [node02] => (item=ostree) 
skipping: [node02] => (item=runc) 

PLAY [Initialize cluster facts] ************************************************

TASK [Gathering Facts] *********************************************************
ok: [node02]
ok: [node01]

TASK [Gather Cluster facts] ****************************************************
changed: [node02]
ok: [node01]

TASK [Set fact of no_proxy_internal_hostnames] *********************************
skipping: [node01]
skipping: [node02]

TASK [Initialize openshift.node.sdn_mtu] ***************************************
ok: [node02]
ok: [node01]

PLAY [Determine openshift_version to configure on first master] ****************

TASK [Gathering Facts] *********************************************************
skipping: [node01]

TASK [include_role] ************************************************************
skipping: [node01]

TASK [debug] *******************************************************************
skipping: [node01]

PLAY [Set openshift_version for etcd, node, and master hosts] ******************

TASK [Gathering Facts] *********************************************************
skipping: [node02]

TASK [set_fact] ****************************************************************
skipping: [node02]

PLAY [Ensure the requested version packages are available.] ********************

TASK [Gathering Facts] *********************************************************
skipping: [node02]

TASK [include_role] ************************************************************
skipping: [node02]

PLAY [Verify Requirements] *****************************************************

TASK [Gathering Facts] *********************************************************
ok: [node01]

TASK [Run variable sanity checks] **********************************************
ok: [node01]

PLAY [Initialization Checkpoint End] *******************************************

TASK [Set install initialization 'Complete'] ***********************************
ok: [node01]

PLAY [Validate node hostnames] *************************************************

TASK [Gathering Facts] *********************************************************
ok: [node02]

TASK [Query DNS for IP address of node02] **************************************
ok: [node02]

TASK [Validate openshift_hostname when defined] ********************************
skipping: [node02]

TASK [Validate openshift_ip exists on node when defined] ***********************
skipping: [node02]

PLAY [Setup yum repositories for all hosts] ************************************

TASK [rhel_subscribe : fail] ***************************************************
skipping: [node02]

TASK [rhel_subscribe : Install Red Hat Subscription manager] *******************
skipping: [node02]

TASK [rhel_subscribe : Is host already registered?] ****************************
skipping: [node02]

TASK [rhel_subscribe : Register host] ******************************************
skipping: [node02]

TASK [rhel_subscribe : fail] ***************************************************
skipping: [node02]

TASK [rhel_subscribe : Determine if OpenShift Pool Already Attached] ***********
skipping: [node02]

TASK [rhel_subscribe : Attach to OpenShift Pool] *******************************
skipping: [node02]

TASK [rhel_subscribe : include_tasks] ******************************************
skipping: [node02]

TASK [openshift_repos : openshift_repos detect ostree] *************************
ok: [node02]

TASK [openshift_repos : Ensure libselinux-python is installed] *****************
ok: [node02]

TASK [openshift_repos : Remove openshift_additional.repo file] *****************
ok: [node02]

TASK [openshift_repos : Create any additional repos that are defined] **********

TASK [openshift_repos : include_tasks] *****************************************
skipping: [node02]

TASK [openshift_repos : include_tasks] *****************************************
included: /root/openshift-ansible/roles/openshift_repos/tasks/centos_repos.yml for node02

TASK [openshift_repos : Configure origin gpg keys] *****************************
ok: [node02]

TASK [openshift_repos : Configure correct origin release repository] ***********
ok: [node02] => (item=/root/openshift-ansible/roles/openshift_repos/templates/CentOS-OpenShift-Origin.repo.j2)

TASK [openshift_repos : Ensure clean repo cache in the event repos have been changed manually] ***
changed: [node02] => {
    "msg": "First run of openshift_repos"
}

TASK [openshift_repos : Record that openshift_repos already ran] ***************
ok: [node02]

RUNNING HANDLER [openshift_repos : refresh cache] ******************************
changed: [node02]

PLAY [Configure os_firewall] ***************************************************

TASK [Gathering Facts] *********************************************************
ok: [node02]

TASK [os_firewall : Detecting Atomic Host Operating System] ********************
ok: [node02]

TASK [os_firewall : Set fact r_os_firewall_is_atomic] **************************
ok: [node02]

TASK [os_firewall : include_tasks] *********************************************
skipping: [node02]

TASK [os_firewall : include_tasks] *********************************************
included: /root/openshift-ansible/roles/os_firewall/tasks/iptables.yml for node02

TASK [os_firewall : Ensure firewalld service is not enabled] *******************
ok: [node02]

TASK [os_firewall : Wait 10 seconds after disabling firewalld] *****************
skipping: [node02]

TASK [os_firewall : Install iptables packages] *********************************
ok: [node02] => (item=iptables)
ok: [node02] => (item=iptables-services)

TASK [os_firewall : Start and enable iptables service] *************************
ok: [node02 -> node02] => (item=node02)

TASK [os_firewall : need to pause here, otherwise the iptables service starting can sometimes cause ssh to fail] ***
skipping: [node02]

PLAY [create oo_hosts_containerized_managed_true host group] *******************

TASK [Gathering Facts] *********************************************************
ok: [node01]

TASK [group_by] ****************************************************************
ok: [node01]

PLAY [oo_nodes_to_config] ******************************************************

TASK [Gathering Facts] *********************************************************
ok: [node02]

TASK [container_runtime : Setup the docker-storage for overlay] ****************
skipping: [node02]

PLAY [create oo_hosts_containerized_managed_true host group] *******************

TASK [Gathering Facts] *********************************************************
ok: [node01]

TASK [group_by] ****************************************************************
ok: [node01]

PLAY [oo_nodes_to_config] ******************************************************

TASK [Gathering Facts] *********************************************************
ok: [node02]

TASK [openshift_excluder : Install excluders] **********************************
included: /root/openshift-ansible/roles/openshift_excluder/tasks/install.yml for node02

TASK [openshift_excluder : Install docker excluder - yum] **********************
skipping: [node02]

TASK [openshift_excluder : Install docker excluder - dnf] **********************
skipping: [node02]

TASK [openshift_excluder : Install openshift excluder - yum] *******************
skipping: [node02]

TASK [openshift_excluder : Install openshift excluder - dnf] *******************
skipping: [node02]

TASK [openshift_excluder : set_fact] *******************************************
ok: [node02]

TASK [openshift_excluder : Enable excluders] ***********************************
included: /root/openshift-ansible/roles/openshift_excluder/tasks/exclude.yml for node02

TASK [openshift_excluder : Check for docker-excluder] **************************
ok: [node02]

TASK [openshift_excluder : Enable docker excluder] *****************************
skipping: [node02]

TASK [openshift_excluder : Check for openshift excluder] ***********************
ok: [node02]

TASK [openshift_excluder : Enable openshift excluder] **************************
skipping: [node02]

TASK [container_runtime : include_tasks] ***************************************
included: /root/openshift-ansible/roles/container_runtime/tasks/common/pre.yml for node02

TASK [container_runtime : include_tasks] ***************************************
skipping: [node02]

TASK [container_runtime : Add enterprise registry, if necessary] ***************
skipping: [node02]

TASK [container_runtime : include_tasks] ***************************************
skipping: [node02]

TASK [container_runtime : Get current installed Docker version] ****************
ok: [node02]

TASK [container_runtime : include_tasks] ***************************************
included: /root/openshift-ansible/roles/container_runtime/tasks/docker_sanity.yml for node02

TASK [container_runtime : Error out if Docker pre-installed but too old] *******
skipping: [node02]

TASK [container_runtime : Error out if requested Docker is too old] ************
skipping: [node02]

TASK [container_runtime : Fail if Docker version requested but downgrade is required] ***
skipping: [node02]

TASK [container_runtime : Error out if attempting to upgrade Docker across the 1.10 boundary] ***
skipping: [node02]

TASK [container_runtime : Install Docker] **************************************
skipping: [node02]

TASK [container_runtime : Ensure docker.service.d directory exists] ************
ok: [node02]

TASK [container_runtime : Configure Docker service unit file] ******************
ok: [node02]

TASK [container_runtime : stat] ************************************************
ok: [node02]

TASK [container_runtime : Set registry params] *********************************
skipping: [node02] => (item={u'reg_conf_var': u'ADD_REGISTRY', u'reg_flag': u'--add-registry', u'reg_fact_val': []}) 
skipping: [node02] => (item={u'reg_conf_var': u'BLOCK_REGISTRY', u'reg_flag': u'--block-registry', u'reg_fact_val': []}) 
skipping: [node02] => (item={u'reg_conf_var': u'INSECURE_REGISTRY', u'reg_flag': u'--insecure-registry', u'reg_fact_val': []}) 

TASK [container_runtime : Place additional/blocked/insecure registries in /etc/containers/registries.conf] ***
skipping: [node02]

TASK [container_runtime : Set Proxy Settings] **********************************
skipping: [node02] => (item={u'reg_conf_var': u'HTTP_PROXY', u'reg_fact_val': u''}) 
skipping: [node02] => (item={u'reg_conf_var': u'HTTPS_PROXY', u'reg_fact_val': u''}) 
skipping: [node02] => (item={u'reg_conf_var': u'NO_PROXY', u'reg_fact_val': u''}) 

TASK [container_runtime : Set various Docker options] **************************
ok: [node02]

TASK [container_runtime : stat] ************************************************
ok: [node02]

TASK [container_runtime : Configure Docker Network OPTIONS] ********************
ok: [node02]

TASK [container_runtime : Detect if docker is already started] *****************
ok: [node02]

TASK [container_runtime : Start the Docker service] ****************************
ok: [node02]

TASK [container_runtime : set_fact] ********************************************
ok: [node02]

TASK [container_runtime : include_tasks] ***************************************
included: /root/openshift-ansible/roles/container_runtime/tasks/common/post.yml for node02

TASK [container_runtime : Ensure /var/lib/containers exists] *******************
ok: [node02]

TASK [container_runtime : Fix SELinux Permissions on /var/lib/containers] ******
ok: [node02]

TASK [container_runtime : include_tasks] ***************************************
included: /root/openshift-ansible/roles/container_runtime/tasks/registry_auth.yml for node02

TASK [container_runtime : Check for credentials file for registry auth] ********
skipping: [node02]

TASK [container_runtime : Create credentials for docker cli registry auth] *****
skipping: [node02]

TASK [container_runtime : Create credentials for docker cli registry auth (alternative)] ***
skipping: [node02]

TASK [container_runtime : stat the docker data dir] ****************************
ok: [node02]

TASK [container_runtime : include_tasks] ***************************************
skipping: [node02]

TASK [container_runtime : Fail quickly if openshift_docker_options are set] ****
skipping: [node02]

TASK [container_runtime : include_tasks] ***************************************
skipping: [node02]

TASK [container_runtime : include_tasks] ***************************************
skipping: [node02]

TASK [container_runtime : Install Docker so we can use the client] *************
skipping: [node02]

TASK [container_runtime : Disable Docker] **************************************
skipping: [node02]

TASK [container_runtime : Ensure proxies are in the atomic.conf] ***************
skipping: [node02]

TASK [container_runtime : debug] ***********************************************
skipping: [node02]

TASK [container_runtime : include_tasks] ***************************************
skipping: [node02]

TASK [container_runtime : Pre-pull Container Engine System Container image] ****
skipping: [node02]

TASK [container_runtime : Ensure container-engine.service.d directory exists] ***
skipping: [node02]

TASK [container_runtime : Ensure /etc/docker directory exists] *****************
skipping: [node02]

TASK [container_runtime : Install Container Engine System Container] ***********
skipping: [node02]

TASK [container_runtime : Configure Container Engine Service File] *************
skipping: [node02]

TASK [container_runtime : Configure Container Engine] **************************
skipping: [node02]

TASK [container_runtime : Start the Container Engine service] ******************
skipping: [node02]

TASK [container_runtime : set_fact] ********************************************
skipping: [node02]

TASK [container_runtime : include_tasks] ***************************************
skipping: [node02]

TASK [container_runtime : Check we are not using node as a Docker container with CRI-O] ***
skipping: [node02]

TASK [container_runtime : include_tasks] ***************************************
skipping: [node02]

TASK [container_runtime : include_tasks] ***************************************
skipping: [node02]

TASK [container_runtime : Check that overlay is in the kernel] *****************
skipping: [node02]

TASK [container_runtime : Add overlay to modprobe.d] ***************************
skipping: [node02]

TASK [container_runtime : Manually modprobe overlay into the kernel] ***********
skipping: [node02]

TASK [container_runtime : Enable and start systemd-modules-load] ***************
skipping: [node02]

TASK [container_runtime : Ensure proxies are in the atomic.conf] ***************
skipping: [node02]

TASK [container_runtime : debug] ***********************************************
skipping: [node02]

TASK [container_runtime : Pre-pull CRI-O System Container image] ***************
skipping: [node02]

TASK [container_runtime : Install CRI-O System Container] **********************
skipping: [node02]

TASK [container_runtime : Remove CRI-O default configuration files] ************
skipping: [node02] => (item=/etc/cni/net.d/200-loopback.conf) 
skipping: [node02] => (item=/etc/cni/net.d/100-crio-bridge.conf) 

TASK [container_runtime : Create the CRI-O configuration] **********************
skipping: [node02]

TASK [container_runtime : Ensure CNI configuration directory exists] ***********
skipping: [node02]

TASK [container_runtime : Add iptables allow rules] ****************************
skipping: [node02] => (item={u'port': u'10010/tcp', u'service': u'crio'}) 

TASK [container_runtime : Remove iptables rules] *******************************

TASK [container_runtime : Add firewalld allow rules] ***************************
skipping: [node02] => (item={u'port': u'10010/tcp', u'service': u'crio'}) 

TASK [container_runtime : Remove firewalld allow rules] ************************

TASK [container_runtime : Configure the CNI network] ***************************
skipping: [node02]

TASK [container_runtime : Create /etc/sysconfig/crio-storage] ******************
skipping: [node02]

TASK [container_runtime : Create /etc/sysconfig/crio-network] ******************
skipping: [node02]

TASK [container_runtime : Start the CRI-O service] *****************************
skipping: [node02]

TASK [container_runtime : include_tasks] ***************************************
skipping: [node02]

PLAY [Determine openshift_version to configure on first master] ****************

TASK [Gathering Facts] *********************************************************
ok: [node01]

TASK [include_role] ************************************************************

TASK [openshift_version : Use openshift.common.version fact as version to configure if already installed] ***
ok: [node01]

TASK [openshift_version : include_tasks] ***************************************
included: /root/openshift-ansible/roles/openshift_version/tasks/first_master_containerized_version.yml for node01

TASK [openshift_version : Set containerized version to configure if openshift_image_tag specified] ***
skipping: [node01]

TASK [openshift_version : Set containerized version to configure if openshift_release specified] ***
skipping: [node01]

TASK [openshift_version : Lookup latest containerized version if no version specified] ***
skipping: [node01]

TASK [openshift_version : set_fact] ********************************************
skipping: [node01]

TASK [openshift_version : set_fact] ********************************************
skipping: [node01]

TASK [openshift_version : Set precise containerized version to configure if openshift_release specified] ***
skipping: [node01]

TASK [openshift_version : set_fact] ********************************************
skipping: [node01]

TASK [openshift_version : set_fact] ********************************************
ok: [node01]

TASK [openshift_version : debug] ***********************************************
ok: [node01] => {
    "msg": "openshift_pkg_version was not defined. Falling back to -3.9.0"
}

TASK [openshift_version : set_fact] ********************************************
ok: [node01]

TASK [openshift_version : debug] ***********************************************
skipping: [node01]

TASK [openshift_version : set_fact] ********************************************
skipping: [node01]

TASK [debug] *******************************************************************
ok: [node01] => {
    "msg": "openshift_pkg_version set to -3.9.0"
}

PLAY [Set openshift_version for etcd, node, and master hosts] ******************

TASK [Gathering Facts] *********************************************************
ok: [node02]

TASK [set_fact] ****************************************************************
ok: [node02]

PLAY [Ensure the requested version packages are available.] ********************

TASK [Gathering Facts] *********************************************************
ok: [node02]

TASK [include_role] ************************************************************

TASK [openshift_version : Check openshift_version for rpm installation] ********
included: /root/openshift-ansible/roles/openshift_version/tasks/check_available_rpms.yml for node02

TASK [openshift_version : Get available origin version] ************************
ok: [node02]

TASK [openshift_version : fail] ************************************************
skipping: [node02]

TASK [openshift_version : Fail if rpm version and docker image version are different] ***
skipping: [node02]

TASK [openshift_version : For an RPM install, abort when the release requested does not match the available version.] ***
skipping: [node02]

TASK [openshift_version : debug] ***********************************************
ok: [node02] => {
    "openshift_release": "VARIABLE IS NOT DEFINED!"
}

TASK [openshift_version : debug] ***********************************************
ok: [node02] => {
    "openshift_image_tag": "v3.9.0-alpha.4"
}

TASK [openshift_version : debug] ***********************************************
ok: [node02] => {
    "openshift_pkg_version": "-3.9.0"
}

PLAY [Node Install Checkpoint Start] *******************************************

TASK [Set Node install 'In Progress'] ******************************************
ok: [node01]

PLAY [Create OpenShift certificates for node hosts] ****************************

TASK [openshift_node_certificates : Ensure CA certificate exists on openshift_ca_host] ***
ok: [node02 -> node01]

TASK [openshift_node_certificates : fail] **************************************
skipping: [node02]

TASK [openshift_node_certificates : Check status of node certificates] *********
ok: [node02] => (item=system:node:node02.crt)
ok: [node02] => (item=system:node:node02.key)
ok: [node02] => (item=system:node:node02.kubeconfig)
ok: [node02] => (item=ca.crt)
ok: [node02] => (item=server.key)
ok: [node02] => (item=server.crt)

TASK [openshift_node_certificates : set_fact] **********************************
ok: [node02]

TASK [openshift_node_certificates : Create openshift_generated_configs_dir if it does not exist] ***
ok: [node02 -> node01]

TASK [openshift_node_certificates : find] **************************************
ok: [node02 -> node01]

TASK [openshift_node_certificates : Generate the node client config] ***********
changed: [node02 -> node01] => (item=node02)

TASK [openshift_node_certificates : Generate the node server certificate] ******
changed: [node02 -> node01] => (item=node02)

TASK [openshift_node_certificates : Create a tarball of the node config directories] ***
changed: [node02 -> node01]

TASK [openshift_node_certificates : Retrieve the node config tarballs from the master] ***
changed: [node02 -> node01]

TASK [openshift_node_certificates : Ensure certificate directory exists] *******
ok: [node02]

TASK [openshift_node_certificates : Unarchive the tarball on the node] *********
changed: [node02]

TASK [openshift_node_certificates : Delete local temp directory] ***************
ok: [node02 -> localhost]

TASK [openshift_node_certificates : Copy OpenShift CA to system CA trust] ******
ok: [node02] => (item={u'cert': u'/etc/origin/node/ca.crt', u'id': u'openshift'})

PLAY [Disable excluders] *******************************************************

TASK [openshift_excluder : Detecting Atomic Host Operating System] *************
ok: [node02]

TASK [openshift_excluder : Debug r_openshift_excluder_enable_docker_excluder] ***
ok: [node02] => {
    "r_openshift_excluder_enable_docker_excluder": "false"
}

TASK [openshift_excluder : Debug r_openshift_excluder_enable_openshift_excluder] ***
ok: [node02] => {
    "r_openshift_excluder_enable_openshift_excluder": "false"
}

TASK [openshift_excluder : Fail if invalid openshift_excluder_action provided] ***
skipping: [node02]

TASK [openshift_excluder : Fail if r_openshift_excluder_upgrade_target is not defined] ***
skipping: [node02]

TASK [openshift_excluder : Include main action task file] **********************
included: /root/openshift-ansible/roles/openshift_excluder/tasks/disable.yml for node02

TASK [openshift_excluder : Include verify_upgrade.yml when upgrading] **********
skipping: [node02]

TASK [openshift_excluder : Disable excluders before the upgrade to remove older excluding expressions] ***
included: /root/openshift-ansible/roles/openshift_excluder/tasks/unexclude.yml for node02

TASK [openshift_excluder : Check for docker-excluder] **************************
ok: [node02]

TASK [openshift_excluder : disable docker excluder] ****************************
skipping: [node02]

TASK [openshift_excluder : Check for openshift excluder] ***********************
ok: [node02]

TASK [openshift_excluder : disable openshift excluder] *************************
skipping: [node02]

TASK [openshift_excluder : Include install.yml] ********************************
included: /root/openshift-ansible/roles/openshift_excluder/tasks/install.yml for node02

TASK [openshift_excluder : Install docker excluder - yum] **********************
skipping: [node02]

TASK [openshift_excluder : Install docker excluder - dnf] **********************
skipping: [node02]

TASK [openshift_excluder : Install openshift excluder - yum] *******************
skipping: [node02]

TASK [openshift_excluder : Install openshift excluder - dnf] *******************
skipping: [node02]

TASK [openshift_excluder : set_fact] *******************************************
skipping: [node02]

TASK [openshift_excluder : Include exclude.yml] ********************************
included: /root/openshift-ansible/roles/openshift_excluder/tasks/exclude.yml for node02

TASK [openshift_excluder : Check for docker-excluder] **************************
ok: [node02]

TASK [openshift_excluder : Enable docker excluder] *****************************
skipping: [node02]

TASK [openshift_excluder : Check for openshift excluder] ***********************
ok: [node02]

TASK [openshift_excluder : Enable openshift excluder] **************************
skipping: [node02]

TASK [openshift_excluder : Include unexclude.yml] ******************************
included: /root/openshift-ansible/roles/openshift_excluder/tasks/unexclude.yml for node02

TASK [openshift_excluder : Check for docker-excluder] **************************
ok: [node02]

TASK [openshift_excluder : disable docker excluder] ****************************
skipping: [node02]

TASK [openshift_excluder : Check for openshift excluder] ***********************
ok: [node02]

TASK [openshift_excluder : disable openshift excluder] *************************
skipping: [node02]

PLAY [Evaluate node groups] ****************************************************

TASK [Gathering Facts] *********************************************************
ok: [localhost]

TASK [Evaluate oo_containerized_master_nodes] **********************************
skipping: [localhost] => (item=node02) 
 [WARNING]: Could not match supplied host pattern, ignoring:
oo_containerized_master_nodes

PLAY [Configure containerized nodes] *******************************************
skipping: no hosts matched

PLAY [Configure nodes] *********************************************************

TASK [Gathering Facts] *********************************************************
ok: [node02]

TASK [openshift_clock : Determine if chrony is installed] **********************
 [WARNING]: Consider using yum, dnf or zypper module rather than running rpm
changed: [node02]

TASK [openshift_clock : Install ntp package] ***********************************
skipping: [node02]

TASK [openshift_clock : Start and enable ntpd/chronyd] *************************
changed: [node02]

TASK [openshift_cloud_provider : Set cloud provider facts] *********************
ok: [node02]

TASK [openshift_cloud_provider : Create cloudprovider config dir] **************
skipping: [node02]

TASK [openshift_cloud_provider : include_tasks] ********************************
skipping: [node02]

TASK [openshift_cloud_provider : include_tasks] ********************************
skipping: [node02]

TASK [openshift_cloud_provider : include_tasks] ********************************
skipping: [node02]

TASK [openshift_cloud_provider : include_tasks] ********************************
skipping: [node02]

TASK [openshift_node : fail] ***************************************************
skipping: [node02]

TASK [openshift_node : include_tasks] ******************************************
included: /root/openshift-ansible/roles/openshift_node/tasks/dnsmasq_install.yml for node02

TASK [openshift_node : Check for NetworkManager service] ***********************
ok: [node02]

TASK [openshift_node : Set fact using_network_manager] *************************
ok: [node02]

TASK [openshift_node : Install dnsmasq] ****************************************
ok: [node02]

TASK [openshift_node : ensure origin/node directory exists] ********************
ok: [node02] => (item=/etc/origin)
changed: [node02] => (item=/etc/origin/node)

TASK [openshift_node : Install node-dnsmasq.conf] ******************************
ok: [node02]

TASK [openshift_node : include_tasks] ******************************************
skipping: [node02]

TASK [openshift_node : include_tasks] ******************************************
included: /root/openshift-ansible/roles/openshift_node/tasks/dnsmasq.yml for node02

TASK [openshift_node : Install dnsmasq configuration] **************************
ok: [node02]

TASK [openshift_node : Deploy additional dnsmasq.conf] *************************
skipping: [node02]

TASK [openshift_node : Enable dnsmasq] *****************************************
ok: [node02]

TASK [openshift_node : include_tasks] ******************************************
included: /root/openshift-ansible/roles/openshift_node/tasks/dnsmasq/network-manager.yml for node02

TASK [openshift_node : Install network manager dispatch script] ****************
ok: [node02]

TASK [openshift_node : Add iptables allow rules] *******************************
ok: [node02] => (item={u'port': u'10250/tcp', u'service': u'Kubernetes kubelet'})
ok: [node02] => (item={u'port': u'80/tcp', u'service': u'http'})
ok: [node02] => (item={u'port': u'443/tcp', u'service': u'https'})
ok: [node02] => (item={u'cond': u'openshift_use_openshift_sdn | bool', u'port': u'4789/udp', u'service': u'OpenShift OVS sdn'})
skipping: [node02] => (item={u'cond': False, u'port': u'179/tcp', u'service': u'Calico BGP Port'}) 
skipping: [node02] => (item={u'cond': False, u'port': u'/tcp', u'service': u'Kubernetes service NodePort TCP'}) 
skipping: [node02] => (item={u'cond': False, u'port': u'/udp', u'service': u'Kubernetes service NodePort UDP'}) 

TASK [openshift_node : Remove iptables rules] **********************************

TASK [openshift_node : Add firewalld allow rules] ******************************
skipping: [node02] => (item={u'port': u'10250/tcp', u'service': u'Kubernetes kubelet'}) 
skipping: [node02] => (item={u'port': u'80/tcp', u'service': u'http'}) 
skipping: [node02] => (item={u'port': u'443/tcp', u'service': u'https'}) 
skipping: [node02] => (item={u'cond': u'openshift_use_openshift_sdn | bool', u'port': u'4789/udp', u'service': u'OpenShift OVS sdn'}) 
skipping: [node02] => (item={u'cond': False, u'port': u'179/tcp', u'service': u'Calico BGP Port'}) 
skipping: [node02] => (item={u'cond': False, u'port': u'/tcp', u'service': u'Kubernetes service NodePort TCP'}) 
skipping: [node02] => (item={u'cond': False, u'port': u'/udp', u'service': u'Kubernetes service NodePort UDP'}) 

TASK [openshift_node : Remove firewalld allow rules] ***************************

TASK [openshift_node : Disable swap] *******************************************
ok: [node02]

TASK [openshift_node : include node installer] *********************************
included: /root/openshift-ansible/roles/openshift_node/tasks/install.yml for node02

TASK [openshift_node : Install Node package, sdn-ovs, conntrack packages] ******
skipping: [node02] => (item={u'name': u'origin-node-3.9.0'}) 
skipping: [node02] => (item={u'name': u'origin-sdn-ovs-3.9.0', u'install': True}) 
skipping: [node02] => (item={u'name': u'conntrack-tools'}) 

TASK [openshift_node : Pre-pull node image when containerized] *****************
ok: [node02]

TASK [openshift_node : Restart cri-o] ******************************************
skipping: [node02]

TASK [openshift_node : restart NetworkManager to ensure resolv.conf is present] ***
skipping: [node02]

TASK [openshift_node : sysctl] *************************************************
ok: [node02]

TASK [openshift_node : include_tasks] ******************************************
included: /root/openshift-ansible/roles/openshift_node/tasks/registry_auth.yml for node02

TASK [openshift_node : Check for credentials file for registry auth] ***********
skipping: [node02]

TASK [openshift_node : Create credentials for registry auth] *******************
skipping: [node02]

TASK [openshift_node : Create credentials for registry auth (alternative)] *****
skipping: [node02]

TASK [openshift_node : Setup ro mount of /root/.docker for containerized hosts] ***
skipping: [node02]

TASK [openshift_node : include standard node config] ***************************
included: /root/openshift-ansible/roles/openshift_node/tasks/config.yml for node02

TASK [openshift_node : Install the systemd units] ******************************
included: /root/openshift-ansible/roles/openshift_node/tasks/systemd_units.yml for node02

TASK [openshift_node : Install Node service file] ******************************
ok: [node02]

TASK [openshift_node : include node deps docker service file] ******************
included: /root/openshift-ansible/roles/openshift_node/tasks/config/install-node-deps-docker-service-file.yml for node02

TASK [openshift_node : Install Node dependencies docker service file] **********
ok: [node02]

TASK [openshift_node : include ovs service environment file] *******************
included: /root/openshift-ansible/roles/openshift_node/tasks/config/install-ovs-service-env-file.yml for node02

TASK [openshift_node : Create the openvswitch service env file] ****************
ok: [node02]

TASK [openshift_node : include_tasks] ******************************************
included: /root/openshift-ansible/roles/openshift_node/tasks/config/install-ovs-docker-service-file.yml for node02

TASK [openshift_node : Install OpenvSwitch docker service file] ****************
ok: [node02]

TASK [openshift_node : include_tasks] ******************************************
included: /root/openshift-ansible/roles/openshift_node/tasks/config/configure-node-settings.yml for node02

TASK [openshift_node : Configure Node settings] ********************************
ok: [node02] => (item={u'regex': u'^OPTIONS=', u'line': u'OPTIONS=--loglevel=2'})
ok: [node02] => (item={u'regex': u'^CONFIG_FILE=', u'line': u'CONFIG_FILE=/etc/origin/node/node-config.yaml'})
ok: [node02] => (item={u'regex': u'^IMAGE_VERSION=', u'line': u'IMAGE_VERSION=v3.9.0-alpha.4'})

TASK [openshift_node : include_tasks] ******************************************
included: /root/openshift-ansible/roles/openshift_node/tasks/config/configure-proxy-settings.yml for node02

TASK [openshift_node : Configure Proxy Settings] *******************************
skipping: [node02] => (item={u'regex': u'^HTTP_PROXY=', u'line': u'HTTP_PROXY='}) 
skipping: [node02] => (item={u'regex': u'^HTTPS_PROXY=', u'line': u'HTTPS_PROXY='}) 
skipping: [node02] => (item={u'regex': u'^NO_PROXY=', u'line': u'NO_PROXY=[],172.30.0.0/16,10.128.0.0/14'}) 

TASK [openshift_node : Pull container images] **********************************
included: /root/openshift-ansible/roles/openshift_node/tasks/container_images.yml for node02

TASK [openshift_node : Install Node system container] **************************
skipping: [node02]

TASK [openshift_node : Install OpenvSwitch system containers] ******************
skipping: [node02]

TASK [openshift_node : Pre-pull openvswitch image] *****************************
ok: [node02]

TASK [openshift_node : Start and enable openvswitch service] *******************
ok: [node02]

TASK [openshift_node : set_fact] ***********************************************
ok: [node02]

TASK [openshift_node : file] ***************************************************
skipping: [node02]

TASK [openshift_node : Create the Node config] *********************************
changed: [node02]

TASK [openshift_node : Configure Node Environment Variables] *******************

TASK [openshift_node : Configure AWS Cloud Provider Settings] ******************
skipping: [node02] => (item=None) 
skipping: [node02] => (item=None) 

TASK [openshift_node : Wait for master API to become available before proceeding] ***
ok: [node02]

TASK [openshift_node : Start and enable node dep] ******************************
changed: [node02]

TASK [openshift_node : Start and enable node] **********************************
ok: [node02]

TASK [openshift_node : Dump logs from node service if it failed] ***************
skipping: [node02]

TASK [openshift_node : Abort if node failed to start] **************************
skipping: [node02]

TASK [openshift_node : set_fact] ***********************************************
ok: [node02]

TASK [openshift_node : NFS storage plugin configuration] ***********************
included: /root/openshift-ansible/roles/openshift_node/tasks/storage_plugins/nfs.yml for node02

TASK [openshift_node : Install NFS storage plugin dependencies] ****************
ok: [node02]

TASK [openshift_node : Check for existence of nfs sebooleans] ******************
ok: [node02] => (item=virt_use_nfs)
ok: [node02] => (item=virt_sandbox_use_nfs)

TASK [openshift_node : Set seboolean to allow nfs storage plugin access from containers] ***
ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-04-09 20:56:21.554590', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_use_nfs'], u'rc': 0, 'item': u'virt_use_nfs', u'delta': u'0:00:00.055556', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_nfs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-04-09 20:56:21.499034', '_ansible_ignore_errors': None, 'failed': False})
skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-04-09 20:56:22.910237', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_nfs'], u'rc': 0, 'item': u'virt_sandbox_use_nfs', u'delta': u'0:00:00.022430', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_nfs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-04-09 20:56:22.887807', '_ansible_ignore_errors': None, 'failed': False}) 

TASK [openshift_node : Set seboolean to allow nfs storage plugin access from containers (python 3)] ***
skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-04-09 20:56:21.554590', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_use_nfs'], u'rc': 0, 'item': u'virt_use_nfs', u'delta': u'0:00:00.055556', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_nfs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-04-09 20:56:21.499034', '_ansible_ignore_errors': None, 'failed': False}) 
skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-04-09 20:56:22.910237', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_nfs'], u'rc': 0, 'item': u'virt_sandbox_use_nfs', u'delta': u'0:00:00.022430', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_nfs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-04-09 20:56:22.887807', '_ansible_ignore_errors': None, 'failed': False}) 

TASK [openshift_node : GlusterFS storage plugin configuration] *****************
included: /root/openshift-ansible/roles/openshift_node/tasks/storage_plugins/glusterfs.yml for node02

TASK [openshift_node : Install GlusterFS storage plugin dependencies] **********
ok: [node02]

TASK [openshift_node : Check for existence of fusefs sebooleans] ***************
ok: [node02] => (item=virt_use_fusefs)
ok: [node02] => (item=virt_sandbox_use_fusefs)

TASK [openshift_node : Set seboolean to allow gluster storage plugin access from containers] ***
ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-04-09 20:56:30.972023', '_ansible_no_log': False, u'stdout': u'virt_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_use_fusefs'], u'rc': 0, 'item': u'virt_use_fusefs', u'delta': u'0:00:00.024625', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_fusefs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-04-09 20:56:30.947398', '_ansible_ignore_errors': None, 'failed': False})
ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-04-09 20:56:32.856587', '_ansible_no_log': False, u'stdout': u'virt_sandbox_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_fusefs'], u'rc': 0, 'item': u'virt_sandbox_use_fusefs', u'delta': u'0:00:00.017001', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_fusefs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_sandbox_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-04-09 20:56:32.839586', '_ansible_ignore_errors': None, 'failed': False})

TASK [openshift_node : Set seboolean to allow gluster storage plugin access from containers (python 3)] ***
skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-04-09 20:56:30.972023', '_ansible_no_log': False, u'stdout': u'virt_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_use_fusefs'], u'rc': 0, 'item': u'virt_use_fusefs', u'delta': u'0:00:00.024625', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_fusefs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-04-09 20:56:30.947398', '_ansible_ignore_errors': None, 'failed': False}) 
skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-04-09 20:56:32.856587', '_ansible_no_log': False, u'stdout': u'virt_sandbox_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_fusefs'], u'rc': 0, 'item': u'virt_sandbox_use_fusefs', u'delta': u'0:00:00.017001', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_fusefs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_sandbox_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-04-09 20:56:32.839586', '_ansible_ignore_errors': None, 'failed': False}) 

TASK [openshift_node : Ceph storage plugin configuration] **********************
included: /root/openshift-ansible/roles/openshift_node/tasks/storage_plugins/ceph.yml for node02

TASK [openshift_node : Install Ceph storage plugin dependencies] ***************
ok: [node02]

TASK [openshift_node : iSCSI storage plugin configuration] *********************
included: /root/openshift-ansible/roles/openshift_node/tasks/storage_plugins/iscsi.yml for node02

TASK [openshift_node : Install iSCSI storage plugin dependencies] **************
ok: [node02] => (item=iscsi-initiator-utils)
ok: [node02] => (item=device-mapper-multipath)

TASK [openshift_node : restart services] ***************************************
ok: [node02] => (item=multipathd)
ok: [node02] => (item=rpcbind)

TASK [openshift_node : Template multipath configuration] ***********************
changed: [node02]

TASK [openshift_node : Enable multipath] ***************************************
changed: [node02]

TASK [openshift_node : include_tasks] ******************************************
included: /root/openshift-ansible/roles/openshift_node/tasks/config/workaround-bz1331590-ovs-oom-fix.yml for node02

TASK [openshift_node : Create OpenvSwitch service.d directory] *****************
ok: [node02]

TASK [openshift_node : Install OpenvSwitch service OOM fix] ********************
ok: [node02]

TASK [tuned : Check for tuned package] *****************************************
ok: [node02]

TASK [tuned : Set tuned OpenShift variables] ***********************************
ok: [node02]

TASK [tuned : Ensure directory structure exists] *******************************
ok: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1522867116.424326, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1522867116.424326, 'owner': 'root', 'path': u'openshift-control-plane', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'})
ok: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1522867116.424326, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1522867116.424326, 'owner': 'root', 'path': u'openshift-node', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'})
ok: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1522867116.424326, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1522867116.424326, 'owner': 'root', 'path': u'openshift', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'})
skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/recommend.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1522867116.424326, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1522867116.424326, 'owner': 'root', 'path': u'recommend.conf', 'size': 268, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) 
skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-control-plane/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1522867116.424326, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1522867116.424326, 'owner': 'root', 'path': u'openshift-control-plane/tuned.conf', 'size': 744, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) 
skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-node/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1522867116.424326, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1522867116.424326, 'owner': 'root', 'path': u'openshift-node/tuned.conf', 'size': 135, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) 
skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1522867116.424326, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1522867116.424326, 'owner': 'root', 'path': u'openshift/tuned.conf', 'size': 593, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) 

TASK [tuned : Ensure files are populated from templates] ***********************
skipping: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1522867116.424326, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1522867116.424326, 'owner': 'root', 'path': u'openshift-control-plane', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) 
skipping: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1522867116.424326, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1522867116.424326, 'owner': 'root', 'path': u'openshift-node', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) 
skipping: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1522867116.424326, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1522867116.424326, 'owner': 'root', 'path': u'openshift', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) 
ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/recommend.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1522867116.424326, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1522867116.424326, 'owner': 'root', 'path': u'recommend.conf', 'size': 268, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'})
ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-control-plane/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1522867116.424326, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1522867116.424326, 'owner': 'root', 'path': u'openshift-control-plane/tuned.conf', 'size': 744, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'})
ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-node/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1522867116.424326, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1522867116.424326, 'owner': 'root', 'path': u'openshift-node/tuned.conf', 'size': 135, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'})
ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1522867116.424326, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1522867116.424326, 'owner': 'root', 'path': u'openshift/tuned.conf', 'size': 593, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'})

TASK [tuned : Make tuned use the recommended tuned profile on restart] *********
changed: [node02] => (item=/etc/tuned/active_profile)
ok: [node02] => (item=/etc/tuned/profile_mode)

TASK [tuned : Restart tuned service] *******************************************
changed: [node02]

TASK [nickhammond.logrotate : nickhammond.logrotate | Install logrotate] *******
ok: [node02]

TASK [nickhammond.logrotate : nickhammond.logrotate | Setup logrotate.d scripts] ***

RUNNING HANDLER [openshift_node : restart node] ********************************
changed: [node02]

PLAY [create additional node network plugin groups] ****************************

TASK [Gathering Facts] *********************************************************
ok: [node02]

TASK [group_by] ****************************************************************
ok: [node02]

TASK [group_by] ****************************************************************
ok: [node02]

TASK [group_by] ****************************************************************
ok: [node02]

TASK [group_by] ****************************************************************
ok: [node02]

TASK [group_by] ****************************************************************
ok: [node02]
 [WARNING]: Could not match supplied host pattern, ignoring:
oo_nodes_use_flannel
 [WARNING]: Could not match supplied host pattern, ignoring:
oo_nodes_use_calico
 [WARNING]: Could not match supplied host pattern, ignoring:
oo_nodes_use_contiv
 [WARNING]: Could not match supplied host pattern, ignoring: oo_nodes_use_kuryr

PLAY [etcd_client node config] *************************************************
skipping: no hosts matched

PLAY [Additional node config] **************************************************
skipping: no hosts matched

PLAY [Additional node config] **************************************************
skipping: no hosts matched
 [WARNING]: Could not match supplied host pattern, ignoring: oo_nodes_use_nuage

PLAY [Additional node config] **************************************************
skipping: no hosts matched

PLAY [Configure Contiv masters] ************************************************

TASK [Gathering Facts] *********************************************************
ok: [node01]

TASK [contiv_facts : Determine if CoreOS] **************************************
skipping: [node01]

TASK [contiv_facts : Init the contiv_is_coreos fact] ***************************
skipping: [node01]

TASK [contiv_facts : Set the contiv_is_coreos fact] ****************************
skipping: [node01]

TASK [contiv_facts : Set the bin directory path for CoreOS] ********************
skipping: [node01]

TASK [contiv_facts : Create the directory used to store binaries] **************
skipping: [node01]

TASK [contiv_facts : Create Ansible temp directory] ****************************
skipping: [node01]

TASK [contiv_facts : Determine if has rpm] *************************************
skipping: [node01]

TASK [contiv_facts : Init the contiv_has_rpm fact] *****************************
skipping: [node01]

TASK [contiv_facts : Set the contiv_has_rpm fact] ******************************
skipping: [node01]

TASK [contiv_facts : Init the contiv_has_firewalld fact] ***********************
skipping: [node01]

TASK [contiv_facts : Init the contiv_has_iptables fact] ************************
skipping: [node01]

TASK [contiv_facts : include_tasks] ********************************************
skipping: [node01]

TASK [contiv_facts : include_tasks] ********************************************
skipping: [node01]

TASK [contiv : include_tasks] **************************************************
skipping: [node01]

TASK [contiv : Ensure contiv_bin_dir exists] ***********************************
skipping: [node01]

TASK [contiv : include_tasks] **************************************************
skipping: [node01]

TASK [contiv : include_tasks] **************************************************
skipping: [node01]

TASK [contiv : include_tasks] **************************************************
skipping: [node01]

PLAY [Configure rest of Contiv nodes] ******************************************

TASK [Gathering Facts] *********************************************************
ok: [node02]
ok: [node01]

TASK [contiv_facts : Determine if CoreOS] **************************************
skipping: [node01]
skipping: [node02]

TASK [contiv_facts : Init the contiv_is_coreos fact] ***************************
skipping: [node01]
skipping: [node02]

TASK [contiv_facts : Set the contiv_is_coreos fact] ****************************
skipping: [node01]
skipping: [node02]

TASK [contiv_facts : Set the bin directory path for CoreOS] ********************
skipping: [node01]
skipping: [node02]

TASK [contiv_facts : Create the directory used to store binaries] **************
skipping: [node01]
skipping: [node02]

TASK [contiv_facts : Create Ansible temp directory] ****************************
skipping: [node01]
skipping: [node02]

TASK [contiv_facts : Determine if has rpm] *************************************
skipping: [node01]
skipping: [node02]

TASK [contiv_facts : Init the contiv_has_rpm fact] *****************************
skipping: [node01]
skipping: [node02]

TASK [contiv_facts : Set the contiv_has_rpm fact] ******************************
skipping: [node01]
skipping: [node02]

TASK [contiv_facts : Init the contiv_has_firewalld fact] ***********************
skipping: [node01]
skipping: [node02]

TASK [contiv_facts : Init the contiv_has_iptables fact] ************************
skipping: [node01]
skipping: [node02]

TASK [contiv_facts : include_tasks] ********************************************
skipping: [node01]
skipping: [node02]

TASK [contiv_facts : include_tasks] ********************************************
skipping: [node01]
skipping: [node02]

TASK [contiv : include_tasks] **************************************************
skipping: [node01]
skipping: [node02]

TASK [contiv : Ensure contiv_bin_dir exists] ***********************************
skipping: [node01]
skipping: [node02]

TASK [contiv : include_tasks] **************************************************
skipping: [node01]
skipping: [node02]

TASK [contiv : include_tasks] **************************************************
skipping: [node01]
skipping: [node02]

TASK [contiv : include_tasks] **************************************************
skipping: [node01]
skipping: [node02]

PLAY [Configure Kuryr node] ****************************************************
skipping: no hosts matched

PLAY [Additional node config] **************************************************

TASK [Gathering Facts] *********************************************************
ok: [node02]

TASK [openshift_manage_node : Wait for master API to become available before proceeding] ***
ok: [node02 -> node01]

TASK [openshift_manage_node : Wait for Node Registration] **********************
ok: [node02 -> node01]

TASK [openshift_manage_node : include_tasks] ***********************************
included: /root/openshift-ansible/roles/openshift_manage_node/tasks/config.yml for node02

TASK [openshift_manage_node : Set node schedulability] *************************
ok: [node02 -> node01]

TASK [openshift_manage_node : Label nodes] *************************************
ok: [node02 -> node01]

TASK [Create group for deployment type] ****************************************
ok: [node02]

PLAY [Re-enable excluder if it was previously enabled] *************************

TASK [openshift_excluder : Detecting Atomic Host Operating System] *************
ok: [node02]

TASK [openshift_excluder : Debug r_openshift_excluder_enable_docker_excluder] ***
ok: [node02] => {
    "r_openshift_excluder_enable_docker_excluder": "false"
}

TASK [openshift_excluder : Debug r_openshift_excluder_enable_openshift_excluder] ***
ok: [node02] => {
    "r_openshift_excluder_enable_openshift_excluder": "false"
}

TASK [openshift_excluder : Fail if invalid openshift_excluder_action provided] ***
skipping: [node02]

TASK [openshift_excluder : Fail if r_openshift_excluder_upgrade_target is not defined] ***
skipping: [node02]

TASK [openshift_excluder : Include main action task file] **********************
included: /root/openshift-ansible/roles/openshift_excluder/tasks/enable.yml for node02

TASK [openshift_excluder : Install excluders] **********************************
included: /root/openshift-ansible/roles/openshift_excluder/tasks/install.yml for node02

TASK [openshift_excluder : Install docker excluder - yum] **********************
skipping: [node02]

TASK [openshift_excluder : Install docker excluder - dnf] **********************
skipping: [node02]

TASK [openshift_excluder : Install openshift excluder - yum] *******************
skipping: [node02]

TASK [openshift_excluder : Install openshift excluder - dnf] *******************
skipping: [node02]

TASK [openshift_excluder : set_fact] *******************************************
skipping: [node02]

TASK [openshift_excluder : Enable excluders] ***********************************
included: /root/openshift-ansible/roles/openshift_excluder/tasks/exclude.yml for node02

TASK [openshift_excluder : Check for docker-excluder] **************************
ok: [node02]

TASK [openshift_excluder : Enable docker excluder] *****************************
skipping: [node02]

TASK [openshift_excluder : Check for openshift excluder] ***********************
ok: [node02]

TASK [openshift_excluder : Enable openshift excluder] **************************
skipping: [node02]

PLAY [Node Install Checkpoint End] *********************************************

TASK [Set Node install 'Complete'] *********************************************
ok: [node01]

PLAY RECAP *********************************************************************
localhost                  : ok=25   changed=0    unreachable=0    failed=0   
node01                     : ok=36   changed=0    unreachable=0    failed=0   
node02                     : ok=183  changed=18   unreachable=0    failed=0   


INSTALLER STATUS ***************************************************************
Initialization             : Complete (0:01:41)
Node Install               : Complete (0:04:53)


PLAY [new_nodes] ***************************************************************

TASK [Gathering Facts] *********************************************************
ok: [node02]

TASK [Restart openvswitch service] *********************************************
changed: [node02]

PLAY RECAP *********************************************************************
node02                     : ok=2    changed=1    unreachable=0    failed=0   

2018/04/09 20:59:34 Waiting for host: 192.168.66.101:22
2018/04/09 20:59:34 Connected to tcp://192.168.66.101:22
2018/04/09 20:59:38 Waiting for host: 192.168.66.101:22
2018/04/09 20:59:38 Connected to tcp://192.168.66.101:22
Warning: Permanently added '[127.0.0.1]:32987' (ECDSA) to the list of known hosts.
Warning: Permanently added '[127.0.0.1]:32987' (ECDSA) to the list of known hosts.
Cluster "node01:8443" set.
Cluster "node01:8443" set.
++ kubectl get nodes --no-headers
++ cluster/kubectl.sh get nodes --no-headers
++ grep -v Ready
+ '[' -n '' ']'
+ echo 'Nodes are ready:'
Nodes are ready:
+ kubectl get nodes
+ cluster/kubectl.sh get nodes
NAME      STATUS    ROLES     AGE       VERSION
node01    Ready     master    5d        v1.9.1+a0ce1bc657
node02    Ready     <none>    2m        v1.9.1+a0ce1bc657
+ make cluster-sync
./cluster/build.sh
Building ...
sha256:c9cd67dd05efdb07ffa24a86eeeca6419b8df7c6db7187fd750b9f83be5ac0b4
go version go1.9.2 linux/amd64
rsync: read error: Connection reset by peer (104)
rsync error: error in rsync protocol data stream (code 12) at io.c(764) [sender=3.0.9]
Waiting for rsyncd to be ready
rsync: read error: Connection reset by peer (104)
rsync error: error in rsync protocol data stream (code 12) at io.c(764) [sender=3.0.9]
Waiting for rsyncd to be ready
skipping directory .
go version go1.9.2 linux/amd64
13ff05c81b568b21158696f389c0fc9120bd0a0254cf21434b4cb6443d983ec7
13ff05c81b568b21158696f389c0fc9120bd0a0254cf21434b4cb6443d983ec7
make[1]: Entering directory `/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/go/src/kubevirt.io/kubevirt'
hack/dockerized "./hack/check.sh && ./hack/build-go.sh install "
sha256:c9cd67dd05efdb07ffa24a86eeeca6419b8df7c6db7187fd750b9f83be5ac0b4
go version go1.9.2 linux/amd64
rsync: read error: Connection reset by peer (104)
rsync error: error in rsync protocol data stream (code 12) at io.c(764) [sender=3.0.9]
Waiting for rsyncd to be ready
skipping directory .
go version go1.9.2 linux/amd64
Compiling tests...
    compiled tests.test
a220edf7201cce3af691b41796d86c5b33123dc7d33d9d58c93aec884ae9dc6d
a220edf7201cce3af691b41796d86c5b33123dc7d33d9d58c93aec884ae9dc6d
hack/build-docker.sh build 
sending incremental file list
./
Dockerfile
kubernetes.repo

sent 854 bytes  received 53 bytes  1814.00 bytes/sec
total size is 1167  speedup is 1.29
Sending build context to Docker daemon  35.7 MB

Step 1/8 : FROM fedora:27
 ---> 9110ae7f579f
Step 2/8 : MAINTAINER "The KubeVirt Project" <kubevirt-dev@googlegroups.com>
 ---> Using cache
 ---> 0c81c3a7ddef
Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virt-controller
 ---> Using cache
 ---> 26d08b2f873c
Step 4/8 : WORKDIR /home/virt-controller
 ---> Using cache
 ---> d73a973f334b
Step 5/8 : USER 1001
 ---> Using cache
 ---> 92d14ee3fb2e
Step 6/8 : COPY virt-controller /virt-controller
 ---> Using cache
 ---> 0960dcae469c
Step 7/8 : ENTRYPOINT /virt-controller
 ---> Using cache
 ---> 95893ff1f83d
Step 8/8 : LABEL "kubevirt-functional-tests-openshift-release1" '' "virt-controller" ''
 ---> Running in 28cbbacfdace
 ---> 33db0167dd38
Removing intermediate container 28cbbacfdace
Successfully built 33db0167dd38
sending incremental file list
./
Dockerfile
entrypoint.sh
kubevirt-sudo
libvirtd.sh
sh.sh
sock-connector

sent 3293 bytes  received 129 bytes  6844.00 bytes/sec
total size is 5479  speedup is 1.60
Sending build context to Docker daemon 37.44 MB

Step 1/14 : FROM kubevirt/libvirt:3.7.0
 ---> 60c80c8f7523
Step 2/14 : MAINTAINER "The KubeVirt Project" <kubevirt-dev@googlegroups.com>
 ---> Using cache
 ---> fdd57f83e446
Step 3/14 : RUN dnf -y install   socat   genisoimage   util-linux   libcgroup-tools   ethtool   sudo && dnf -y clean all &&   test $(id -u qemu) = 107 # make sure that the qemu user really is 107
 ---> Using cache
 ---> b824b882c94e
Step 4/14 : COPY sock-connector /sock-connector
 ---> Using cache
 ---> 8cbe8006a6c1
Step 5/14 : COPY sh.sh /sh.sh
 ---> Using cache
 ---> 2e47a3c4a4f3
Step 6/14 : COPY virt-launcher /virt-launcher
 ---> Using cache
 ---> 20e7c4c8e9aa
Step 7/14 : COPY kubevirt-sudo /etc/sudoers.d/kubevirt
 ---> Using cache
 ---> 83cc8ba00240
Step 8/14 : RUN chmod 0640 /etc/sudoers.d/kubevirt
 ---> Using cache
 ---> d663a7f2b259
Step 9/14 : RUN rm -f /libvirtd.sh
 ---> Using cache
 ---> 9e1f7aecb2ce
Step 10/14 : COPY libvirtd.sh /libvirtd.sh
 ---> Using cache
 ---> e0c06f8c34f5
Step 11/14 : RUN chmod a+x /libvirtd.sh
 ---> Using cache
 ---> d93c98b4e565
Step 12/14 : COPY entrypoint.sh /entrypoint.sh
 ---> Using cache
 ---> 9d6b7a73e813
Step 13/14 : ENTRYPOINT /entrypoint.sh
 ---> Using cache
 ---> 890cd6a22ca6
Step 14/14 : LABEL "kubevirt-functional-tests-openshift-release1" '' "virt-launcher" ''
 ---> Running in 00e810c0c778
 ---> 6654c9cd7da7
Removing intermediate container 00e810c0c778
Successfully built 6654c9cd7da7
sending incremental file list
./
Dockerfile

sent 585 bytes  received 34 bytes  1238.00 bytes/sec
total size is 775  speedup is 1.25
Sending build context to Docker daemon 36.37 MB

Step 1/5 : FROM fedora:27
 ---> 9110ae7f579f
Step 2/5 : MAINTAINER "The KubeVirt Project" <kubevirt-dev@googlegroups.com>
 ---> Using cache
 ---> 0c81c3a7ddef
Step 3/5 : COPY virt-handler /virt-handler
 ---> Using cache
 ---> 620038c359f8
Step 4/5 : ENTRYPOINT /virt-handler
 ---> Using cache
 ---> 19e0dacc42f2
Step 5/5 : LABEL "kubevirt-functional-tests-openshift-release1" '' "virt-handler" ''
 ---> Running in 1682ff3b835b
 ---> 32a0a1b57074
Removing intermediate container 1682ff3b835b
Successfully built 32a0a1b57074
sending incremental file list
./
Dockerfile

sent 864 bytes  received 34 bytes  1796.00 bytes/sec
total size is 1377  speedup is 1.53
Sending build context to Docker daemon 36.12 MB

Step 1/9 : FROM fedora:27
 ---> 9110ae7f579f
Step 2/9 : MAINTAINER "The KubeVirt Project" <kubevirt-dev@googlegroups.com>
 ---> Using cache
 ---> 0c81c3a7ddef
Step 3/9 : RUN useradd -u 1001 --create-home -s /bin/bash virt-api
 ---> Using cache
 ---> 1fa3abd9386c
Step 4/9 : WORKDIR /home/virt-api
 ---> Using cache
 ---> 18a3eb497210
Step 5/9 : USER 1001
 ---> Using cache
 ---> a0af12a5aa54
Step 6/9 : RUN curl -OL https://github.com/swagger-api/swagger-ui/tarball/38f74164a7062edb5dc80ef2fdddda24f3f6eb85/swagger-ui.tar.gz     && mkdir swagger-ui && tar xf swagger-ui.tar.gz -C swagger-ui --strip-components 1     && mkdir third_party     && mv swagger-ui/dist third_party/swagger-ui && rm -rf swagger-ui     && sed -e 's@"http://petstore.swagger.io/v2/swagger.json"@"/swaggerapi/"@' -i  third_party/swagger-ui/index.html     && rm swagger-ui.tar.gz && rm -rf swagger-ui
 ---> Using cache
 ---> f1fdc4d03e6f
Step 7/9 : COPY virt-api /virt-api
 ---> Using cache
 ---> 0381842dc7f9
Step 8/9 : ENTRYPOINT /virt-api
 ---> Using cache
 ---> 4579c0db7531
Step 9/9 : LABEL "kubevirt-functional-tests-openshift-release1" '' "virt-api" ''
 ---> Running in 67eea6c08ea0
 ---> ac4656cc3815
Removing intermediate container 67eea6c08ea0
Successfully built ac4656cc3815
sending incremental file list
created directory /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/go/src/kubevirt.io/kubevirt/_out/cmd/iscsi-demo-target-tgtd
./
Dockerfile
run-tgt.sh

sent 2185 bytes  received 53 bytes  4476.00 bytes/sec
total size is 3992  speedup is 1.78
Sending build context to Docker daemon 6.656 kB

Step 1/10 : FROM fedora:27
 ---> 9110ae7f579f
Step 2/10 : MAINTAINER "The KubeVirt Project" <kubevirt-dev@googlegroups.com>
 ---> Using cache
 ---> 0c81c3a7ddef
Step 3/10 : ENV container docker
 ---> Using cache
 ---> d0b0dc01cb5d
Step 4/10 : RUN dnf -y install scsi-target-utils bzip2 e2fsprogs
 ---> Using cache
 ---> 35c00214c275
Step 5/10 : RUN mkdir -p /images
 ---> Using cache
 ---> e3e179183ea6
Step 6/10 : RUN curl http://dl-cdn.alpinelinux.org/alpine/v3.7/releases/x86_64/alpine-virt-3.7.0-x86_64.iso > /images/1-alpine.img
 ---> Using cache
 ---> e86b61826c05
Step 7/10 : ADD run-tgt.sh /
 ---> Using cache
 ---> db2dc53efd9e
Step 8/10 : EXPOSE 3260
 ---> Using cache
 ---> f2767bc543c9
Step 9/10 : CMD /run-tgt.sh
 ---> Using cache
 ---> c066b080f396
Step 10/10 : LABEL "iscsi-demo-target-tgtd" '' "kubevirt-functional-tests-openshift-release1" ''
 ---> Using cache
 ---> 6ae5f3e6a956
Successfully built 6ae5f3e6a956
sending incremental file list
created directory /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/go/src/kubevirt.io/kubevirt/_out/cmd/vm-killer
./
Dockerfile

sent 602 bytes  received 34 bytes  1272.00 bytes/sec
total size is 787  speedup is 1.24
Sending build context to Docker daemon  2.56 kB

Step 1/5 : FROM fedora:27
 ---> 9110ae7f579f
Step 2/5 : MAINTAINER "The KubeVirt Project" <kubevirt-dev@googlegroups.com>
 ---> Using cache
 ---> 0c81c3a7ddef
Step 3/5 : ENV container docker
 ---> Using cache
 ---> d0b0dc01cb5d
Step 4/5 : RUN dnf -y install procps-ng     && dnf -y clean all
 ---> Using cache
 ---> 35c59baf794d
Step 5/5 : LABEL "kubevirt-functional-tests-openshift-release1" '' "vm-killer" ''
 ---> Using cache
 ---> 6164e7f24f0e
Successfully built 6164e7f24f0e
sending incremental file list
created directory /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/go/src/kubevirt.io/kubevirt/_out/cmd/registry-disk-v1alpha
./
Dockerfile
entry-point.sh

sent 1529 bytes  received 53 bytes  3164.00 bytes/sec
total size is 2482  speedup is 1.57
Sending build context to Docker daemon  5.12 kB

Step 1/7 : FROM debian:sid
 ---> bcec0ae8107e
Step 2/7 : MAINTAINER "David Vossel" \<dvossel@redhat.com\>
 ---> Using cache
 ---> f20a31819d03
Step 3/7 : ENV container docker
 ---> Using cache
 ---> 96277a0619bb
Step 4/7 : RUN apt-get update && apt-get install -y 	bash curl bzip2 qemu-utils && 	mkdir -p /disk && 	rm -rf /var/lib/apt/lists/*
 ---> Using cache
 ---> f43fc40caf89
Step 5/7 : ADD entry-point.sh /
 ---> Using cache
 ---> a7c8be03fcd6
Step 6/7 : CMD /entry-point.sh
 ---> Using cache
 ---> 3129ff620dd1
Step 7/7 : LABEL "kubevirt-functional-tests-openshift-release1" '' "registry-disk-v1alpha" ''
 ---> Using cache
 ---> f271afd111b9
Successfully built f271afd111b9
sending incremental file list
created directory /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/go/src/kubevirt.io/kubevirt/_out/cmd/cirros-registry-disk-demo
./
Dockerfile

sent 630 bytes  received 34 bytes  1328.00 bytes/sec
total size is 825  speedup is 1.24
Sending build context to Docker daemon  2.56 kB

Step 1/4 : FROM localhost:32986/kubevirt/registry-disk-v1alpha:devel
 ---> f271afd111b9
Step 2/4 : MAINTAINER "David Vossel" \<dvossel@redhat.com\>
 ---> Using cache
 ---> c4cea5489a95
Step 3/4 : RUN curl https://download.cirros-cloud.net/0.4.0/cirros-0.4.0-x86_64-disk.img > /disk/cirros.img
 ---> Using cache
 ---> 008f4842b24f
Step 4/4 : LABEL "cirros-registry-disk-demo" '' "kubevirt-functional-tests-openshift-release1" ''
 ---> Using cache
 ---> 76bd4fbe53b3
Successfully built 76bd4fbe53b3
sending incremental file list
created directory /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/go/src/kubevirt.io/kubevirt/_out/cmd/fedora-cloud-registry-disk-demo
./
Dockerfile

sent 677 bytes  received 34 bytes  1422.00 bytes/sec
total size is 926  speedup is 1.30
Sending build context to Docker daemon  2.56 kB

Step 1/4 : FROM localhost:32986/kubevirt/registry-disk-v1alpha:devel
 ---> f271afd111b9
Step 2/4 : MAINTAINER "The KubeVirt Project" <kubevirt-dev@googlegroups.com>
 ---> Using cache
 ---> df3625a6bc92
Step 3/4 : RUN curl -g -L https://download.fedoraproject.org/pub/fedora/linux/releases/27/CloudImages/x86_64/images/Fedora-Cloud-Base-27-1.6.x86_64.qcow2 > /disk/fedora.qcow2
 ---> Using cache
 ---> 0876211f2c8a
Step 4/4 : LABEL "fedora-cloud-registry-disk-demo" '' "kubevirt-functional-tests-openshift-release1" ''
 ---> Using cache
 ---> 1a51d8857e83
Successfully built 1a51d8857e83
sending incremental file list
created directory /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/go/src/kubevirt.io/kubevirt/_out/cmd/alpine-registry-disk-demo
./
Dockerfile

sent 639 bytes  received 34 bytes  1346.00 bytes/sec
total size is 866  speedup is 1.29
Sending build context to Docker daemon  2.56 kB

Step 1/4 : FROM localhost:32986/kubevirt/registry-disk-v1alpha:devel
 ---> f271afd111b9
Step 2/4 : MAINTAINER "The KubeVirt Project" <kubevirt-dev@googlegroups.com>
 ---> Using cache
 ---> df3625a6bc92
Step 3/4 : RUN curl http://dl-cdn.alpinelinux.org/alpine/v3.7/releases/x86_64/alpine-virt-3.7.0-x86_64.iso > /disk/alpine.iso
 ---> Using cache
 ---> 44a1c0b4818a
Step 4/4 : LABEL "alpine-registry-disk-demo" '' "kubevirt-functional-tests-openshift-release1" ''
 ---> Using cache
 ---> d647e48066ab
Successfully built d647e48066ab
sending incremental file list
./
Dockerfile

sent 660 bytes  received 34 bytes  1388.00 bytes/sec
total size is 918  speedup is 1.32
Sending build context to Docker daemon 33.59 MB

Step 1/8 : FROM fedora:27
 ---> 9110ae7f579f
Step 2/8 : MAINTAINER "The KubeVirt Project" <kubevirt-dev@googlegroups.com>
 ---> Using cache
 ---> 0c81c3a7ddef
Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virtctl
 ---> Using cache
 ---> b2e31dc7e946
Step 4/8 : WORKDIR /home/virtctl
 ---> Using cache
 ---> 73d45796737a
Step 5/8 : USER 1001
 ---> Using cache
 ---> 1a3751300d87
Step 6/8 : COPY subresource-access-test /subresource-access-test
 ---> Using cache
 ---> 2e4cd94b3186
Step 7/8 : ENTRYPOINT /subresource-access-test
 ---> Using cache
 ---> 4de848ce007a
Step 8/8 : LABEL "kubevirt-functional-tests-openshift-release1" '' "subresource-access-test" ''
 ---> Running in 624fefcc19fb
 ---> d03a8481daf9
Removing intermediate container 624fefcc19fb
Successfully built d03a8481daf9
sending incremental file list
created directory /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/go/src/kubevirt.io/kubevirt/_out/cmd/winrmcli
./
Dockerfile

sent 773 bytes  received 34 bytes  1614.00 bytes/sec
total size is 1098  speedup is 1.36
Sending build context to Docker daemon 3.072 kB

Step 1/9 : FROM fedora:27
 ---> 9110ae7f579f
Step 2/9 : MAINTAINER "The KubeVirt Project" <kubevirt-dev@googlegroups.com>
 ---> Using cache
 ---> 0c81c3a7ddef
Step 3/9 : ENV container docker
 ---> Using cache
 ---> d0b0dc01cb5d
Step 4/9 : RUN dnf -y install make git gcc && dnf -y clean all
 ---> Using cache
 ---> 5ed65400bde3
Step 5/9 : ENV GIMME_GO_VERSION 1.9.2
 ---> Using cache
 ---> fa084e1bba91
Step 6/9 : RUN mkdir -p /gimme && curl -sL https://raw.githubusercontent.com/travis-ci/gimme/master/gimme | HOME=/gimme bash >> /etc/profile.d/gimme.sh
 ---> Using cache
 ---> 701a1c98b779
Step 7/9 : ENV GOPATH "/go" GOBIN "/usr/bin"
 ---> Using cache
 ---> d78f779f0759
Step 8/9 : RUN mkdir -p /go &&     source /etc/profile.d/gimme.sh &&     go get github.com/masterzen/winrm-cli
 ---> Using cache
 ---> 7ba98a98fa7f
Step 9/9 : LABEL "kubevirt-functional-tests-openshift-release1" '' "winrmcli" ''
 ---> Using cache
 ---> 31c3caa0a4e4
Successfully built 31c3caa0a4e4
hack/build-docker.sh push 
The push refers to a repository [localhost:32986/kubevirt/virt-controller]
7c48de4ed290: Preparing
2d2b47e1e58b: Preparing
39bae602f753: Preparing
2d2b47e1e58b: Layer already exists
39bae602f753: Layer already exists
7c48de4ed290: Pushed
devel: digest: sha256:2819e72cd4dbb3c68ffaaa09a2595bf717884fb41a1dbf03db5208e40b333410 size: 948
The push refers to a repository [localhost:32986/kubevirt/virt-launcher]
3e177177a8e0: Preparing
b91463637b2f: Preparing
b91463637b2f: Preparing
57f13953e7f7: Preparing
40a964dad717: Preparing
162eb1d929cb: Preparing
4d53ae14faea: Preparing
569987a574d7: Preparing
9170be750ee2: Preparing
91a2c9242f65: Preparing
530cc55618cd: Preparing
34fa414dfdf6: Preparing
a1359dc556dd: Preparing
490c7c373332: Preparing
4b440db36f72: Preparing
39bae602f753: Preparing
530cc55618cd: Waiting
569987a574d7: Waiting
39bae602f753: Waiting
91a2c9242f65: Waiting
34fa414dfdf6: Waiting
4b440db36f72: Waiting
4d53ae14faea: Waiting
9170be750ee2: Waiting
490c7c373332: Waiting
b91463637b2f: Layer already exists
3e177177a8e0: Layer already exists
569987a574d7: Layer already exists
40a964dad717: Pushed
57f13953e7f7: Pushed
162eb1d929cb: Pushed
9170be750ee2: Layer already exists
530cc55618cd: Layer already exists
91a2c9242f65: Layer already exists
34fa414dfdf6: Layer already exists
a1359dc556dd: Layer already exists
490c7c373332: Layer already exists
4b440db36f72: Layer already exists
39bae602f753: Layer already exists
4d53ae14faea: Pushed
devel: digest: sha256:cf59d5322fe72e13bbb77fdbf5d37f135a96a425334dbe432053b7c4cdc7ca51 size: 3652
The push refers to a repository [localhost:32986/kubevirt/virt-handler]
a7ff78884170: Preparing
39bae602f753: Preparing
39bae602f753: Layer already exists
a7ff78884170: Pushed
devel: digest: sha256:87c275e99919dbad61b3d19c1b983dfce80adad6e1f90dd260337fb35a60dcb9 size: 740
The push refers to a repository [localhost:32986/kubevirt/virt-api]
224a22a934ac: Preparing
fb0518caa616: Preparing
3b1bf9c72a92: Preparing
39bae602f753: Preparing
fb0518caa616: Layer already exists
39bae602f753: Layer already exists
3b1bf9c72a92: Layer already exists
224a22a934ac: Pushed
devel: digest: sha256:8ab2e949d4d66daed2f32a209294517471bfa3e6760bf515a873bd7e0eaddb6e size: 1159
The push refers to a repository [localhost:32986/kubevirt/iscsi-demo-target-tgtd]
2927410cd43a: Preparing
b121fc13ece8: Preparing
18dd75eb79d2: Preparing
716441edb530: Preparing
39bae602f753: Preparing
18dd75eb79d2: Layer already exists
b121fc13ece8: Layer already exists
39bae602f753: Layer already exists
2927410cd43a: Layer already exists
716441edb530: Layer already exists
devel: digest: sha256:bd0c1ff465e54e97e66e5cec31d20f7c068ca68dff53eeef5878a5f14b7f7486 size: 1368
The push refers to a repository [localhost:32986/kubevirt/vm-killer]
de7d92f6c129: Preparing
39bae602f753: Preparing
39bae602f753: Layer already exists
de7d92f6c129: Layer already exists
devel: digest: sha256:aebf5b6747fbc9980563c4e2d6c4924976402ced2e694a137e794e484e7dd042 size: 740
The push refers to a repository [localhost:32986/kubevirt/registry-disk-v1alpha]
cf42eba6bfe3: Preparing
a87a1c350b94: Preparing
6709b2da72b8: Preparing
6709b2da72b8: Layer already exists
cf42eba6bfe3: Layer already exists
a87a1c350b94: Layer already exists
devel: digest: sha256:a4a607a2109aa476284a3f509a7538a8f6e6ed346d925efd594dfc1719bad27a size: 948
The push refers to a repository [localhost:32986/kubevirt/cirros-registry-disk-demo]
18310f425e3c: Preparing
cf42eba6bfe3: Preparing
a87a1c350b94: Preparing
6709b2da72b8: Preparing
6709b2da72b8: Layer already exists
18310f425e3c: Layer already exists
cf42eba6bfe3: Layer already exists
a87a1c350b94: Layer already exists
devel: digest: sha256:16c341919b020e7f5e0a9a3ddc09f82fe6605e79f9d7dfb10db75756f667ef27 size: 1160
The push refers to a repository [localhost:32986/kubevirt/fedora-cloud-registry-disk-demo]
a3d510f4f571: Preparing
cf42eba6bfe3: Preparing
a87a1c350b94: Preparing
6709b2da72b8: Preparing
a3d510f4f571: Layer already exists
a87a1c350b94: Layer already exists
cf42eba6bfe3: Layer already exists
6709b2da72b8: Layer already exists
devel: digest: sha256:c9adec9c29ef3b1c4eacfa0fefc9e88cb6735877fd4cf305da8e7051c0844834 size: 1161
The push refers to a repository [localhost:32986/kubevirt/alpine-registry-disk-demo]
621c293e6a48: Preparing
cf42eba6bfe3: Preparing
a87a1c350b94: Preparing
6709b2da72b8: Preparing
a87a1c350b94: Layer already exists
cf42eba6bfe3: Layer already exists
6709b2da72b8: Layer already exists
621c293e6a48: Layer already exists
devel: digest: sha256:c320e3d41ea62315fd412e4adb8ac571204d0e66cb0ed43d877454f9227928ef size: 1160
The push refers to a repository [localhost:32986/kubevirt/subresource-access-test]
1ecec3065892: Preparing
cddcea6287d1: Preparing
39bae602f753: Preparing
39bae602f753: Layer already exists
cddcea6287d1: Layer already exists
1ecec3065892: Pushed
devel: digest: sha256:aa662bd41a0b3bd52a73acdb2893361a116aea15666c68c9985238cb9c4e46f1 size: 948
The push refers to a repository [localhost:32986/kubevirt/winrmcli]
e247ea19f4a7: Preparing
b9a86fe2f8d2: Preparing
c8eb97d247eb: Preparing
39bae602f753: Preparing
b9a86fe2f8d2: Layer already exists
e247ea19f4a7: Layer already exists
39bae602f753: Layer already exists
c8eb97d247eb: Layer already exists
devel: digest: sha256:d7653af5f757dd7a06fb769b946905ebc2bfc305956438803925543e6226255d size: 1165
make[1]: Leaving directory `/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/go/src/kubevirt.io/kubevirt'
2018/04/09 21:03:48 Waiting for host: 192.168.66.101:22
2018/04/09 21:03:48 Connected to tcp://192.168.66.101:22
Trying to pull repository registry:5000/kubevirt/virt-controller ... 
devel: Pulling from registry:5000/kubevirt/virt-controller
2176639d844b: Pulling fs layer
15a3c1110beb: Pulling fs layer
97dd7cecd1c5: Pulling fs layer
15a3c1110beb: Verifying Checksum
15a3c1110beb: Download complete
97dd7cecd1c5: Verifying Checksum
97dd7cecd1c5: Download complete
2176639d844b: Download complete
2176639d844b: Pull complete
15a3c1110beb: Pull complete
97dd7cecd1c5: Pull complete
Digest: sha256:2819e72cd4dbb3c68ffaaa09a2595bf717884fb41a1dbf03db5208e40b333410
Trying to pull repository registry:5000/kubevirt/virt-launcher ... 
devel: Pulling from registry:5000/kubevirt/virt-launcher
2176639d844b: Already exists
d7240bccd145: Pulling fs layer
f2ef945504a7: Pulling fs layer
a4b9e9eb807b: Pulling fs layer
a1e80189bea5: Pulling fs layer
6cc174edcebf: Pulling fs layer
1475fa3276a7: Pulling fs layer
cdad54148243: Pulling fs layer
42cab4ea66c5: Pulling fs layer
f4b737e9fea3: Pulling fs layer
4cf526fcc5e2: Pulling fs layer
23cd1a2c8f9a: Pulling fs layer
ac8439387b77: Pulling fs layer
0b0c9d022f56: Pulling fs layer
4e38029166c7: Pulling fs layer
f4b737e9fea3: Waiting
a1e80189bea5: Waiting
4cf526fcc5e2: Waiting
23cd1a2c8f9a: Waiting
6cc174edcebf: Waiting
ac8439387b77: Waiting
0b0c9d022f56: Waiting
1475fa3276a7: Waiting
cdad54148243: Waiting
42cab4ea66c5: Waiting
4e38029166c7: Waiting
a4b9e9eb807b: Verifying Checksum
a4b9e9eb807b: Download complete
f2ef945504a7: Verifying Checksum
f2ef945504a7: Download complete
6cc174edcebf: Verifying Checksum
6cc174edcebf: Download complete
a1e80189bea5: Verifying Checksum
a1e80189bea5: Download complete
cdad54148243: Verifying Checksum
cdad54148243: Download complete
42cab4ea66c5: Verifying Checksum
42cab4ea66c5: Download complete
f4b737e9fea3: Verifying Checksum
f4b737e9fea3: Download complete
4cf526fcc5e2: Verifying Checksum
4cf526fcc5e2: Download complete
23cd1a2c8f9a: Verifying Checksum
23cd1a2c8f9a: Download complete
ac8439387b77: Verifying Checksum
ac8439387b77: Download complete
0b0c9d022f56: Verifying Checksum
0b0c9d022f56: Download complete
4e38029166c7: Verifying Checksum
4e38029166c7: Download complete
1475fa3276a7: Verifying Checksum
1475fa3276a7: Download complete
d7240bccd145: Download complete
d7240bccd145: Pull complete
f2ef945504a7: Pull complete
a4b9e9eb807b: Pull complete
a1e80189bea5: Pull complete
6cc174edcebf: Pull complete
1475fa3276a7: Pull complete
cdad54148243: Pull complete
42cab4ea66c5: Pull complete
f4b737e9fea3: Pull complete
4cf526fcc5e2: Pull complete
23cd1a2c8f9a: Pull complete
ac8439387b77: Pull complete
0b0c9d022f56: Pull complete
4e38029166c7: Pull complete
Digest: sha256:cf59d5322fe72e13bbb77fdbf5d37f135a96a425334dbe432053b7c4cdc7ca51
Trying to pull repository registry:5000/kubevirt/virt-handler ... 
devel: Pulling from registry:5000/kubevirt/virt-handler
2176639d844b: Already exists
459938898d99: Pulling fs layer
459938898d99: Verifying Checksum
459938898d99: Download complete
459938898d99: Pull complete
Digest: sha256:87c275e99919dbad61b3d19c1b983dfce80adad6e1f90dd260337fb35a60dcb9
Trying to pull repository registry:5000/kubevirt/virt-api ... 
devel: Pulling from registry:5000/kubevirt/virt-api
2176639d844b: Already exists
ef1a3b124206: Pulling fs layer
a2a214c1d089: Pulling fs layer
52d0c8284161: Pulling fs layer
ef1a3b124206: Verifying Checksum
ef1a3b124206: Download complete
a2a214c1d089: Verifying Checksum
a2a214c1d089: Download complete
52d0c8284161: Verifying Checksum
52d0c8284161: Download complete
ef1a3b124206: Pull complete
a2a214c1d089: Pull complete
52d0c8284161: Pull complete
Digest: sha256:8ab2e949d4d66daed2f32a209294517471bfa3e6760bf515a873bd7e0eaddb6e
Trying to pull repository registry:5000/kubevirt/iscsi-demo-target-tgtd ... 
devel: Pulling from registry:5000/kubevirt/iscsi-demo-target-tgtd
2176639d844b: Already exists
c81a49dbe8f3: Pulling fs layer
064679d2dcf5: Pulling fs layer
bcaf437d3487: Pulling fs layer
de7654dd0183: Pulling fs layer
de7654dd0183: Waiting
064679d2dcf5: Verifying Checksum
064679d2dcf5: Download complete
de7654dd0183: Verifying Checksum
de7654dd0183: Download complete
bcaf437d3487: Verifying Checksum
bcaf437d3487: Download complete
c81a49dbe8f3: Verifying Checksum
c81a49dbe8f3: Download complete
c81a49dbe8f3: Pull complete
064679d2dcf5: Pull complete
bcaf437d3487: Pull complete
de7654dd0183: Pull complete
Digest: sha256:bd0c1ff465e54e97e66e5cec31d20f7c068ca68dff53eeef5878a5f14b7f7486
Trying to pull repository registry:5000/kubevirt/vm-killer ... 
devel: Pulling from registry:5000/kubevirt/vm-killer
2176639d844b: Already exists
297a75761f45: Pulling fs layer
297a75761f45: Verifying Checksum
297a75761f45: Download complete
297a75761f45: Pull complete
Digest: sha256:aebf5b6747fbc9980563c4e2d6c4924976402ced2e694a137e794e484e7dd042
Trying to pull repository registry:5000/kubevirt/registry-disk-v1alpha ... 
devel: Pulling from registry:5000/kubevirt/registry-disk-v1alpha
2115d46e7396: Pulling fs layer
82da67e25ceb: Pulling fs layer
ddbdb5d1f9b9: Pulling fs layer
ddbdb5d1f9b9: Verifying Checksum
ddbdb5d1f9b9: Download complete
82da67e25ceb: Verifying Checksum
82da67e25ceb: Download complete
2115d46e7396: Verifying Checksum
2115d46e7396: Download complete
2115d46e7396: Pull complete
82da67e25ceb: Pull complete
ddbdb5d1f9b9: Pull complete
Digest: sha256:a4a607a2109aa476284a3f509a7538a8f6e6ed346d925efd594dfc1719bad27a
Trying to pull repository registry:5000/kubevirt/cirros-registry-disk-demo ... 
devel: Pulling from registry:5000/kubevirt/cirros-registry-disk-demo
2115d46e7396: Already exists
82da67e25ceb: Already exists
ddbdb5d1f9b9: Already exists
c1dc194ac53c: Pulling fs layer
c1dc194ac53c: Verifying Checksum
c1dc194ac53c: Download complete
c1dc194ac53c: Pull complete
Digest: sha256:16c341919b020e7f5e0a9a3ddc09f82fe6605e79f9d7dfb10db75756f667ef27
Trying to pull repository registry:5000/kubevirt/fedora-cloud-registry-disk-demo ... 
devel: Pulling from registry:5000/kubevirt/fedora-cloud-registry-disk-demo
2115d46e7396: Already exists
82da67e25ceb: Already exists
ddbdb5d1f9b9: Already exists
58c83dfb6c99: Pulling fs layer
58c83dfb6c99: Download complete
58c83dfb6c99: Pull complete
Digest: sha256:c9adec9c29ef3b1c4eacfa0fefc9e88cb6735877fd4cf305da8e7051c0844834
Trying to pull repository registry:5000/kubevirt/alpine-registry-disk-demo ... 
devel: Pulling from registry:5000/kubevirt/alpine-registry-disk-demo
2115d46e7396: Already exists
82da67e25ceb: Already exists
ddbdb5d1f9b9: Already exists
9ce78834e96d: Pulling fs layer
9ce78834e96d: Verifying Checksum
9ce78834e96d: Download complete
9ce78834e96d: Pull complete
Digest: sha256:c320e3d41ea62315fd412e4adb8ac571204d0e66cb0ed43d877454f9227928ef
Trying to pull repository registry:5000/kubevirt/subresource-access-test ... 
devel: Pulling from registry:5000/kubevirt/subresource-access-test
2176639d844b: Already exists
fdc994a640c8: Pulling fs layer
145ec2023412: Pulling fs layer
fdc994a640c8: Verifying Checksum
fdc994a640c8: Download complete
145ec2023412: Verifying Checksum
145ec2023412: Download complete
fdc994a640c8: Pull complete
145ec2023412: Pull complete
Digest: sha256:aa662bd41a0b3bd52a73acdb2893361a116aea15666c68c9985238cb9c4e46f1
Trying to pull repository registry:5000/kubevirt/winrmcli ... 
devel: Pulling from registry:5000/kubevirt/winrmcli
2176639d844b: Already exists
206ce0e712a7: Pulling fs layer
b7c152dd4760: Pulling fs layer
7e51cf11cbfa: Pulling fs layer
7e51cf11cbfa: Verifying Checksum
7e51cf11cbfa: Download complete
206ce0e712a7: Verifying Checksum
206ce0e712a7: Download complete
b7c152dd4760: Verifying Checksum
b7c152dd4760: Download complete
206ce0e712a7: Pull complete
b7c152dd4760: Pull complete
7e51cf11cbfa: Pull complete
Digest: sha256:d7653af5f757dd7a06fb769b946905ebc2bfc305956438803925543e6226255d
2018/04/09 21:06:17 Waiting for host: 192.168.66.101:22
2018/04/09 21:06:17 Connected to tcp://192.168.66.101:22
2018/04/09 21:06:20 Waiting for host: 192.168.66.102:22
2018/04/09 21:06:20 Connected to tcp://192.168.66.102:22
Trying to pull repository registry:5000/kubevirt/virt-controller ... 
devel: Pulling from registry:5000/kubevirt/virt-controller
2176639d844b: Pulling fs layer
15a3c1110beb: Pulling fs layer
97dd7cecd1c5: Pulling fs layer
15a3c1110beb: Verifying Checksum
15a3c1110beb: Download complete
97dd7cecd1c5: Verifying Checksum
97dd7cecd1c5: Download complete
2176639d844b: Download complete
2176639d844b: Pull complete
15a3c1110beb: Pull complete
97dd7cecd1c5: Pull complete
Digest: sha256:2819e72cd4dbb3c68ffaaa09a2595bf717884fb41a1dbf03db5208e40b333410
Trying to pull repository registry:5000/kubevirt/virt-launcher ... 
devel: Pulling from registry:5000/kubevirt/virt-launcher
2176639d844b: Already exists
d7240bccd145: Pulling fs layer
f2ef945504a7: Pulling fs layer
a4b9e9eb807b: Pulling fs layer
a1e80189bea5: Pulling fs layer
6cc174edcebf: Pulling fs layer
1475fa3276a7: Pulling fs layer
cdad54148243: Pulling fs layer
42cab4ea66c5: Pulling fs layer
f4b737e9fea3: Pulling fs layer
4cf526fcc5e2: Pulling fs layer
23cd1a2c8f9a: Pulling fs layer
ac8439387b77: Pulling fs layer
0b0c9d022f56: Pulling fs layer
4e38029166c7: Pulling fs layer
6cc174edcebf: Waiting
1475fa3276a7: Waiting
cdad54148243: Waiting
42cab4ea66c5: Waiting
f4b737e9fea3: Waiting
4cf526fcc5e2: Waiting
a1e80189bea5: Waiting
ac8439387b77: Waiting
0b0c9d022f56: Waiting
4e38029166c7: Waiting
23cd1a2c8f9a: Waiting
f2ef945504a7: Verifying Checksum
f2ef945504a7: Download complete
a4b9e9eb807b: Verifying Checksum
a4b9e9eb807b: Download complete
a1e80189bea5: Verifying Checksum
a1e80189bea5: Download complete
6cc174edcebf: Verifying Checksum
6cc174edcebf: Download complete
cdad54148243: Verifying Checksum
cdad54148243: Download complete
42cab4ea66c5: Verifying Checksum
42cab4ea66c5: Download complete
1475fa3276a7: Verifying Checksum
1475fa3276a7: Download complete
4cf526fcc5e2: Verifying Checksum
4cf526fcc5e2: Download complete
f4b737e9fea3: Verifying Checksum
f4b737e9fea3: Download complete
23cd1a2c8f9a: Verifying Checksum
23cd1a2c8f9a: Download complete
ac8439387b77: Verifying Checksum
ac8439387b77: Download complete
0b0c9d022f56: Verifying Checksum
0b0c9d022f56: Download complete
4e38029166c7: Verifying Checksum
4e38029166c7: Download complete
d7240bccd145: Verifying Checksum
d7240bccd145: Download complete
d7240bccd145: Pull complete
f2ef945504a7: Pull complete
a4b9e9eb807b: Pull complete
a1e80189bea5: Pull complete
6cc174edcebf: Pull complete
1475fa3276a7: Pull complete
cdad54148243: Pull complete
42cab4ea66c5: Pull complete
f4b737e9fea3: Pull complete
4cf526fcc5e2: Pull complete
23cd1a2c8f9a: Pull complete
ac8439387b77: Pull complete
0b0c9d022f56: Pull complete
4e38029166c7: Pull complete
Digest: sha256:cf59d5322fe72e13bbb77fdbf5d37f135a96a425334dbe432053b7c4cdc7ca51
Trying to pull repository registry:5000/kubevirt/virt-handler ... 
devel: Pulling from registry:5000/kubevirt/virt-handler
2176639d844b: Already exists
459938898d99: Pulling fs layer
459938898d99: Verifying Checksum
459938898d99: Download complete
459938898d99: Pull complete
Digest: sha256:87c275e99919dbad61b3d19c1b983dfce80adad6e1f90dd260337fb35a60dcb9
Trying to pull repository registry:5000/kubevirt/virt-api ... 
devel: Pulling from registry:5000/kubevirt/virt-api
2176639d844b: Already exists
ef1a3b124206: Pulling fs layer
a2a214c1d089: Pulling fs layer
52d0c8284161: Pulling fs layer
ef1a3b124206: Verifying Checksum
ef1a3b124206: Download complete
a2a214c1d089: Verifying Checksum
a2a214c1d089: Download complete
52d0c8284161: Verifying Checksum
52d0c8284161: Download complete
ef1a3b124206: Pull complete
a2a214c1d089: Pull complete
52d0c8284161: Pull complete
Digest: sha256:8ab2e949d4d66daed2f32a209294517471bfa3e6760bf515a873bd7e0eaddb6e
Trying to pull repository registry:5000/kubevirt/iscsi-demo-target-tgtd ... 
devel: Pulling from registry:5000/kubevirt/iscsi-demo-target-tgtd
2176639d844b: Already exists
c81a49dbe8f3: Pulling fs layer
064679d2dcf5: Pulling fs layer
bcaf437d3487: Pulling fs layer
de7654dd0183: Pulling fs layer
de7654dd0183: Waiting
064679d2dcf5: Verifying Checksum
064679d2dcf5: Download complete
de7654dd0183: Verifying Checksum
de7654dd0183: Download complete
bcaf437d3487: Verifying Checksum
bcaf437d3487: Download complete
c81a49dbe8f3: Verifying Checksum
c81a49dbe8f3: Download complete
c81a49dbe8f3: Pull complete
064679d2dcf5: Pull complete
bcaf437d3487: Pull complete
de7654dd0183: Pull complete
Digest: sha256:bd0c1ff465e54e97e66e5cec31d20f7c068ca68dff53eeef5878a5f14b7f7486
Trying to pull repository registry:5000/kubevirt/vm-killer ... 
devel: Pulling from registry:5000/kubevirt/vm-killer
2176639d844b: Already exists
297a75761f45: Pulling fs layer
297a75761f45: Verifying Checksum
297a75761f45: Download complete
297a75761f45: Pull complete
Digest: sha256:aebf5b6747fbc9980563c4e2d6c4924976402ced2e694a137e794e484e7dd042
Trying to pull repository registry:5000/kubevirt/registry-disk-v1alpha ... 
devel: Pulling from registry:5000/kubevirt/registry-disk-v1alpha
2115d46e7396: Pulling fs layer
82da67e25ceb: Pulling fs layer
ddbdb5d1f9b9: Pulling fs layer
ddbdb5d1f9b9: Verifying Checksum
ddbdb5d1f9b9: Download complete
82da67e25ceb: Verifying Checksum
82da67e25ceb: Download complete
2115d46e7396: Verifying Checksum
2115d46e7396: Download complete
2115d46e7396: Pull complete
82da67e25ceb: Pull complete
ddbdb5d1f9b9: Pull complete
Digest: sha256:a4a607a2109aa476284a3f509a7538a8f6e6ed346d925efd594dfc1719bad27a
Trying to pull repository registry:5000/kubevirt/cirros-registry-disk-demo ... 
devel: Pulling from registry:5000/kubevirt/cirros-registry-disk-demo
2115d46e7396: Already exists
82da67e25ceb: Already exists
ddbdb5d1f9b9: Already exists
c1dc194ac53c: Pulling fs layer
c1dc194ac53c: Download complete
c1dc194ac53c: Pull complete
Digest: sha256:16c341919b020e7f5e0a9a3ddc09f82fe6605e79f9d7dfb10db75756f667ef27
Trying to pull repository registry:5000/kubevirt/fedora-cloud-registry-disk-demo ... 
devel: Pulling from registry:5000/kubevirt/fedora-cloud-registry-disk-demo
2115d46e7396: Already exists
82da67e25ceb: Already exists
ddbdb5d1f9b9: Already exists
58c83dfb6c99: Pulling fs layer
58c83dfb6c99: Verifying Checksum
58c83dfb6c99: Download complete
58c83dfb6c99: Pull complete
Digest: sha256:c9adec9c29ef3b1c4eacfa0fefc9e88cb6735877fd4cf305da8e7051c0844834
Trying to pull repository registry:5000/kubevirt/alpine-registry-disk-demo ... 
devel: Pulling from registry:5000/kubevirt/alpine-registry-disk-demo
2115d46e7396: Already exists
82da67e25ceb: Already exists
ddbdb5d1f9b9: Already exists
9ce78834e96d: Pulling fs layer
9ce78834e96d: Verifying Checksum
9ce78834e96d: Download complete
9ce78834e96d: Pull complete
Digest: sha256:c320e3d41ea62315fd412e4adb8ac571204d0e66cb0ed43d877454f9227928ef
Trying to pull repository registry:5000/kubevirt/subresource-access-test ... 
devel: Pulling from registry:5000/kubevirt/subresource-access-test
2176639d844b: Already exists
fdc994a640c8: Pulling fs layer
145ec2023412: Pulling fs layer
fdc994a640c8: Verifying Checksum
fdc994a640c8: Download complete
145ec2023412: Verifying Checksum
145ec2023412: Download complete
fdc994a640c8: Pull complete
145ec2023412: Pull complete
Digest: sha256:aa662bd41a0b3bd52a73acdb2893361a116aea15666c68c9985238cb9c4e46f1
Trying to pull repository registry:5000/kubevirt/winrmcli ... 
devel: Pulling from registry:5000/kubevirt/winrmcli
2176639d844b: Already exists
206ce0e712a7: Pulling fs layer
b7c152dd4760: Pulling fs layer
7e51cf11cbfa: Pulling fs layer
7e51cf11cbfa: Verifying Checksum
7e51cf11cbfa: Download complete
206ce0e712a7: Verifying Checksum
206ce0e712a7: Download complete
b7c152dd4760: Verifying Checksum
b7c152dd4760: Download complete
206ce0e712a7: Pull complete
b7c152dd4760: Pull complete
7e51cf11cbfa: Pull complete
Digest: sha256:d7653af5f757dd7a06fb769b946905ebc2bfc305956438803925543e6226255d
2018/04/09 21:08:34 Waiting for host: 192.168.66.102:22
2018/04/09 21:08:34 Connected to tcp://192.168.66.102:22
Done
./cluster/clean.sh
+ source hack/common.sh
++++ dirname 'hack/common.sh[0]'
+++ cd hack/../
+++ pwd
++ KUBEVIRT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/go/src/kubevirt.io/kubevirt
++ OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/go/src/kubevirt.io/kubevirt/_out
++ VENDOR_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/go/src/kubevirt.io/kubevirt/vendor
++ CMD_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/go/src/kubevirt.io/kubevirt/_out/cmd
++ TESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/go/src/kubevirt.io/kubevirt/_out/tests
++ APIDOCS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/go/src/kubevirt.io/kubevirt/_out/apidocs
++ MANIFESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/go/src/kubevirt.io/kubevirt/_out/manifests
++ PYTHON_CLIENT_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/go/src/kubevirt.io/kubevirt/_out/client-python
++ PROVIDER=os-3.9.0-alpha.4
++ provider_prefix=kubevirt-functional-tests-openshift-release1
++ job_prefix=kubevirt-functional-tests-openshift-release1
+ source cluster/os-3.9.0-alpha.4/provider.sh
++ set -e
++ image=os-3.9@sha256:6d5e570e78981f7faf2deb6df2bb2f887a6ed2dd458b4178897ebe877316f8f8
++ source cluster/ephemeral-provider-common.sh
+++ set -e
+++ _cli='docker run --privileged --rm -v /var/run/docker.sock:/var/run/docker.sock kubevirtci/cli@sha256:b0023d1863338ef04fa0b8a8ee5956ae08616200d89ffd2e230668ea3deeaff4'
+ source hack/config.sh
++ unset binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig manifest_docker_prefix namespace
++ PROVIDER=os-3.9.0-alpha.4
++ source hack/config-default.sh source hack/config-os-3.9.0-alpha.4.sh
+++ binaries='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virtctl cmd/fake-qemu-process cmd/virt-api cmd/subresource-access-test'
+++ docker_images='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virt-api images/iscsi-demo-target-tgtd images/vm-killer cmd/registry-disk-v1alpha images/cirros-registry-disk-demo images/fedora-cloud-registry-disk-demo images/alpine-registry-disk-demo cmd/subresource-access-test images/winrmcli'
+++ docker_prefix=kubevirt
+++ docker_tag=latest
+++ master_ip=192.168.200.2
+++ network_provider=flannel
+++ kubeconfig=cluster/vagrant/.kubeconfig
+++ namespace=kube-system
++ test -f hack/config-provider-os-3.9.0-alpha.4.sh
++ source hack/config-provider-os-3.9.0-alpha.4.sh
+++ master_ip=127.0.0.1
+++ docker_tag=devel
+++ kubeconfig=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/go/src/kubevirt.io/kubevirt/cluster/os-3.9.0-alpha.4/.kubeconfig
+++ docker_prefix=localhost:32986/kubevirt
+++ manifest_docker_prefix=registry:5000/kubevirt
++ test -f hack/config-local.sh
++ export binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig namespace
+ echo 'Cleaning up ...'
Cleaning up ...
+ _kubectl delete ds -l kubevirt.io -n kube-system --cascade=false --grace-period 0
No resources found
+ _kubectl delete pods -n kube-system -l=kubevirt.io=libvirt --force --grace-period 0
No resources found
+ _kubectl delete pods -n kube-system -l=kubevirt.io=virt-handler --force --grace-period 0
No resources found
+ namespaces=(default ${namespace})
+ for i in '${namespaces[@]}'
+ _kubectl -n default delete apiservices -l kubevirt.io
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl -n default delete apiservices -l kubevirt.io
No resources found
+ _kubectl -n default delete deployment -l kubevirt.io
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl -n default delete deployment -l kubevirt.io
No resources found
+ _kubectl -n default delete rs -l kubevirt.io
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl -n default delete rs -l kubevirt.io
No resources found
+ _kubectl -n default delete services -l kubevirt.io
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl -n default delete services -l kubevirt.io
No resources found
+ _kubectl -n default delete apiservices -l kubevirt.io
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl -n default delete apiservices -l kubevirt.io
No resources found
+ _kubectl -n default delete secrets -l kubevirt.io
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl -n default delete secrets -l kubevirt.io
No resources found
+ _kubectl -n default delete pv -l kubevirt.io
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl -n default delete pv -l kubevirt.io
No resources found
+ _kubectl -n default delete pvc -l kubevirt.io
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl -n default delete pvc -l kubevirt.io
No resources found
+ _kubectl -n default delete ds -l kubevirt.io
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl -n default delete ds -l kubevirt.io
No resources found
+ _kubectl -n default delete customresourcedefinitions -l kubevirt.io
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl -n default delete customresourcedefinitions -l kubevirt.io
No resources found
+ _kubectl -n default delete pods -l kubevirt.io
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl -n default delete pods -l kubevirt.io
No resources found
+ _kubectl -n default delete clusterrolebinding -l kubevirt.io
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl -n default delete clusterrolebinding -l kubevirt.io
No resources found
+ _kubectl -n default delete rolebinding -l kubevirt.io
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl -n default delete rolebinding -l kubevirt.io
No resources found
+ _kubectl -n default delete roles -l kubevirt.io
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl -n default delete roles -l kubevirt.io
No resources found
+ _kubectl -n default delete clusterroles -l kubevirt.io
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl -n default delete clusterroles -l kubevirt.io
No resources found
+ _kubectl -n default delete serviceaccounts -l kubevirt.io
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl -n default delete serviceaccounts -l kubevirt.io
No resources found
++ _kubectl -n default get crd offlinevirtualmachines.kubevirt.io
++ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
++ wc -l
++ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
++ cluster/os-3.9.0-alpha.4/.kubectl -n default get crd offlinevirtualmachines.kubevirt.io
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "offlinevirtualmachines.kubevirt.io" not found
+ '[' 0 -gt 0 ']'
+ for i in '${namespaces[@]}'
+ _kubectl -n kube-system delete apiservices -l kubevirt.io
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl -n kube-system delete apiservices -l kubevirt.io
No resources found
+ _kubectl -n kube-system delete deployment -l kubevirt.io
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl -n kube-system delete deployment -l kubevirt.io
No resources found
+ _kubectl -n kube-system delete rs -l kubevirt.io
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl -n kube-system delete rs -l kubevirt.io
No resources found
+ _kubectl -n kube-system delete services -l kubevirt.io
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl -n kube-system delete services -l kubevirt.io
No resources found
+ _kubectl -n kube-system delete apiservices -l kubevirt.io
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl -n kube-system delete apiservices -l kubevirt.io
No resources found
+ _kubectl -n kube-system delete secrets -l kubevirt.io
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl -n kube-system delete secrets -l kubevirt.io
No resources found
+ _kubectl -n kube-system delete pv -l kubevirt.io
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl -n kube-system delete pv -l kubevirt.io
No resources found
+ _kubectl -n kube-system delete pvc -l kubevirt.io
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl -n kube-system delete pvc -l kubevirt.io
No resources found
+ _kubectl -n kube-system delete ds -l kubevirt.io
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl -n kube-system delete ds -l kubevirt.io
No resources found
+ _kubectl -n kube-system delete customresourcedefinitions -l kubevirt.io
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl -n kube-system delete customresourcedefinitions -l kubevirt.io
No resources found
+ _kubectl -n kube-system delete pods -l kubevirt.io
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl -n kube-system delete pods -l kubevirt.io
No resources found
+ _kubectl -n kube-system delete clusterrolebinding -l kubevirt.io
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl -n kube-system delete clusterrolebinding -l kubevirt.io
No resources found
+ _kubectl -n kube-system delete rolebinding -l kubevirt.io
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl -n kube-system delete rolebinding -l kubevirt.io
No resources found
+ _kubectl -n kube-system delete roles -l kubevirt.io
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl -n kube-system delete roles -l kubevirt.io
No resources found
+ _kubectl -n kube-system delete clusterroles -l kubevirt.io
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl -n kube-system delete clusterroles -l kubevirt.io
No resources found
+ _kubectl -n kube-system delete serviceaccounts -l kubevirt.io
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl -n kube-system delete serviceaccounts -l kubevirt.io
No resources found
++ _kubectl -n kube-system get crd offlinevirtualmachines.kubevirt.io
++ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
++ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
++ wc -l
++ cluster/os-3.9.0-alpha.4/.kubectl -n kube-system get crd offlinevirtualmachines.kubevirt.io
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "offlinevirtualmachines.kubevirt.io" not found
+ '[' 0 -gt 0 ']'
+ sleep 2
+ echo Done
Done
./cluster/deploy.sh
+ source hack/common.sh
++++ dirname 'hack/common.sh[0]'
+++ cd hack/../
+++ pwd
++ KUBEVIRT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/go/src/kubevirt.io/kubevirt
++ OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/go/src/kubevirt.io/kubevirt/_out
++ VENDOR_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/go/src/kubevirt.io/kubevirt/vendor
++ CMD_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/go/src/kubevirt.io/kubevirt/_out/cmd
++ TESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/go/src/kubevirt.io/kubevirt/_out/tests
++ APIDOCS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/go/src/kubevirt.io/kubevirt/_out/apidocs
++ MANIFESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/go/src/kubevirt.io/kubevirt/_out/manifests
++ PYTHON_CLIENT_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/go/src/kubevirt.io/kubevirt/_out/client-python
++ PROVIDER=os-3.9.0-alpha.4
++ provider_prefix=kubevirt-functional-tests-openshift-release1
++ job_prefix=kubevirt-functional-tests-openshift-release1
+ source cluster/os-3.9.0-alpha.4/provider.sh
++ set -e
++ image=os-3.9@sha256:6d5e570e78981f7faf2deb6df2bb2f887a6ed2dd458b4178897ebe877316f8f8
++ source cluster/ephemeral-provider-common.sh
+++ set -e
+++ _cli='docker run --privileged --rm -v /var/run/docker.sock:/var/run/docker.sock kubevirtci/cli@sha256:b0023d1863338ef04fa0b8a8ee5956ae08616200d89ffd2e230668ea3deeaff4'
+ source hack/config.sh
++ unset binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig manifest_docker_prefix namespace
++ PROVIDER=os-3.9.0-alpha.4
++ source hack/config-default.sh source hack/config-os-3.9.0-alpha.4.sh
+++ binaries='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virtctl cmd/fake-qemu-process cmd/virt-api cmd/subresource-access-test'
+++ docker_images='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virt-api images/iscsi-demo-target-tgtd images/vm-killer cmd/registry-disk-v1alpha images/cirros-registry-disk-demo images/fedora-cloud-registry-disk-demo images/alpine-registry-disk-demo cmd/subresource-access-test images/winrmcli'
+++ docker_prefix=kubevirt
+++ docker_tag=latest
+++ master_ip=192.168.200.2
+++ network_provider=flannel
+++ kubeconfig=cluster/vagrant/.kubeconfig
+++ namespace=kube-system
++ test -f hack/config-provider-os-3.9.0-alpha.4.sh
++ source hack/config-provider-os-3.9.0-alpha.4.sh
+++ master_ip=127.0.0.1
+++ docker_tag=devel
+++ kubeconfig=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/go/src/kubevirt.io/kubevirt/cluster/os-3.9.0-alpha.4/.kubeconfig
+++ docker_prefix=localhost:32986/kubevirt
+++ manifest_docker_prefix=registry:5000/kubevirt
++ test -f hack/config-local.sh
++ export binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig namespace
+ echo 'Deploying ...'
Deploying ...
+ [[ -z openshift-release ]]
+ [[ openshift-release =~ .*-dev ]]
+ [[ openshift-release =~ .*-release ]]
+ for manifest in '${MANIFESTS_OUT_DIR}/release/*'
+ [[ /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/demo-content.yaml =~ .*demo.* ]]
+ continue
+ for manifest in '${MANIFESTS_OUT_DIR}/release/*'
+ [[ /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml =~ .*demo.* ]]
+ _kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml
serviceaccount "kubevirt-apiserver" created
clusterrolebinding "kubevirt-apiserver" created
clusterrolebinding "kubevirt-apiserver-auth-delegator" created
rolebinding "kubevirt-apiserver" created
role "kubevirt-apiserver" created
clusterrole "kubevirt-apiserver" created
clusterrole "kubevirt-controller" created
serviceaccount "kubevirt-controller" created
serviceaccount "kubevirt-privileged" created
clusterrolebinding "kubevirt-controller" created
clusterrolebinding "kubevirt-controller-cluster-admin" created
clusterrolebinding "kubevirt-privileged-cluster-admin" created
service "virt-api" created
deployment "virt-api" created
deployment "virt-controller" created
daemonset "virt-handler" created
customresourcedefinition "virtualmachines.kubevirt.io" created
customresourcedefinition "virtualmachinereplicasets.kubevirt.io" created
customresourcedefinition "virtualmachinepresets.kubevirt.io" created
customresourcedefinition "offlinevirtualmachines.kubevirt.io" created
+ _kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/go/src/kubevirt.io/kubevirt/_out/manifests/testing -R
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/go/src/kubevirt.io/kubevirt/_out/manifests/testing -R
persistentvolumeclaim "disk-alpine" created
persistentvolume "iscsi-disk-alpine" created
daemonset "iscsi-demo-target-tgtd" created
serviceaccount "kubevirt-testing" created
clusterrolebinding "kubevirt-testing-cluster-admin" created
+ '[' os-3.9.0-alpha.4 = vagrant-openshift ']'
+ '[' os-3.9.0-alpha.4 = os-3.9.0-alpha.4 ']'
+ _kubectl adm policy add-scc-to-user privileged -z kubevirt-controller -n kube-system
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl adm policy add-scc-to-user privileged -z kubevirt-controller -n kube-system
scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-controller"]
+ _kubectl adm policy add-scc-to-user privileged -z kubevirt-testing -n kube-system
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl adm policy add-scc-to-user privileged -z kubevirt-testing -n kube-system
scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-testing"]
+ _kubectl adm policy add-scc-to-user privileged -z kubevirt-privileged -n kube-system
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl adm policy add-scc-to-user privileged -z kubevirt-privileged -n kube-system
scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-privileged"]
+ _kubectl adm policy add-scc-to-user privileged -z kubevirt-apiserver -n kube-system
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl adm policy add-scc-to-user privileged -z kubevirt-apiserver -n kube-system
scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-apiserver"]
+ _kubectl adm policy add-scc-to-user privileged admin
+ export KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ KUBECONFIG=cluster/os-3.9.0-alpha.4/.kubeconfig
+ cluster/os-3.9.0-alpha.4/.kubectl adm policy add-scc-to-user privileged admin
scc "privileged" added to: ["admin"]
+ echo Done
Done
++ kubectl get pods -n kube-system --no-headers
++ grep -v Running
++ cluster/kubectl.sh get pods -n kube-system --no-headers
+ '[' -n 'iscsi-demo-target-tgtd-4f6xv       0/1       ContainerCreating   0         1s
iscsi-demo-target-tgtd-xf5tr       0/1       Pending             0         1s
virt-api-fd96f94b5-52k77           0/1       ContainerCreating   0         3s
virt-api-fd96f94b5-p9bps           0/1       ContainerCreating   0         3s
virt-controller-5f7c946cc4-zbzvf   0/1       ContainerCreating   0         3s
virt-controller-5f7c946cc4-zh2bt   0/1       ContainerCreating   0         3s
virt-handler-6xnn8                 0/1       ContainerCreating   0         1s
virt-handler-sq5j2                 0/1       Pending             0         1s' ']'
+ echo 'Waiting for kubevirt pods to enter the Running state ...'
Waiting for kubevirt pods to enter the Running state ...
+ kubectl get pods -n kube-system --no-headers
+ cluster/kubectl.sh get pods -n kube-system --no-headers
+ grep -v Running
iscsi-demo-target-tgtd-4f6xv       0/1       ContainerCreating   0         2s
iscsi-demo-target-tgtd-xf5tr       0/1       ContainerCreating   0         2s
virt-api-fd96f94b5-52k77           0/1       ContainerCreating   0         4s
virt-api-fd96f94b5-p9bps           0/1       ContainerCreating   0         4s
virt-controller-5f7c946cc4-zbzvf   0/1       ContainerCreating   0         4s
virt-controller-5f7c946cc4-zh2bt   0/1       ContainerCreating   0         4s
virt-handler-6xnn8                 0/1       ContainerCreating   0         2s
virt-handler-sq5j2                 0/1       ContainerCreating   0         2s
+ sleep 10
++ kubectl get pods -n kube-system --no-headers
++ grep -v Running
++ cluster/kubectl.sh get pods -n kube-system --no-headers
+ '[' -n '' ']'
++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
++ awk '!/virt-controller/ && /false/'
+ '[' -n 'false     iscsi-demo-target-tgtd-4f6xv
false     iscsi-demo-target-tgtd-xf5tr
false     virt-api-fd96f94b5-p9bps' ']'
+ echo 'Waiting for KubeVirt containers to become ready ...'
Waiting for KubeVirt containers to become ready ...
+ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
+ awk '!/virt-controller/ && /false/'
+ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
false     iscsi-demo-target-tgtd-4f6xv
false     iscsi-demo-target-tgtd-xf5tr
false     virt-api-fd96f94b5-p9bps
+ sleep 10
++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
++ awk '!/virt-controller/ && /false/'
++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
+ '[' -n 'false     iscsi-demo-target-tgtd-4f6xv
false     iscsi-demo-target-tgtd-xf5tr' ']'
+ echo 'Waiting for KubeVirt containers to become ready ...'
Waiting for KubeVirt containers to become ready ...
+ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
+ awk '!/virt-controller/ && /false/'
+ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
false     iscsi-demo-target-tgtd-4f6xv
false     iscsi-demo-target-tgtd-xf5tr
+ sleep 10
++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
++ awk '!/virt-controller/ && /false/'
++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
+ '[' -n 'false     iscsi-demo-target-tgtd-4f6xv
false     iscsi-demo-target-tgtd-xf5tr' ']'
+ echo 'Waiting for KubeVirt containers to become ready ...'
Waiting for KubeVirt containers to become ready ...
+ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
+ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
+ awk '!/virt-controller/ && /false/'
false     iscsi-demo-target-tgtd-4f6xv
false     iscsi-demo-target-tgtd-xf5tr
+ sleep 10
++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
++ awk '!/virt-controller/ && /false/'
+ '[' -n 'false     iscsi-demo-target-tgtd-4f6xv
false     iscsi-demo-target-tgtd-xf5tr' ']'
+ echo 'Waiting for KubeVirt containers to become ready ...'
Waiting for KubeVirt containers to become ready ...
+ awk '!/virt-controller/ && /false/'
+ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
+ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
false     iscsi-demo-target-tgtd-4f6xv
false     iscsi-demo-target-tgtd-xf5tr
+ sleep 10
++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
++ awk '!/virt-controller/ && /false/'
++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
+ '[' -n 'false     iscsi-demo-target-tgtd-4f6xv
false     iscsi-demo-target-tgtd-xf5tr' ']'
+ echo 'Waiting for KubeVirt containers to become ready ...'
Waiting for KubeVirt containers to become ready ...
+ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
+ awk '!/virt-controller/ && /false/'
+ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
false     iscsi-demo-target-tgtd-4f6xv
false     iscsi-demo-target-tgtd-xf5tr
+ sleep 10
++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
++ awk '!/virt-controller/ && /false/'
++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
+ '[' -n 'false     iscsi-demo-target-tgtd-4f6xv
false     iscsi-demo-target-tgtd-xf5tr' ']'
+ echo 'Waiting for KubeVirt containers to become ready ...'
Waiting for KubeVirt containers to become ready ...
+ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
+ awk '!/virt-controller/ && /false/'
+ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
false     iscsi-demo-target-tgtd-4f6xv
false     iscsi-demo-target-tgtd-xf5tr
+ sleep 10
++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
++ awk '!/virt-controller/ && /false/'
++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
+ '[' -n 'false     iscsi-demo-target-tgtd-4f6xv' ']'
+ echo 'Waiting for KubeVirt containers to become ready ...'
Waiting for KubeVirt containers to become ready ...
+ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
+ awk '!/virt-controller/ && /false/'
+ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
false     iscsi-demo-target-tgtd-4f6xv
+ sleep 10
++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
++ awk '!/virt-controller/ && /false/'
++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
+ '[' -n 'false     iscsi-demo-target-tgtd-4f6xv' ']'
+ echo 'Waiting for KubeVirt containers to become ready ...'
Waiting for KubeVirt containers to become ready ...
+ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
+ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
+ awk '!/virt-controller/ && /false/'
false     iscsi-demo-target-tgtd-4f6xv
+ sleep 10
++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
++ awk '!/virt-controller/ && /false/'
+ '[' -n '' ']'
++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
++ awk '/virt-controller/ && /true/'
++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready,metadata:metadata.name' --no-headers
++ wc -l
+ '[' 1 -lt 1 ']'
+ kubectl get pods -n kube-system
+ cluster/kubectl.sh get pods -n kube-system
NAME                               READY     STATUS    RESTARTS   AGE
iscsi-demo-target-tgtd-4f6xv       1/1       Running   1          2m
iscsi-demo-target-tgtd-xf5tr       1/1       Running   1          2m
virt-api-fd96f94b5-52k77           1/1       Running   0          2m
virt-api-fd96f94b5-p9bps           1/1       Running   0          2m
virt-controller-5f7c946cc4-zbzvf   1/1       Running   0          2m
virt-controller-5f7c946cc4-zh2bt   0/1       Running   0          2m
virt-handler-6xnn8                 1/1       Running   0          2m
virt-handler-sq5j2                 1/1       Running   0          2m
+ kubectl version
+ cluster/kubectl.sh version
oc v3.9.0-alpha.4+9ab7a71
kubernetes v1.9.1+a0ce1bc657
features: Basic-Auth GSSAPI Kerberos SPNEGO

Server https://127.0.0.1:32983
openshift v3.9.0-alpha.4+9ab7a71
kubernetes v1.9.1+a0ce1bc657
+ ginko_params='--ginkgo.noColor --junit-output=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/junit.xml'
+ [[ -d /home/nfs/images/windows2016 ]]
+ FUNC_TEST_ARGS='--ginkgo.noColor --junit-output=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-release/junit.xml'
+ make functest
hack/dockerized "hack/build-func-tests.sh"
sha256:c9cd67dd05efdb07ffa24a86eeeca6419b8df7c6db7187fd750b9f83be5ac0b4
go version go1.9.2 linux/amd64
skipping directory .
go version go1.9.2 linux/amd64
Compiling tests...
    compiled tests.test
71b4c5fb3697925aee90097f5f8ef557c132021e78504373aed662ac85612c52
71b4c5fb3697925aee90097f5f8ef557c132021e78504373aed662ac85612c52
hack/functests.sh
Running Suite: Tests Suite
==========================
Random Seed: 1523308279
Will run 1 of 77 specs

SSSSSSSSSSSSSSSSSSSSSSSSSSSSS
------------------------------
• [SLOW TEST:52.643 seconds]
Vmlifecycle
/root/go/src/kubevirt.io/kubevirt/tests/vmlifecycle_test.go:44
  Delete a VM
  /root/go/src/kubevirt.io/kubevirt/tests/vmlifecycle_test.go:354
    with an active pod.
    /root/go/src/kubevirt.io/kubevirt/tests/vmlifecycle_test.go:355
      should result in pod being terminated
      /root/go/src/kubevirt.io/kubevirt/tests/vmlifecycle_test.go:356
------------------------------
SSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSS
Waiting for namespace kubevirt-test-default to be removed, this can take a while ...
Waiting for namespace kubevirt-test-alternative to be removed, this can take a while ...

Ran 1 of 77 Specs in 105.962 seconds
SUCCESS! -- 1 Passed | 0 Failed | 0 Pending | 76 Skipped PASS | FOCUSED
make: *** [functest] Error 197
+ make cluster-down
./cluster/down.sh
5a507fbcdbc1
f28452b277a6
182f011034bd
a32f4df7f356
5a507fbcdbc1
f28452b277a6
182f011034bd
a32f4df7f356
kubevirt-functional-tests-openshift-release1-node01
kubevirt-functional-tests-openshift-release1-node02