+ export WORKSPACE=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2 + WORKSPACE=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2 + [[ openshift-3.10-release =~ openshift-.* ]] + [[ openshift-3.10-release =~ .*-crio-.* ]] + export KUBEVIRT_PROVIDER=os-3.10.0 + KUBEVIRT_PROVIDER=os-3.10.0 + export KUBEVIRT_NUM_NODES=2 + KUBEVIRT_NUM_NODES=2 + export NFS_WINDOWS_DIR=/home/nfs/images/windows2016 + NFS_WINDOWS_DIR=/home/nfs/images/windows2016 + export NAMESPACE=kube-system + NAMESPACE=kube-system + trap '{ make cluster-down; }' EXIT SIGINT SIGTERM SIGSTOP + make cluster-down ./cluster/down.sh + make cluster-up ./cluster/up.sh Downloading ....... Downloading ....... Downloading ....... 2018/07/17 13:08:45 Waiting for host: 192.168.66.102:22 2018/07/17 13:08:48 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/17 13:08:56 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/17 13:09:04 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/17 13:09:12 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/17 13:09:20 Connected to tcp://192.168.66.102:22 + systemctl stop origin-node.service + rm -rf /etc/origin/ /etc/etcd/ /var/lib/origin /var/lib/etcd/ ++ docker ps -q + containers= + '[' -n '' ']' ++ docker ps -q -a + containers='380578eb6b01 04838495ca18 aef4dea680cc 46bea3472251 6251077554f3 fe2a0d7ec163 970722bcd3fd 1eb051c1b629 1052914cea3e e039c376e094 84eb0c833d7c 4e08778d9b1d 0a9a2fcf5f77 50aebcf65f7b 9faedfc6ec82 f59bf1b05c0b 2ec313cb7901 5a782498db8c fef39cf40a53 c8ca0d879d8b aabbef87da66 0ac6cd26ae28 d021d99166a4 ed496b2ca295 e69e08bd00a8 0ddad7779bb0 3ca535d6f49f 2fc9538787a8' + '[' -n '380578eb6b01 04838495ca18 aef4dea680cc 46bea3472251 6251077554f3 fe2a0d7ec163 970722bcd3fd 1eb051c1b629 1052914cea3e e039c376e094 84eb0c833d7c 4e08778d9b1d 0a9a2fcf5f77 50aebcf65f7b 9faedfc6ec82 f59bf1b05c0b 2ec313cb7901 5a782498db8c fef39cf40a53 c8ca0d879d8b aabbef87da66 0ac6cd26ae28 d021d99166a4 ed496b2ca295 e69e08bd00a8 0ddad7779bb0 3ca535d6f49f 2fc9538787a8' ']' + docker rm -f 380578eb6b01 04838495ca18 aef4dea680cc 46bea3472251 6251077554f3 fe2a0d7ec163 970722bcd3fd 1eb051c1b629 1052914cea3e e039c376e094 84eb0c833d7c 4e08778d9b1d 0a9a2fcf5f77 50aebcf65f7b 9faedfc6ec82 f59bf1b05c0b 2ec313cb7901 5a782498db8c fef39cf40a53 c8ca0d879d8b aabbef87da66 0ac6cd26ae28 d021d99166a4 ed496b2ca295 e69e08bd00a8 0ddad7779bb0 3ca535d6f49f 2fc9538787a8 380578eb6b01 04838495ca18 aef4dea680cc 46bea3472251 6251077554f3 fe2a0d7ec163 970722bcd3fd 1eb051c1b629 1052914cea3e e039c376e094 84eb0c833d7c 4e08778d9b1d 0a9a2fcf5f77 50aebcf65f7b 9faedfc6ec82 f59bf1b05c0b 2ec313cb7901 5a782498db8c fef39cf40a53 c8ca0d879d8b aabbef87da66 0ac6cd26ae28 d021d99166a4 ed496b2ca295 e69e08bd00a8 0ddad7779bb0 3ca535d6f49f 2fc9538787a8 2018/07/17 13:09:25 Waiting for host: 192.168.66.101:22 2018/07/17 13:09:28 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/17 13:09:36 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/17 13:09:44 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/17 13:09:52 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/17 13:09:57 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: connection refused. Sleeping 5s 2018/07/17 13:10:02 Connected to tcp://192.168.66.101:22 + inventory_file=/root/inventory + openshift_ansible=/root/openshift-ansible + echo '[new_nodes]' + sed -i '/\[OSEv3:children\]/a new_nodes' /root/inventory + nodes_found=false ++ seq 2 100 + for i in '$(seq 2 100)' ++ printf node%02d 2 + node=node02 ++ printf 192.168.66.1%02d 2 + node_ip=192.168.66.102 + set +e + ping 192.168.66.102 -c 1 PING 192.168.66.102 (192.168.66.102) 56(84) bytes of data. 64 bytes from 192.168.66.102: icmp_seq=1 ttl=64 time=2.50 ms --- 192.168.66.102 ping statistics --- 1 packets transmitted, 1 received, 0% packet loss, time 0ms rtt min/avg/max/mdev = 2.509/2.509/2.509/0.000 ms + '[' 0 -ne 0 ']' + nodes_found=true + set -e + echo '192.168.66.102 node02' Found node02. Adding it to the inventory. + echo 'Found node02. Adding it to the inventory.' + echo 'node02 openshift_node_group_name="node-config-compute" openshift_schedulable=true openshift_ip=192.168.66.102' + for i in '$(seq 2 100)' ++ printf node%02d 3 + node=node03 ++ printf 192.168.66.1%02d 3 + node_ip=192.168.66.103 + set +e + ping 192.168.66.103 -c 1 PING 192.168.66.103 (192.168.66.103) 56(84) bytes of data. From 192.168.66.101 icmp_seq=1 Destination Host Unreachable --- 192.168.66.103 ping statistics --- 1 packets transmitted, 0 received, +1 errors, 100% packet loss, time 0ms + '[' 1 -ne 0 ']' + break + '[' true = true ']' + ansible-playbook -i /root/inventory /root/openshift-ansible/playbooks/openshift-node/scaleup.yml PLAY [Populate config host groups] ********************************************* TASK [Load group name mapping variables] *************************************** ok: [localhost] TASK [Evaluate groups - g_etcd_hosts or g_new_etcd_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_master_hosts or g_new_master_hosts required] ********* skipping: [localhost] TASK [Evaluate groups - g_node_hosts or g_new_node_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_lb_hosts required] *********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts required] ********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts is single host] **************************** skipping: [localhost] TASK [Evaluate groups - g_glusterfs_hosts required] **************************** skipping: [localhost] TASK [Evaluate oo_all_hosts] *************************************************** ok: [localhost] => (item=node01) ok: [localhost] => (item=node02) TASK [Evaluate oo_masters] ***************************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_master] ************************************************ ok: [localhost] TASK [Evaluate oo_new_etcd_to_config] ****************************************** TASK [Evaluate oo_masters_to_config] ******************************************* ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_to_config] ********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_etcd] ************************************************** ok: [localhost] TASK [Evaluate oo_etcd_hosts_to_upgrade] *************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_hosts_to_backup] **************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_nodes_to_config] ********************************************* ok: [localhost] => (item=node02) TASK [Evaluate oo_nodes_to_bootstrap] ****************************************** ok: [localhost] => (item=node02) TASK [Add masters to oo_nodes_to_bootstrap] ************************************ ok: [localhost] => (item=node01) TASK [Evaluate oo_lb_to_config] ************************************************ TASK [Evaluate oo_nfs_to_config] *********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_glusterfs_to_config] ***************************************** TASK [Evaluate oo_etcd_to_migrate] ********************************************* ok: [localhost] => (item=node01) PLAY [Ensure there are new_nodes] ********************************************** TASK [fail] ******************************************************************** skipping: [localhost] TASK [fail] ******************************************************************** skipping: [localhost] PLAY [Initialization Checkpoint Start] ***************************************** TASK [Set install initialization 'In Progress'] ******************************** ok: [node01] PLAY [Populate config host groups] ********************************************* TASK [Load group name mapping variables] *************************************** ok: [localhost] TASK [Evaluate groups - g_etcd_hosts or g_new_etcd_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_master_hosts or g_new_master_hosts required] ********* skipping: [localhost] TASK [Evaluate groups - g_node_hosts or g_new_node_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_lb_hosts required] *********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts required] ********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts is single host] **************************** skipping: [localhost] TASK [Evaluate groups - g_glusterfs_hosts required] **************************** skipping: [localhost] TASK [Evaluate oo_all_hosts] *************************************************** ok: [localhost] => (item=node01) ok: [localhost] => (item=node02) TASK [Evaluate oo_masters] ***************************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_master] ************************************************ ok: [localhost] TASK [Evaluate oo_new_etcd_to_config] ****************************************** TASK [Evaluate oo_masters_to_config] ******************************************* ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_to_config] ********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_etcd] ************************************************** ok: [localhost] TASK [Evaluate oo_etcd_hosts_to_upgrade] *************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_hosts_to_backup] **************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_nodes_to_config] ********************************************* ok: [localhost] => (item=node02) TASK [Evaluate oo_nodes_to_bootstrap] ****************************************** ok: [localhost] => (item=node02) TASK [Add masters to oo_nodes_to_bootstrap] ************************************ ok: [localhost] => (item=node01) TASK [Evaluate oo_lb_to_config] ************************************************ TASK [Evaluate oo_nfs_to_config] *********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_glusterfs_to_config] ***************************************** TASK [Evaluate oo_etcd_to_migrate] ********************************************* ok: [localhost] => (item=node01) [WARNING]: Could not match supplied host pattern, ignoring: oo_lb_to_config PLAY [Ensure that all non-node hosts are accessible] *************************** TASK [Gathering Facts] ********************************************************* ok: [node01] PLAY [Initialize basic host facts] ********************************************* TASK [Gathering Facts] ********************************************************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : include_tasks] **************************** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/deprecations.yml for node01, node02 TASK [openshift_sanitize_inventory : Check for usage of deprecated variables] *** ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : debug] ************************************ skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : set_stats] ******************************** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Assign deprecated variables to correct counterparts] *** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/__deprecations_logging.yml for node01, node02 included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/__deprecations_metrics.yml for node01, node02 TASK [openshift_sanitize_inventory : conditional_set_fact] ********************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : set_fact] ********************************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : conditional_set_fact] ********************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : Standardize on latest variable names] ***** ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : Normalize openshift_release] ************** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Abort when openshift_release is invalid] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : include_tasks] **************************** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/unsupported.yml for node01, node02 TASK [openshift_sanitize_inventory : Ensure that openshift_use_dnsmasq is true] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that openshift_node_dnsmasq_install_network_manager_hook is true] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : set_fact] ********************************* skipping: [node01] => (item=openshift_hosted_etcd_storage_kind) skipping: [node02] => (item=openshift_hosted_etcd_storage_kind) TASK [openshift_sanitize_inventory : Ensure that dynamic provisioning is set if using dynamic storage] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure the hosted registry's GlusterFS storage is configured correctly] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure the hosted registry's GlusterFS storage is configured correctly] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure clusterid is set along with the cloudprovider] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure ansible_service_broker_remove and ansible_service_broker_install are mutually exclusive] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure template_service_broker_remove and template_service_broker_install are mutually exclusive] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that all requires vsphere configuration variables are set] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : ensure provider configuration variables are defined] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure removed web console extension variables are not set] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that web console port matches API server port] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : At least one master is schedulable] ******* skipping: [node01] skipping: [node02] TASK [Detecting Operating System from ostree_booted] *************************** ok: [node02] ok: [node01] TASK [set openshift_deployment_type if unset] ********************************** skipping: [node01] skipping: [node02] TASK [check for node already bootstrapped] ************************************* ok: [node01] ok: [node02] TASK [initialize_facts set fact openshift_is_bootstrapped] ********************* ok: [node01] ok: [node02] TASK [initialize_facts set fact openshift_is_atomic and openshift_is_containerized] *** ok: [node01] ok: [node02] TASK [Determine Atomic Host Docker Version] ************************************ skipping: [node01] skipping: [node02] TASK [assert atomic host docker version is 1.12 or later] ********************** skipping: [node01] skipping: [node02] PLAY [Retrieve existing master configs and validate] *************************** TASK [openshift_control_plane : stat] ****************************************** ok: [node01] TASK [openshift_control_plane : slurp] ***************************************** ok: [node01] TASK [openshift_control_plane : set_fact] ************************************** ok: [node01] TASK [openshift_control_plane : Check for file paths outside of /etc/origin/master in master's config] *** ok: [node01] TASK [openshift_control_plane : set_fact] ************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** skipping: [node01] PLAY [Initialize special first-master variables] ******************************* TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] PLAY [Disable web console if required] ***************************************** TASK [set_fact] **************************************************************** skipping: [node01] PLAY [Setup yum repositories for all hosts] ************************************ TASK [rhel_subscribe : fail] *************************************************** skipping: [node02] TASK [rhel_subscribe : Install Red Hat Subscription manager] ******************* skipping: [node02] TASK [rhel_subscribe : Is host already registered?] **************************** skipping: [node02] TASK [rhel_subscribe : Register host] ****************************************** skipping: [node02] TASK [rhel_subscribe : fail] *************************************************** skipping: [node02] TASK [rhel_subscribe : Determine if OpenShift Pool Already Attached] *********** skipping: [node02] TASK [rhel_subscribe : Attach to OpenShift Pool] ******************************* skipping: [node02] TASK [rhel_subscribe : Satellite preparation] ********************************** skipping: [node02] TASK [openshift_repos : openshift_repos detect ostree] ************************* ok: [node02] TASK [openshift_repos : Ensure libselinux-python is installed] ***************** ok: [node02] TASK [openshift_repos : Remove openshift_additional.repo file] ***************** ok: [node02] TASK [openshift_repos : Create any additional repos that are defined] ********** TASK [openshift_repos : include_tasks] ***************************************** skipping: [node02] TASK [openshift_repos : include_tasks] ***************************************** included: /root/openshift-ansible/roles/openshift_repos/tasks/centos_repos.yml for node02 TASK [openshift_repos : Configure origin gpg keys] ***************************** ok: [node02] TASK [openshift_repos : Configure correct origin release repository] *********** ok: [node02] => (item=/root/openshift-ansible/roles/openshift_repos/templates/CentOS-OpenShift-Origin.repo.j2) TASK [openshift_repos : Ensure clean repo cache in the event repos have been changed manually] *** changed: [node02] => { "msg": "First run of openshift_repos" } TASK [openshift_repos : Record that openshift_repos already ran] *************** ok: [node02] RUNNING HANDLER [openshift_repos : refresh cache] ****************************** changed: [node02] PLAY [Install packages necessary for installer] ******************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [Determine if chrony is installed] **************************************** [WARNING]: Consider using the yum, dnf or zypper module rather than running rpm. If you need to use command because yum, dnf or zypper is insufficient you can add warn=False to this command task or set command_warnings=False in ansible.cfg to get rid of this message. changed: [node02] TASK [Install ntp package] ***************************************************** skipping: [node02] TASK [Start and enable ntpd/chronyd] ******************************************* changed: [node02] TASK [Ensure openshift-ansible installer package deps are installed] *********** ok: [node02] => (item=iproute) ok: [node02] => (item=dbus-python) ok: [node02] => (item=PyYAML) ok: [node02] => (item=python-ipaddress) ok: [node02] => (item=libsemanage-python) ok: [node02] => (item=yum-utils) ok: [node02] => (item=python-docker) PLAY [Initialize cluster facts] ************************************************ TASK [Gathering Facts] ********************************************************* ok: [node02] ok: [node01] TASK [get openshift_current_version] ******************************************* ok: [node01] ok: [node02] TASK [set_fact openshift_portal_net if present on masters] ********************* ok: [node01] ok: [node02] TASK [Gather Cluster facts] **************************************************** changed: [node02] changed: [node01] TASK [Set fact of no_proxy_internal_hostnames] ********************************* skipping: [node01] skipping: [node02] TASK [Initialize openshift.node.sdn_mtu] *************************************** changed: [node02] ok: [node01] PLAY [Initialize etcd host variables] ****************************************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] PLAY [Determine openshift_version to configure on first master] **************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [include_role] ************************************************************ TASK [openshift_version : Use openshift_current_version fact as version to configure if already installed] *** ok: [node01] TASK [openshift_version : Set openshift_version to openshift_release if undefined] *** skipping: [node01] TASK [openshift_version : debug] *********************************************** ok: [node01] => { "msg": "openshift_pkg_version was not defined. Falling back to -3.10.0" } TASK [openshift_version : set_fact] ******************************************** ok: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : assert openshift_release in openshift_image_tag] ***** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : assert openshift_release in openshift_pkg_version] *** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_release": "3.10" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_image_tag": "v3.10.0-rc.0" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_pkg_version": "-3.10.0*" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_version": "3.10.0" } TASK [set openshift_version booleans (first master)] *************************** ok: [node01] PLAY [Set openshift_version for etcd, node, and master hosts] ****************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [set_fact] **************************************************************** ok: [node02] TASK [set openshift_version booleans (masters and nodes)] ********************** ok: [node02] PLAY [Verify Requirements] ***************************************************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [Run variable sanity checks] ********************************************** ok: [node01] TASK [Validate openshift_node_groups and openshift_node_group_name] ************ ok: [node01] PLAY [Initialization Checkpoint End] ******************************************* TASK [Set install initialization 'Complete'] *********************************** ok: [node01] PLAY [Validate node hostnames] ************************************************* TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [Query DNS for IP address of node02] ************************************** ok: [node02] TASK [Validate openshift_hostname when defined] ******************************** skipping: [node02] TASK [Validate openshift_ip exists on node when defined] *********************** skipping: [node02] PLAY [Configure os_firewall] *************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [os_firewall : Detecting Atomic Host Operating System] ******************** ok: [node02] TASK [os_firewall : Set fact r_os_firewall_is_atomic] ************************** ok: [node02] TASK [os_firewall : Fail - Firewalld is not supported on Atomic Host] ********** skipping: [node02] TASK [os_firewall : Install firewalld packages] ******************************** skipping: [node02] TASK [os_firewall : Ensure iptables services are not enabled] ****************** skipping: [node02] => (item=iptables) skipping: [node02] => (item=ip6tables) TASK [os_firewall : Wait 10 seconds after disabling iptables] ****************** skipping: [node02] TASK [os_firewall : Start and enable firewalld service] ************************ skipping: [node02] TASK [os_firewall : need to pause here, otherwise the firewalld service starting can sometimes cause ssh to fail] *** skipping: [node02] TASK [os_firewall : Restart polkitd] ******************************************* skipping: [node02] TASK [os_firewall : Wait for polkit action to have been created] *************** skipping: [node02] TASK [os_firewall : Ensure firewalld service is not enabled] ******************* ok: [node02] TASK [os_firewall : Wait 10 seconds after disabling firewalld] ***************** skipping: [node02] TASK [os_firewall : Install iptables packages] ********************************* ok: [node02] => (item=iptables) ok: [node02] => (item=iptables-services) TASK [os_firewall : Start and enable iptables service] ************************* ok: [node02 -> node02] => (item=node02) TASK [os_firewall : need to pause here, otherwise the iptables service starting can sometimes cause ssh to fail] *** skipping: [node02] PLAY [oo_nodes_to_config] ****************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [container_runtime : Setup the docker-storage for overlay] **************** skipping: [node02] TASK [container_runtime : Create file system on extra volume device] *********** TASK [container_runtime : Create mount entry for extra volume] ***************** PLAY [oo_nodes_to_config] ****************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_excluder : Install docker excluder - yum] ********************** ok: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* ok: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** skipping: [node02] TASK [container_runtime : Getting current systemd-udevd exec command] ********** skipping: [node02] TASK [container_runtime : Assure systemd-udevd.service.d directory exists] ***** skipping: [node02] TASK [container_runtime : Create systemd-udevd override file] ****************** skipping: [node02] TASK [container_runtime : Add enterprise registry, if necessary] *************** skipping: [node02] TASK [container_runtime : Add http_proxy to /etc/atomic.conf] ****************** skipping: [node02] TASK [container_runtime : Add https_proxy to /etc/atomic.conf] ***************** skipping: [node02] TASK [container_runtime : Add no_proxy to /etc/atomic.conf] ******************** skipping: [node02] TASK [container_runtime : Get current installed Docker version] **************** ok: [node02] TASK [container_runtime : Error out if Docker pre-installed but too old] ******* skipping: [node02] TASK [container_runtime : Error out if requested Docker is too old] ************ skipping: [node02] TASK [container_runtime : Install Docker] ************************************** skipping: [node02] TASK [container_runtime : Ensure docker.service.d directory exists] ************ ok: [node02] TASK [container_runtime : Configure Docker service unit file] ****************** ok: [node02] TASK [container_runtime : stat] ************************************************ ok: [node02] TASK [container_runtime : Set registry params] ********************************* skipping: [node02] => (item={u'reg_conf_var': u'ADD_REGISTRY', u'reg_flag': u'--add-registry', u'reg_fact_val': []}) skipping: [node02] => (item={u'reg_conf_var': u'BLOCK_REGISTRY', u'reg_flag': u'--block-registry', u'reg_fact_val': []}) skipping: [node02] => (item={u'reg_conf_var': u'INSECURE_REGISTRY', u'reg_flag': u'--insecure-registry', u'reg_fact_val': []}) TASK [container_runtime : Place additional/blocked/insecure registries in /etc/containers/registries.conf] *** skipping: [node02] TASK [container_runtime : Set Proxy Settings] ********************************** skipping: [node02] => (item={u'reg_conf_var': u'HTTP_PROXY', u'reg_fact_val': u''}) skipping: [node02] => (item={u'reg_conf_var': u'HTTPS_PROXY', u'reg_fact_val': u''}) skipping: [node02] => (item={u'reg_conf_var': u'NO_PROXY', u'reg_fact_val': u''}) TASK [container_runtime : Set various Docker options] ************************** ok: [node02] TASK [container_runtime : stat] ************************************************ ok: [node02] TASK [container_runtime : Configure Docker Network OPTIONS] ******************** ok: [node02] TASK [container_runtime : Detect if docker is already started] ***************** ok: [node02] TASK [container_runtime : Start the Docker service] **************************** ok: [node02] TASK [container_runtime : set_fact] ******************************************** ok: [node02] TASK [container_runtime : Check for docker_storage_path/overlay2] ************** ok: [node02] TASK [container_runtime : Fixup SELinux permissions for docker] **************** changed: [node02] TASK [container_runtime : Ensure /var/lib/containers exists] ******************* ok: [node02] TASK [container_runtime : Fix SELinux Permissions on /var/lib/containers] ****** ok: [node02] TASK [container_runtime : Check for credentials file for registry auth] ******** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth] ***** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth (alternative)] *** skipping: [node02] TASK [container_runtime : stat the docker data dir] **************************** ok: [node02] TASK [container_runtime : stop the current running docker] ********************* skipping: [node02] TASK [container_runtime : copy "/var/lib/docker" to "/var/lib/containers/docker"] *** skipping: [node02] TASK [container_runtime : Set the selinux context on /var/lib/containers/docker] *** skipping: [node02] TASK [container_runtime : restorecon the /var/lib/containers/docker] *********** skipping: [node02] TASK [container_runtime : Remove the old docker location] ********************** skipping: [node02] TASK [container_runtime : Setup the link] ************************************** skipping: [node02] TASK [container_runtime : start docker] **************************************** skipping: [node02] TASK [container_runtime : Fail if Atomic Host since this is an rpm request] **** skipping: [node02] TASK [container_runtime : Getting current systemd-udevd exec command] ********** skipping: [node02] TASK [container_runtime : Assure systemd-udevd.service.d directory exists] ***** skipping: [node02] TASK [container_runtime : Create systemd-udevd override file] ****************** skipping: [node02] TASK [container_runtime : Add enterprise registry, if necessary] *************** skipping: [node02] TASK [container_runtime : Check that overlay is in the kernel] ***************** skipping: [node02] TASK [container_runtime : Add overlay to modprobe.d] *************************** skipping: [node02] TASK [container_runtime : Manually modprobe overlay into the kernel] *********** skipping: [node02] TASK [container_runtime : Enable and start systemd-modules-load] *************** skipping: [node02] TASK [container_runtime : Install cri-o] *************************************** skipping: [node02] TASK [container_runtime : Remove CRI-O default configuration files] ************ skipping: [node02] => (item=/etc/cni/net.d/200-loopback.conf) skipping: [node02] => (item=/etc/cni/net.d/100-crio-bridge.conf) TASK [container_runtime : Create the CRI-O configuration] ********************** skipping: [node02] TASK [container_runtime : Ensure CNI configuration directory exists] *********** skipping: [node02] TASK [container_runtime : Add iptables allow rules] **************************** skipping: [node02] => (item={u'port': u'10010/tcp', u'service': u'crio'}) TASK [container_runtime : Remove iptables rules] ******************************* TASK [container_runtime : Add firewalld allow rules] *************************** skipping: [node02] => (item={u'port': u'10010/tcp', u'service': u'crio'}) TASK [container_runtime : Remove firewalld allow rules] ************************ TASK [container_runtime : Configure the CNI network] *************************** skipping: [node02] TASK [container_runtime : Create /etc/sysconfig/crio-network] ****************** skipping: [node02] TASK [container_runtime : Start the CRI-O service] ***************************** skipping: [node02] TASK [container_runtime : Ensure /var/lib/containers exists] ******************* skipping: [node02] TASK [container_runtime : Fix SELinux Permissions on /var/lib/containers] ****** skipping: [node02] TASK [container_runtime : Check for credentials file for registry auth] ******** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth] ***** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth (alternative)] *** skipping: [node02] TASK [container_runtime : stat the docker data dir] **************************** skipping: [node02] TASK [container_runtime : stop the current running docker] ********************* skipping: [node02] TASK [container_runtime : copy "/var/lib/docker" to "/var/lib/containers/docker"] *** skipping: [node02] TASK [container_runtime : Set the selinux context on /var/lib/containers/docker] *** skipping: [node02] TASK [container_runtime : restorecon the /var/lib/containers/docker] *********** skipping: [node02] TASK [container_runtime : Remove the old docker location] ********************** skipping: [node02] TASK [container_runtime : Setup the link] ************************************** skipping: [node02] TASK [container_runtime : start docker] **************************************** skipping: [node02] PLAY [Determine openshift_version to configure on first master] **************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [include_role] ************************************************************ TASK [openshift_version : Use openshift_current_version fact as version to configure if already installed] *** skipping: [node01] TASK [openshift_version : Set openshift_version to openshift_release if undefined] *** skipping: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : assert openshift_release in openshift_image_tag] ***** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : assert openshift_release in openshift_pkg_version] *** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_release": "3.10" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_image_tag": "v3.10.0-rc.0" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_pkg_version": "-3.10.0*" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_version": "3.10.0" } TASK [set openshift_version booleans (first master)] *************************** ok: [node01] PLAY [Set openshift_version for etcd, node, and master hosts] ****************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [set_fact] **************************************************************** ok: [node02] TASK [set openshift_version booleans (masters and nodes)] ********************** ok: [node02] PLAY [Node Preparation Checkpoint Start] *************************************** TASK [Set Node preparation 'In Progress'] ************************************** ok: [node01] PLAY [Only target nodes that have not yet been bootstrapped] ******************* TASK [Gathering Facts] ********************************************************* ok: [localhost] TASK [add_host] **************************************************************** skipping: [localhost] => (item=node02) ok: [localhost] => (item=node01) PLAY [Disable excluders] ******************************************************* TASK [openshift_excluder : Detecting Atomic Host Operating System] ************* ok: [node02] TASK [openshift_excluder : Debug r_openshift_excluder_enable_docker_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_docker_excluder": true } TASK [openshift_excluder : Debug r_openshift_excluder_enable_openshift_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_openshift_excluder": true } TASK [openshift_excluder : Fail if invalid openshift_excluder_action provided] *** skipping: [node02] TASK [openshift_excluder : Fail if r_openshift_excluder_upgrade_target is not defined] *** skipping: [node02] TASK [openshift_excluder : Include main action task file] ********************** included: /root/openshift-ansible/roles/openshift_excluder/tasks/disable.yml for node02 TASK [openshift_excluder : Get available excluder version] ********************* skipping: [node02] TASK [openshift_excluder : Fail when excluder package is not found] ************ skipping: [node02] TASK [openshift_excluder : Set fact excluder_version] ************************** skipping: [node02] TASK [openshift_excluder : origin-docker-excluder version detected] ************ skipping: [node02] TASK [openshift_excluder : Printing upgrade target version] ******************** skipping: [node02] TASK [openshift_excluder : Check the available origin-docker-excluder version is at most of the upgrade target version] *** skipping: [node02] TASK [openshift_excluder : Get available excluder version] ********************* skipping: [node02] TASK [openshift_excluder : Fail when excluder package is not found] ************ skipping: [node02] TASK [openshift_excluder : Set fact excluder_version] ************************** skipping: [node02] TASK [openshift_excluder : origin-excluder version detected] ******************* skipping: [node02] TASK [openshift_excluder : Printing upgrade target version] ******************** skipping: [node02] TASK [openshift_excluder : Check the available origin-excluder version is at most of the upgrade target version] *** skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : disable docker excluder] **************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : disable openshift excluder] ************************* changed: [node02] TASK [openshift_excluder : Install docker excluder - yum] ********************** skipping: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** changed: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : disable docker excluder] **************************** skipping: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : disable openshift excluder] ************************* changed: [node02] PLAY [Configure nodes] ********************************************************* TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_cloud_provider : Set cloud provider facts] ********************* skipping: [node02] TASK [openshift_cloud_provider : Create cloudprovider config dir] ************** skipping: [node02] TASK [openshift_cloud_provider : include the defined cloud provider files] ***** skipping: [node02] TASK [openshift_node : fail] *************************************************** skipping: [node02] TASK [openshift_node : Check for NetworkManager service] *********************** ok: [node02] TASK [openshift_node : Set fact using_network_manager] ************************* ok: [node02] TASK [openshift_node : Install dnsmasq] **************************************** ok: [node02] TASK [openshift_node : ensure origin/node directory exists] ******************** changed: [node02] => (item=/etc/origin) changed: [node02] => (item=/etc/origin/node) TASK [openshift_node : Install NetworkManager during node_bootstrap provisioning] *** skipping: [node02] TASK [openshift_node : Install network manager dispatch script] **************** skipping: [node02] TASK [openshift_node : Install dnsmasq configuration] ************************** ok: [node02] TASK [openshift_node : Deploy additional dnsmasq.conf] ************************* skipping: [node02] TASK [openshift_node : Enable dnsmasq] ***************************************** ok: [node02] TASK [openshift_node : Install network manager dispatch script] **************** ok: [node02] TASK [openshift_node : Add iptables allow rules] ******************************* ok: [node02] => (item={u'port': u'10250/tcp', u'service': u'Kubernetes kubelet'}) ok: [node02] => (item={u'port': u'10256/tcp', u'service': u'Kubernetes kube-proxy health check for service load balancers'}) ok: [node02] => (item={u'port': u'80/tcp', u'service': u'http'}) ok: [node02] => (item={u'port': u'443/tcp', u'service': u'https'}) ok: [node02] => (item={u'cond': u'openshift_use_openshift_sdn | bool', u'port': u'4789/udp', u'service': u'OpenShift OVS sdn'}) skipping: [node02] => (item={u'cond': False, u'port': u'179/tcp', u'service': u'Calico BGP Port'}) skipping: [node02] => (item={u'cond': False, u'port': u'/tcp', u'service': u'Kubernetes service NodePort TCP'}) skipping: [node02] => (item={u'cond': False, u'port': u'/udp', u'service': u'Kubernetes service NodePort UDP'}) TASK [openshift_node : Remove iptables rules] ********************************** TASK [openshift_node : Add firewalld allow rules] ****************************** skipping: [node02] => (item={u'port': u'10250/tcp', u'service': u'Kubernetes kubelet'}) skipping: [node02] => (item={u'port': u'10256/tcp', u'service': u'Kubernetes kube-proxy health check for service load balancers'}) skipping: [node02] => (item={u'port': u'80/tcp', u'service': u'http'}) skipping: [node02] => (item={u'port': u'443/tcp', u'service': u'https'}) skipping: [node02] => (item={u'cond': u'openshift_use_openshift_sdn | bool', u'port': u'4789/udp', u'service': u'OpenShift OVS sdn'}) skipping: [node02] => (item={u'cond': False, u'port': u'179/tcp', u'service': u'Calico BGP Port'}) skipping: [node02] => (item={u'cond': False, u'port': u'/tcp', u'service': u'Kubernetes service NodePort TCP'}) skipping: [node02] => (item={u'cond': False, u'port': u'/udp', u'service': u'Kubernetes service NodePort UDP'}) TASK [openshift_node : Remove firewalld allow rules] *************************** TASK [openshift_node : Checking for journald.conf] ***************************** ok: [node02] TASK [openshift_node : Create journald persistence directories] **************** ok: [node02] TASK [openshift_node : Update journald setup] ********************************** ok: [node02] => (item={u'var': u'Storage', u'val': u'persistent'}) ok: [node02] => (item={u'var': u'Compress', u'val': True}) ok: [node02] => (item={u'var': u'SyncIntervalSec', u'val': u'1s'}) ok: [node02] => (item={u'var': u'RateLimitInterval', u'val': u'1s'}) ok: [node02] => (item={u'var': u'RateLimitBurst', u'val': 10000}) ok: [node02] => (item={u'var': u'SystemMaxUse', u'val': u'8G'}) ok: [node02] => (item={u'var': u'SystemKeepFree', u'val': u'20%'}) ok: [node02] => (item={u'var': u'SystemMaxFileSize', u'val': u'10M'}) ok: [node02] => (item={u'var': u'MaxRetentionSec', u'val': u'1month'}) ok: [node02] => (item={u'var': u'MaxFileSec', u'val': u'1day'}) ok: [node02] => (item={u'var': u'ForwardToSyslog', u'val': False}) ok: [node02] => (item={u'var': u'ForwardToWall', u'val': False}) TASK [openshift_node : Restart journald] *************************************** skipping: [node02] TASK [openshift_node : Disable swap] ******************************************* ok: [node02] TASK [openshift_node : Install node, clients, and conntrack packages] ********** ok: [node02] => (item={u'name': u'origin-node-3.10.0*'}) ok: [node02] => (item={u'name': u'origin-clients-3.10.0*'}) ok: [node02] => (item={u'name': u'conntrack-tools'}) TASK [openshift_node : Restart cri-o] ****************************************** skipping: [node02] TASK [openshift_node : restart NetworkManager to ensure resolv.conf is present] *** changed: [node02] TASK [openshift_node : sysctl] ************************************************* ok: [node02] TASK [openshift_node : Check for credentials file for registry auth] *********** skipping: [node02] TASK [openshift_node : Create credentials for registry auth] ******************* skipping: [node02] TASK [openshift_node : Create credentials for registry auth (alternative)] ***** skipping: [node02] TASK [openshift_node : Setup ro mount of /root/.docker for containerized hosts] *** skipping: [node02] TASK [openshift_node : Check that node image is present] *********************** changed: [node02] TASK [openshift_node : Pre-pull node image] ************************************ skipping: [node02] TASK [openshift_node : Copy node script to the node] *************************** ok: [node02] TASK [openshift_node : Install Node service file] ****************************** ok: [node02] TASK [openshift_node : Ensure old system path is set] ************************** skipping: [node02] => (item=/etc/origin/openvswitch) skipping: [node02] => (item=/var/lib/kubelet) skipping: [node02] => (item=/opt/cni/bin) TASK [openshift_node : Check status of node image pre-pull] ******************** skipping: [node02] TASK [openshift_node : Copy node container image to ostree storage] ************ skipping: [node02] TASK [openshift_node : Install or Update node system container] **************** skipping: [node02] TASK [openshift_node : Restart network manager to ensure networking configuration is in place] *** skipping: [node02] TASK [openshift_node : Configure Node settings] ******************************** ok: [node02] => (item={u'regex': u'^OPTIONS=', u'line': u'OPTIONS='}) ok: [node02] => (item={u'regex': u'^DEBUG_LOGLEVEL=', u'line': u'DEBUG_LOGLEVEL=2'}) ok: [node02] => (item={u'regex': u'^IMAGE_VERSION=', u'line': u'IMAGE_VERSION=v3.10.0-rc.0'}) TASK [openshift_node : Configure Proxy Settings] ******************************* skipping: [node02] => (item={u'regex': u'^HTTP_PROXY=', u'line': u'HTTP_PROXY='}) skipping: [node02] => (item={u'regex': u'^HTTPS_PROXY=', u'line': u'HTTPS_PROXY='}) skipping: [node02] => (item={u'regex': u'^NO_PROXY=', u'line': u'NO_PROXY=[],172.30.0.0/16,10.128.0.0/14'}) TASK [openshift_node : file] *************************************************** skipping: [node02] TASK [openshift_node : Create the Node config] ********************************* changed: [node02] TASK [openshift_node : Configure Node Environment Variables] ******************* TASK [openshift_node : Ensure the node static pod directory exists] ************ changed: [node02] TASK [openshift_node : Configure AWS Cloud Provider Settings] ****************** skipping: [node02] => (item=None) skipping: [node02] => (item=None) skipping: [node02] TASK [openshift_node : Check status of node image pre-pull] ******************** skipping: [node02] TASK [openshift_node : Install NFS storage plugin dependencies] **************** ok: [node02] TASK [openshift_node : Check for existence of nfs sebooleans] ****************** ok: [node02] => (item=virt_use_nfs) ok: [node02] => (item=virt_sandbox_use_nfs) TASK [openshift_node : Set seboolean to allow nfs storage plugin access from containers] *** ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-17 13:17:36.909961', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_use_nfs'], u'rc': 0, 'item': u'virt_use_nfs', u'delta': u'0:00:00.016690', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_nfs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-17 13:17:36.893271', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-17 13:17:38.451982', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_nfs'], u'rc': 0, 'item': u'virt_sandbox_use_nfs', u'delta': u'0:00:00.010795', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_nfs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-17 13:17:38.441187', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Set seboolean to allow nfs storage plugin access from containers (python 3)] *** skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-17 13:17:36.909961', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_use_nfs'], u'rc': 0, 'item': u'virt_use_nfs', u'delta': u'0:00:00.016690', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_nfs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-17 13:17:36.893271', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-17 13:17:38.451982', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_nfs'], u'rc': 0, 'item': u'virt_sandbox_use_nfs', u'delta': u'0:00:00.010795', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_nfs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-17 13:17:38.441187', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Install GlusterFS storage plugin dependencies] ********** ok: [node02] TASK [openshift_node : Check for existence of fusefs sebooleans] *************** ok: [node02] => (item=virt_use_fusefs) ok: [node02] => (item=virt_sandbox_use_fusefs) TASK [openshift_node : Set seboolean to allow gluster storage plugin access from containers] *** ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-17 13:17:45.913217', '_ansible_no_log': False, u'stdout': u'virt_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_use_fusefs'], u'rc': 0, 'item': u'virt_use_fusefs', u'delta': u'0:00:00.010777', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_fusefs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-17 13:17:45.902440', '_ansible_ignore_errors': None, 'failed': False}) ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-17 13:17:47.349874', '_ansible_no_log': False, u'stdout': u'virt_sandbox_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_fusefs'], u'rc': 0, 'item': u'virt_sandbox_use_fusefs', u'delta': u'0:00:00.016371', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_fusefs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_sandbox_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-17 13:17:47.333503', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Set seboolean to allow gluster storage plugin access from containers (python 3)] *** skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-17 13:17:45.913217', '_ansible_no_log': False, u'stdout': u'virt_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_use_fusefs'], u'rc': 0, 'item': u'virt_use_fusefs', u'delta': u'0:00:00.010777', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_fusefs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-17 13:17:45.902440', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-17 13:17:47.349874', '_ansible_no_log': False, u'stdout': u'virt_sandbox_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_fusefs'], u'rc': 0, 'item': u'virt_sandbox_use_fusefs', u'delta': u'0:00:00.016371', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_fusefs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_sandbox_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-17 13:17:47.333503', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Install Ceph storage plugin dependencies] *************** ok: [node02] TASK [openshift_node : Install iSCSI storage plugin dependencies] ************** ok: [node02] => (item=iscsi-initiator-utils) ok: [node02] => (item=device-mapper-multipath) TASK [openshift_node : restart services] *************************************** ok: [node02] => (item=multipathd) ok: [node02] => (item=rpcbind) ok: [node02] => (item=iscsid) TASK [openshift_node : Template multipath configuration] *********************** changed: [node02] TASK [openshift_node : Enable and start multipath] ***************************** changed: [node02] TASK [tuned : Check for tuned package] ***************************************** ok: [node02] TASK [tuned : Set tuned OpenShift variables] *********************************** ok: [node02] TASK [tuned : Ensure directory structure exists] ******************************* ok: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1529614575.1009853, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-control-plane', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1529614575.1009853, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-node', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1529614575.1009853, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/recommend.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'recommend.conf', 'size': 290, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-control-plane/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-control-plane/tuned.conf', 'size': 744, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-node/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-node/tuned.conf', 'size': 135, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift/tuned.conf', 'size': 594, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) TASK [tuned : Ensure files are populated from templates] *********************** skipping: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1529614575.1009853, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-control-plane', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1529614575.1009853, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-node', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1529614575.1009853, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/recommend.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'recommend.conf', 'size': 290, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-control-plane/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-control-plane/tuned.conf', 'size': 744, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-node/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-node/tuned.conf', 'size': 135, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift/tuned.conf', 'size': 594, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) TASK [tuned : Make tuned use the recommended tuned profile on restart] ********* changed: [node02] => (item=/etc/tuned/active_profile) changed: [node02] => (item=/etc/tuned/profile_mode) TASK [tuned : Restart tuned service] ******************************************* changed: [node02] TASK [nickhammond.logrotate : nickhammond.logrotate | Install logrotate] ******* ok: [node02] TASK [nickhammond.logrotate : nickhammond.logrotate | Setup logrotate.d scripts] *** PLAY [node bootstrap config] *************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_node : install needed rpm(s)] ********************************** ok: [node02] => (item=origin-node) ok: [node02] => (item=origin-docker-excluder) ok: [node02] => (item=ansible) ok: [node02] => (item=bash-completion) ok: [node02] => (item=docker) ok: [node02] => (item=haproxy) ok: [node02] => (item=dnsmasq) ok: [node02] => (item=ntp) ok: [node02] => (item=logrotate) ok: [node02] => (item=httpd-tools) ok: [node02] => (item=bind-utils) ok: [node02] => (item=firewalld) ok: [node02] => (item=libselinux-python) ok: [node02] => (item=conntrack-tools) ok: [node02] => (item=openssl) ok: [node02] => (item=iproute) ok: [node02] => (item=python-dbus) ok: [node02] => (item=PyYAML) ok: [node02] => (item=yum-utils) ok: [node02] => (item=glusterfs-fuse) ok: [node02] => (item=device-mapper-multipath) ok: [node02] => (item=nfs-utils) ok: [node02] => (item=cockpit-ws) ok: [node02] => (item=cockpit-system) ok: [node02] => (item=cockpit-bridge) ok: [node02] => (item=cockpit-docker) ok: [node02] => (item=iscsi-initiator-utils) ok: [node02] => (item=ceph-common) TASK [openshift_node : create the directory for node] ************************** skipping: [node02] TASK [openshift_node : laydown systemd override] ******************************* skipping: [node02] TASK [openshift_node : update the sysconfig to have necessary variables] ******* ok: [node02] => (item={u'regexp': u'^KUBECONFIG=.*', u'line': u'KUBECONFIG=/etc/origin/node/bootstrap.kubeconfig'}) TASK [openshift_node : Configure AWS Cloud Provider Settings] ****************** skipping: [node02] => (item=None) skipping: [node02] => (item=None) skipping: [node02] TASK [openshift_node : disable origin-node service] **************************** changed: [node02] => (item=origin-node.service) TASK [openshift_node : Check for RPM generated config marker file .config_managed] *** ok: [node02] TASK [openshift_node : create directories for bootstrapping] ******************* ok: [node02] => (item=/root/openshift_bootstrap) changed: [node02] => (item=/var/lib/origin/openshift.local.config) changed: [node02] => (item=/var/lib/origin/openshift.local.config/node) ok: [node02] => (item=/etc/docker/certs.d/docker-registry.default.svc:5000) TASK [openshift_node : laydown the bootstrap.yml file for on boot configuration] *** ok: [node02] TASK [openshift_node : Create a symlink to the node client CA for the docker registry] *** ok: [node02] TASK [openshift_node : Remove RPM generated config files if present] *********** skipping: [node02] => (item=master) skipping: [node02] => (item=.config_managed) TASK [openshift_node : find all files in /etc/origin/node so we can remove them] *** skipping: [node02] TASK [openshift_node : Remove everything except the resolv.conf required for node] *** skipping: [node02] TASK [openshift_node_group : create node config template] ********************** changed: [node02] TASK [openshift_node_group : remove existing node config] ********************** changed: [node02] TASK [openshift_node_group : Ensure required directories are present] ********** ok: [node02] => (item=/etc/origin/node/pods) changed: [node02] => (item=/etc/origin/node/certificates) TASK [openshift_node_group : Update the sysconfig to group "node-config-compute"] *** changed: [node02] TASK [set_fact] **************************************************************** ok: [node02] PLAY [Re-enable excluder if it was previously enabled] ************************* TASK [openshift_excluder : Detecting Atomic Host Operating System] ************* ok: [node02] TASK [openshift_excluder : Debug r_openshift_excluder_enable_docker_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_docker_excluder": true } TASK [openshift_excluder : Debug r_openshift_excluder_enable_openshift_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_openshift_excluder": true } TASK [openshift_excluder : Fail if invalid openshift_excluder_action provided] *** skipping: [node02] TASK [openshift_excluder : Fail if r_openshift_excluder_upgrade_target is not defined] *** skipping: [node02] TASK [openshift_excluder : Include main action task file] ********************** included: /root/openshift-ansible/roles/openshift_excluder/tasks/enable.yml for node02 TASK [openshift_excluder : Install docker excluder - yum] ********************** skipping: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** changed: [node02] PLAY [Node Preparation Checkpoint End] ***************************************** TASK [Set Node preparation 'Complete'] ***************************************** ok: [node01] PLAY [Distribute bootstrap and start nodes] ************************************ TASK [openshift_node : Gather node information] ******************************** changed: [node02] ok: [node01] TASK [openshift_node : Copy master bootstrap config locally] ******************* ok: [node02] TASK [openshift_node : Distribute bootstrap kubeconfig if one does not exist] *** ok: [node01] changed: [node02] TASK [openshift_node : Start and enable node for bootstrapping] **************** changed: [node01] changed: [node02] TASK [openshift_node : Get node logs] ****************************************** skipping: [node02] skipping: [node01] TASK [openshift_node : debug] ************************************************** skipping: [node02] skipping: [node01] TASK [openshift_node : fail] *************************************************** skipping: [node02] skipping: [node01] PLAY [Approve any pending CSR requests from inventory nodes] ******************* TASK [Dump all candidate bootstrap hostnames] ********************************** ok: [node01] => { "msg": [ "node02", "node01" ] } TASK [Find all hostnames for bootstrapping] ************************************ ok: [node01] TASK [Dump the bootstrap hostnames] ******************************************** ok: [node01] => { "msg": [ "node02", "node01" ] } TASK [Approve bootstrap nodes] ************************************************* changed: [node01] TASK [Get CSRs] **************************************************************** skipping: [node01] TASK [Report approval errors] ************************************************** skipping: [node01] PLAY [Ensure any inventory labels are applied to the nodes] ******************** TASK [Gathering Facts] ********************************************************* ok: [node02] ok: [node01] TASK [openshift_manage_node : Wait for master API to become available before proceeding] *** skipping: [node02] TASK [openshift_manage_node : Wait for Node Registration] ********************** ok: [node02 -> node01] ok: [node01 -> node01] TASK [openshift_manage_node : include_tasks] *********************************** included: /root/openshift-ansible/roles/openshift_manage_node/tasks/config.yml for node02, node01 TASK [openshift_manage_node : Set node schedulability] ************************* ok: [node02 -> node01] ok: [node01 -> node01] TASK [openshift_manage_node : include_tasks] *********************************** included: /root/openshift-ansible/roles/openshift_manage_node/tasks/set_default_node_role.yml for node02, node01 TASK [openshift_manage_node : Retrieve nodes that are marked with the infra selector or the legacy infra selector] *** ok: [node02 -> node01] TASK [openshift_manage_node : Label infra or legacy infra nodes with the new role label] *** TASK [openshift_manage_node : Retrieve non-infra, non-master nodes that are not yet labeled compute] *** ok: [node02 -> node01] TASK [openshift_manage_node : label non-master non-infra nodes compute] ******** TASK [openshift_manage_node : Label all-in-one master as a compute node] ******* skipping: [node02] PLAY RECAP ********************************************************************* localhost : ok=30 changed=0 unreachable=0 failed=0 node01 : ok=71 changed=3 unreachable=0 failed=0 node02 : ok=155 changed=33 unreachable=0 failed=0 INSTALLER STATUS *************************************************************** Initialization : Complete (0:03:14) Node Preparation : Complete (0:05:02) Sending file modes: C0755 110489328 oc Sending file modes: C0600 5645 admin.kubeconfig Cluster "node01:8443" set. Cluster "node01:8443" set. + set +e + kubectl get nodes --no-headers + cluster/kubectl.sh get nodes --no-headers node01 Ready compute,infra,master 25d v1.10.0+b81c8f8 node02 Ready compute 1m v1.10.0+b81c8f8 + kubectl_rc=0 + '[' 0 -ne 0 ']' ++ kubectl get nodes --no-headers ++ cluster/kubectl.sh get nodes --no-headers ++ grep NotReady + '[' -n '' ']' + set -e + echo 'Nodes are ready:' Nodes are ready: + kubectl get nodes + cluster/kubectl.sh get nodes NAME STATUS ROLES AGE VERSION node01 Ready compute,infra,master 25d v1.10.0+b81c8f8 node02 Ready compute 1m v1.10.0+b81c8f8 + make cluster-sync ./cluster/build.sh Building ... Untagged: localhost:32991/kubevirt/virt-controller:devel Untagged: localhost:32991/kubevirt/virt-controller@sha256:417f6357173c47bd258dd1332e190592558774eb923fc3bd271339ad47bd7b71 Deleted: sha256:9078780fa64f504afd731e4f92fa5380b1de64089e8f547b34785cc5f2a249e2 Deleted: sha256:6e757d142347e19ea69035b6791d96281956b661ef5dff0b996e97506e4d6f3a Deleted: sha256:90bb4d26a1040a5dada1b72dc5016defe1831dff65a3cc1b8d8cf42e01f2c247 Deleted: sha256:6ab15e7c77f0c75ea14984da8b5aff7e25a707b7c0a2c787efac2fb6200e68dd Untagged: localhost:32991/kubevirt/virt-launcher:devel Untagged: localhost:32991/kubevirt/virt-launcher@sha256:9dc3e56519055173bdec2f1e7c6471763780c753f663f8a1541781b5e4733c46 Deleted: sha256:ab6e8456d00b393fec333fc1505353fdfaebd5edf4731cfa049b7fa3c73bfb96 Deleted: sha256:8f0c7067a086d069590995c7ace026a77ce9ecdb1fe0af1463199943719f4d72 Deleted: sha256:12b8afb0092f84b7cb38b61237f897cbae15af103d735dbf87059f55849719c3 Deleted: sha256:80dbb9e6a8e5b4d9e8047cd24b2a5c053c0d8e8b2b98f25000cfc34a3aa88085 Deleted: sha256:c5c935e624f150805f0482e44c46a7269524693a401a424297f70b9429a2ca34 Deleted: sha256:108a82ef893db31afc3841a611028e9fc19b750b28a4caaddd5e2927aa046696 Deleted: sha256:02ee29b978ae3ea9e07cff4a651dc45c25feb85a62accdb6542189290d71ecc0 Deleted: sha256:3b36636f4df0d72135ef7aeca36f64cd3ac093c86ff48489f58c03c0389ab056 Deleted: sha256:2b2d7887e51355f732d3d22a714c747fad523e417292d1e30972f9562e7fc72d Deleted: sha256:443973e27557cfd9057f2554746a92e9315c4ddc95317ad95fe4afed28ed2ee0 Deleted: sha256:13ee1bf9bcb18741f2b25e9a90bfb62d8634e5cb0234a74c575364932404aac6 Deleted: sha256:ae11b1146ef08b5ccd0d94ea05c5870f148a9274f6a725fa829008dfaac15789 Untagged: localhost:32991/kubevirt/virt-handler:devel Untagged: localhost:32991/kubevirt/virt-handler@sha256:4bc740a811fcde5653b812e75c08ec03aa55697ab96d1a1f10a6203775ab0130 Deleted: sha256:e9c5b112007e40383aaa1395c68ac21f70e04aeab94ad10ddc0a646f6f107ef4 Deleted: sha256:9520bfcba69f6ad7a97af0b4fb409c9d9ad9c0131f5fcd21113153c49793769e Deleted: sha256:8b73bb5a80e3f5b2c35ee7a466a705e9a0f5270f01234bc598fa0ddda41f910d Deleted: sha256:2042c24d72856574a6a575d06798d3d460b127f95c9652ca012362b01e6ce465 Untagged: localhost:32991/kubevirt/virt-api:devel Untagged: localhost:32991/kubevirt/virt-api@sha256:bdbb34890e41c7d12d3ec6c0ff5ceb1e5194c9ff98e9a7d487aebb79c041cee2 Deleted: sha256:22445ca4991fee5e1574a557a1a77cbccc4fa6f143e8ee0235203f3445198f2d Deleted: sha256:3094b727a81beac21ade347763f702f4bb71899b7d36827d52d941c8f37a5010 Deleted: sha256:52c1a3baa86d21bb8d1cc28bd0a4725adc7c7d5935a173330d7c17bbcd71e2c1 Deleted: sha256:22c5fa6235e24f7f18615dc7b912e4b2ac5357ac94b2ca8099a826c88e503c3a Untagged: localhost:32991/kubevirt/subresource-access-test:devel Untagged: localhost:32991/kubevirt/subresource-access-test@sha256:d25582a282097c539453466161b52fd91262da90e1c4840ffc8db64cb342ddae Deleted: sha256:bf7edd8bcdd5214625083646b92b5f5645c92437bdc4eca0c128b0cf326394ae Deleted: sha256:85fcd37a097417b3756d4f2d3aeb6a1a4a756fb04802b99e8787a549440529e7 Deleted: sha256:f5db268ad43a0bb40293004125497f6550b2a0c1bc40279a73d3ef5bd05bac79 Deleted: sha256:1cc100986730cdf1a828fa43b8d495ab60b60ac379820e75e2f91e97d6c6e435 Untagged: localhost:32991/kubevirt/example-hook-sidecar:devel Untagged: localhost:32991/kubevirt/example-hook-sidecar@sha256:ed0fa7ed15931785cbd7292249309d44c4957829ab895e897b6787fd0c60fdff Deleted: sha256:fd421cc160a40213c683075518e26b933c42fc1b8a52d61d078c7e8c324ea3eb Deleted: sha256:ccc49307bce8fce5f57c050ca32833442b44135b9ebed220bbabac778e2e9787 Deleted: sha256:4d590d281c7fd2b11329b658cf50c25b5bf8de140d28ac1bcefd78d40fb21b8d Deleted: sha256:438f9ffd0bda43f8ac86afe5cb6395d4c5d594649755f3759d2b01174a9a0a4f sha256:7d0ff7c8c318d908872cede18cbe0463a1f4e1df0e2ad9fe22f899e0e0bf4104 go version go1.10 linux/amd64 go version go1.10 linux/amd64 make[1]: Entering directory `/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt' hack/dockerized "./hack/check.sh && KUBEVIRT_VERSION= ./hack/build-go.sh install " && ./hack/build-copy-artifacts.sh sha256:7d0ff7c8c318d908872cede18cbe0463a1f4e1df0e2ad9fe22f899e0e0bf4104 go version go1.10 linux/amd64 go version go1.10 linux/amd64 find: '/root/go/src/kubevirt.io/kubevirt/_out/cmd': No such file or directory Compiling tests... compiled tests.test hack/build-docker.sh build Sending build context to Docker daemon 38.11 MB Step 1/8 : FROM fedora:27 ---> 9110ae7f579f Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virt-controller ---> Using cache ---> 0241ca8295a7 Step 4/8 : WORKDIR /home/virt-controller ---> Using cache ---> 348afd6e30e7 Step 5/8 : USER 1001 ---> Using cache ---> a56bbefef027 Step 6/8 : COPY virt-controller /usr/bin/virt-controller ---> f3cadca86d94 Removing intermediate container 9c9f023dd832 Step 7/8 : ENTRYPOINT /usr/bin/virt-controller ---> Running in 9381b4d867b4 ---> 56a222cee5d0 Removing intermediate container 9381b4d867b4 Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "virt-controller" '' ---> Running in 7942845464f2 ---> adc1d60fdb02 Removing intermediate container 7942845464f2 Successfully built adc1d60fdb02 Sending build context to Docker daemon 40.44 MB Step 1/10 : FROM kubevirt/libvirt:3.7.0 ---> c4e262d2dc3c Step 2/10 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 52c17d330685 Step 3/10 : RUN dnf -y install socat genisoimage util-linux libcgroup-tools ethtool net-tools sudo && dnf -y clean all && test $(id -u qemu) = 107 # make sure that the qemu user really is 107 ---> Using cache ---> c09056350983 Step 4/10 : COPY virt-launcher /usr/bin/virt-launcher ---> 0063b617900b Removing intermediate container cf4f1f0a59fd Step 5/10 : COPY kubevirt-sudo /etc/sudoers.d/kubevirt ---> edfc99d9516e Removing intermediate container 025da22f66f5 Step 6/10 : RUN setcap CAP_NET_BIND_SERVICE=+eip /usr/bin/qemu-system-x86_64 ---> Running in e4b957436644  ---> fcc419237546 Removing intermediate container e4b957436644 Step 7/10 : RUN mkdir -p /usr/share/kubevirt/virt-launcher ---> Running in b3d31aa70664  ---> c329416b73d1 Removing intermediate container b3d31aa70664 Step 8/10 : COPY entrypoint.sh libvirtd.sh sock-connector /usr/share/kubevirt/virt-launcher/ ---> 1b480d16d68e Removing intermediate container 71a7e12403fb Step 9/10 : ENTRYPOINT /usr/share/kubevirt/virt-launcher/entrypoint.sh ---> Running in ccf973a00b54 ---> 7527028df980 Removing intermediate container ccf973a00b54 Step 10/10 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "virt-launcher" '' ---> Running in f87c6b73a62d ---> d5608776bad2 Removing intermediate container f87c6b73a62d Successfully built d5608776bad2 Sending build context to Docker daemon 39.56 MB Step 1/5 : FROM fedora:27 ---> 9110ae7f579f Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/5 : COPY virt-handler /usr/bin/virt-handler ---> b4615373c603 Removing intermediate container 3f8e643d84a0 Step 4/5 : ENTRYPOINT /usr/bin/virt-handler ---> Running in c863584bdbcf ---> bf4d28f04314 Removing intermediate container c863584bdbcf Step 5/5 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "virt-handler" '' ---> Running in 566bab830116 ---> 2cb2b1e666ae Removing intermediate container 566bab830116 Successfully built 2cb2b1e666ae Sending build context to Docker daemon 37.02 MB Step 1/8 : FROM fedora:27 ---> 9110ae7f579f Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virt-api ---> Using cache ---> 5ad04faf42c8 Step 4/8 : WORKDIR /home/virt-api ---> Using cache ---> 686855fdf261 Step 5/8 : USER 1001 ---> Using cache ---> c633d341fb6f Step 6/8 : COPY virt-api /usr/bin/virt-api ---> 666c70600da1 Removing intermediate container 1b3cfc47024a Step 7/8 : ENTRYPOINT /usr/bin/virt-api ---> Running in dd2fc5ede6a9 ---> d81588f0d59b Removing intermediate container dd2fc5ede6a9 Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "virt-api" '' ---> Running in f8a739d7ff68 ---> fc4afc50e427 Removing intermediate container f8a739d7ff68 Successfully built fc4afc50e427 Sending build context to Docker daemon 4.096 kB Step 1/7 : FROM fedora:27 ---> 9110ae7f579f Step 2/7 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/7 : ENV container docker ---> Using cache ---> fa9b94755746 Step 4/7 : RUN mkdir -p /images/custom /images/alpine && truncate -s 64M /images/custom/disk.img && curl http://dl-cdn.alpinelinux.org/alpine/v3.7/releases/x86_64/alpine-virt-3.7.0-x86_64.iso > /images/alpine/disk.img ---> Using cache ---> f44e689d5514 Step 5/7 : ADD entrypoint.sh / ---> Using cache ---> 898a453e2948 Step 6/7 : CMD /entrypoint.sh ---> Using cache ---> 5aad873fd4d8 Step 7/7 : LABEL "disks-images-provider" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Using cache ---> 5a2b5c74be8c Successfully built 5a2b5c74be8c Sending build context to Docker daemon 2.56 kB Step 1/5 : FROM fedora:27 ---> 9110ae7f579f Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/5 : ENV container docker ---> Using cache ---> fa9b94755746 Step 4/5 : RUN dnf -y install procps-ng nmap-ncat && dnf -y clean all ---> Using cache ---> e4b4ed9ff163 Step 5/5 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "vm-killer" '' ---> Using cache ---> ec04f91fb922 Successfully built ec04f91fb922 Sending build context to Docker daemon 5.12 kB Step 1/7 : FROM debian:sid ---> 496290160351 Step 2/7 : MAINTAINER "David Vossel" \ ---> Using cache ---> 081acc82039b Step 3/7 : ENV container docker ---> Using cache ---> 87a43203841c Step 4/7 : RUN apt-get update && apt-get install -y bash curl bzip2 qemu-utils && mkdir -p /disk && rm -rf /var/lib/apt/lists/* ---> Using cache ---> bbc83781e0a9 Step 5/7 : ADD entry-point.sh / ---> Using cache ---> c588d7a778a6 Step 6/7 : CMD /entry-point.sh ---> Using cache ---> e28b44b64988 Step 7/7 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "registry-disk-v1alpha" '' ---> Using cache ---> 16abf0a82ca0 Successfully built 16abf0a82ca0 Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33142/kubevirt/registry-disk-v1alpha:devel ---> 16abf0a82ca0 Step 2/4 : MAINTAINER "David Vossel" \ ---> Using cache ---> c0e81d5abf07 Step 3/4 : RUN curl https://download.cirros-cloud.net/0.4.0/cirros-0.4.0-x86_64-disk.img > /disk/cirros.img ---> Using cache ---> dd8e8c439961 Step 4/4 : LABEL "cirros-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Using cache ---> 6c8a8f29b47e Successfully built 6c8a8f29b47e Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33142/kubevirt/registry-disk-v1alpha:devel ---> 16abf0a82ca0 Step 2/4 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> f9c8f55f0098 Step 3/4 : RUN curl -g -L https://download.fedoraproject.org/pub/fedora/linux/releases/27/CloudImages/x86_64/images/Fedora-Cloud-Base-27-1.6.x86_64.qcow2 > /disk/fedora.qcow2 ---> Using cache ---> dacc271e4b4a Step 4/4 : LABEL "fedora-cloud-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Using cache ---> f07b6945b42b Successfully built f07b6945b42b Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33142/kubevirt/registry-disk-v1alpha:devel ---> 16abf0a82ca0 Step 2/4 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> f9c8f55f0098 Step 3/4 : RUN curl http://dl-cdn.alpinelinux.org/alpine/v3.7/releases/x86_64/alpine-virt-3.7.0-x86_64.iso > /disk/alpine.iso ---> Using cache ---> 806b9b408532 Step 4/4 : LABEL "alpine-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Using cache ---> 599f9b3360ff Successfully built 599f9b3360ff Sending build context to Docker daemon 34.04 MB Step 1/8 : FROM fedora:27 ---> 9110ae7f579f Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virtctl ---> Using cache ---> d310698d4b36 Step 4/8 : WORKDIR /home/virtctl ---> Using cache ---> e8b8a9c6ab20 Step 5/8 : USER 1001 ---> Using cache ---> d741836b0961 Step 6/8 : COPY subresource-access-test /subresource-access-test ---> a0e72ee387b8 Removing intermediate container 654dba198fe7 Step 7/8 : ENTRYPOINT /subresource-access-test ---> Running in 1270e97a8226 ---> 20cae88cbae9 Removing intermediate container 1270e97a8226 Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "subresource-access-test" '' ---> Running in daab735701a6 ---> 3d5c83a3fceb Removing intermediate container daab735701a6 Successfully built 3d5c83a3fceb Sending build context to Docker daemon 3.072 kB Step 1/9 : FROM fedora:27 ---> 9110ae7f579f Step 2/9 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/9 : ENV container docker ---> Using cache ---> fa9b94755746 Step 4/9 : RUN dnf -y install make git gcc && dnf -y clean all ---> Using cache ---> 67d950d251fa Step 5/9 : ENV GIMME_GO_VERSION 1.9.2 ---> Using cache ---> 63dee67c4bde Step 6/9 : RUN mkdir -p /gimme && curl -sL https://raw.githubusercontent.com/travis-ci/gimme/master/gimme | HOME=/gimme bash >> /etc/profile.d/gimme.sh ---> Using cache ---> f9f0a3f8320f Step 7/9 : ENV GOPATH "/go" GOBIN "/usr/bin" ---> Using cache ---> 15d5af487ed6 Step 8/9 : RUN mkdir -p /go && source /etc/profile.d/gimme.sh && go get github.com/masterzen/winrm-cli ---> Using cache ---> 62349a577761 Step 9/9 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "winrmcli" '' ---> Using cache ---> f41c213849ba Successfully built f41c213849ba Sending build context to Docker daemon 34.49 MB Step 1/5 : FROM fedora:27 ---> 9110ae7f579f Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/5 : COPY example-hook-sidecar /example-hook-sidecar ---> 689f73222df1 Removing intermediate container c79bf3904581 Step 4/5 : ENTRYPOINT /example-hook-sidecar ---> Running in 4e8777d9de09 ---> e2cf846c6c64 Removing intermediate container 4e8777d9de09 Step 5/5 : LABEL "example-hook-sidecar" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Running in 651fcd65d781 ---> acf6863b13a2 Removing intermediate container 651fcd65d781 Successfully built acf6863b13a2 hack/build-docker.sh push The push refers to a repository [localhost:33142/kubevirt/virt-controller] 101814ef5ddd: Preparing a5b36bcc540d: Preparing 39bae602f753: Preparing a5b36bcc540d: Pushed 101814ef5ddd: Pushed 39bae602f753: Pushed devel: digest: sha256:2d99dc03eea9ce914cec8c59b326ce90be4ee441fd3376a532c6d28a17a9de2f size: 948 The push refers to a repository [localhost:33142/kubevirt/virt-launcher] a87a1219f359: Preparing 83890e1a3453: Preparing 7515ff41f7f6: Preparing d0ef61860cb5: Preparing afab3ffc37ec: Preparing d56a24c0b6b9: Preparing 9e20b26113ea: Preparing a1a99db27cd1: Preparing ec5be2616f4d: Preparing ffcfbc9458ac: Preparing 68e0ce966da1: Preparing 39bae602f753: Preparing a1a99db27cd1: Waiting ec5be2616f4d: Waiting ffcfbc9458ac: Waiting 39bae602f753: Waiting d56a24c0b6b9: Waiting 9e20b26113ea: Waiting 68e0ce966da1: Waiting d0ef61860cb5: Pushed a87a1219f359: Pushed 83890e1a3453: Pushed 9e20b26113ea: Pushed a1a99db27cd1: Pushed ffcfbc9458ac: Pushed ec5be2616f4d: Pushed 39bae602f753: Mounted from kubevirt/virt-controller 7515ff41f7f6: Pushed d56a24c0b6b9: Pushed afab3ffc37ec: Pushed 68e0ce966da1: Pushed devel: digest: sha256:aaae9a04a979604d33351192d92e7728e6e36ec60304aff28b623ae876fa9f9d size: 2828 The push refers to a repository [localhost:33142/kubevirt/virt-handler] f9fd5c9e658d: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/virt-launcher f9fd5c9e658d: Pushed devel: digest: sha256:2ca7e2edad8d16190235c6fca2037c05c33801b90d2e5ce2b1e7b5c40aec1643 size: 741 The push refers to a repository [localhost:33142/kubevirt/virt-api] e801463d7c70: Preparing 75ab133441d4: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/virt-handler 75ab133441d4: Pushed e801463d7c70: Pushed devel: digest: sha256:84a1d463c5be22fdca98c887a57c43e2eec7b6fa8ba24e04ba748d6dc8b53783 size: 948 The push refers to a repository [localhost:33142/kubevirt/disks-images-provider] ee9ad4a84d8d: Preparing 70611d11de64: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/virt-api ee9ad4a84d8d: Pushed 70611d11de64: Pushed devel: digest: sha256:5909293c04391e8285f6040e66550a4b7e396114d5b9b56fac578c172418ad5f size: 948 The push refers to a repository [localhost:33142/kubevirt/vm-killer] 4b816de0d5fd: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/disks-images-provider 4b816de0d5fd: Pushed devel: digest: sha256:172abce5d6cb5c0c9c9b6cb20e4219134a023cb0376781346f61a02c6b47e302 size: 740 The push refers to a repository [localhost:33142/kubevirt/registry-disk-v1alpha] cb3d1019d03e: Preparing 626899eeec02: Preparing 132d61a890c5: Preparing cb3d1019d03e: Pushed 626899eeec02: Pushed 132d61a890c5: Pushed devel: digest: sha256:daccb3f0f88a76226c345253449e80743bbf25f573dff9f043522332a54ddf3e size: 948 The push refers to a repository [localhost:33142/kubevirt/cirros-registry-disk-demo] 53ab419eb3e2: Preparing cb3d1019d03e: Preparing 626899eeec02: Preparing 132d61a890c5: Preparing cb3d1019d03e: Mounted from kubevirt/registry-disk-v1alpha 132d61a890c5: Mounted from kubevirt/registry-disk-v1alpha 626899eeec02: Mounted from kubevirt/registry-disk-v1alpha 53ab419eb3e2: Pushed devel: digest: sha256:dc992f0e9f99169047179481c078ca7f6b4f2007391c4e62d80666e140ad5c3d size: 1160 The push refers to a repository [localhost:33142/kubevirt/fedora-cloud-registry-disk-demo] 80823b89837c: Preparing cb3d1019d03e: Preparing 626899eeec02: Preparing 132d61a890c5: Preparing cb3d1019d03e: Mounted from kubevirt/cirros-registry-disk-demo 626899eeec02: Mounted from kubevirt/cirros-registry-disk-demo 132d61a890c5: Mounted from kubevirt/cirros-registry-disk-demo 80823b89837c: Pushed devel: digest: sha256:a563c009f82fc0a1f9095244fe0cb458b09e2bceccb4a6aa636d9898e3eb6c39 size: 1161 The push refers to a repository [localhost:33142/kubevirt/alpine-registry-disk-demo] 39d6040275f2: Preparing cb3d1019d03e: Preparing 626899eeec02: Preparing 132d61a890c5: Preparing 132d61a890c5: Mounted from kubevirt/fedora-cloud-registry-disk-demo 626899eeec02: Mounted from kubevirt/fedora-cloud-registry-disk-demo cb3d1019d03e: Mounted from kubevirt/fedora-cloud-registry-disk-demo 39d6040275f2: Pushed devel: digest: sha256:86fd58f48622c7e028e4ea2555097109e6ccaf5ec48c529b6bd596dc7993f981 size: 1160 The push refers to a repository [localhost:33142/kubevirt/subresource-access-test] b176020cd7fd: Preparing 6368c0536c64: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/vm-killer 6368c0536c64: Pushed b176020cd7fd: Pushed devel: digest: sha256:4efed83a86ea33cea80449d02e0a33fdd8fecaa89c749def16634f3479410f53 size: 948 The push refers to a repository [localhost:33142/kubevirt/winrmcli] 00e232679558: Preparing b7685068dac4: Preparing 0d5d88e46b0e: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/subresource-access-test 00e232679558: Pushed 0d5d88e46b0e: Pushed b7685068dac4: Pushed devel: digest: sha256:17696d0db6f5548b29c59af10c3073871204708e9daa77e93aeea22f572d2bb9 size: 1165 The push refers to a repository [localhost:33142/kubevirt/example-hook-sidecar] 210e4465f100: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/winrmcli 210e4465f100: Pushed devel: digest: sha256:7597155bcc73240b22320ea12a3ac76ae2e167a792dc2e4f4e3ed38c6689d517 size: 740 make[1]: Leaving directory `/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt' Done ./cluster/clean.sh + source hack/common.sh ++++ dirname 'hack/common.sh[0]' +++ cd hack/../ +++ pwd ++ KUBEVIRT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt ++ OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out ++ VENDOR_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/vendor ++ CMD_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/cmd ++ TESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/tests ++ APIDOCS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/apidocs ++ MANIFESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests ++ MANIFEST_TEMPLATES_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/templates/manifests ++ PYTHON_CLIENT_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/client-python ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_NUM_NODES=2 ++ '[' -z kubevirt-functional-tests-openshift-3.10-release ']' ++ provider_prefix=kubevirt-functional-tests-openshift-3.10-release1 ++ job_prefix=kubevirt-functional-tests-openshift-3.10-release1 +++ kubevirt_version +++ '[' -n '' ']' +++ '[' -d /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/.git ']' ++++ git describe --always --tags +++ echo v0.7.0-50-g3334acc ++ KUBEVIRT_VERSION=v0.7.0-50-g3334acc + source cluster/os-3.10.0/provider.sh ++ set -e ++ image=os-3.10.0@sha256:0977f1c716862710c8324798b95802e11a149f4532e33be20dd70877fe8f5332 ++ source cluster/ephemeral-provider-common.sh +++ set -e +++ _cli='docker run --privileged --net=host --rm -v /var/run/docker.sock:/var/run/docker.sock kubevirtci/gocli@sha256:aa7f295a7908fa333ab5e98ef3af0bfafbabfd3cee2b83f9af47f722e3000f6a' + source hack/config.sh ++ unset binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig manifest_docker_prefix namespace ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ source hack/config-default.sh source hack/config-os-3.10.0.sh +++ binaries='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virtctl cmd/fake-qemu-process cmd/virt-api cmd/subresource-access-test cmd/example-hook-sidecar' +++ docker_images='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virt-api images/disks-images-provider images/vm-killer cmd/registry-disk-v1alpha images/cirros-registry-disk-demo images/fedora-cloud-registry-disk-demo images/alpine-registry-disk-demo cmd/subresource-access-test images/winrmcli cmd/example-hook-sidecar' +++ docker_prefix=kubevirt +++ docker_tag=latest +++ master_ip=192.168.200.2 +++ network_provider=flannel +++ namespace=kube-system ++ test -f hack/config-provider-os-3.10.0.sh ++ source hack/config-provider-os-3.10.0.sh +++ master_ip=127.0.0.1 +++ docker_tag=devel +++ kubeconfig=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubeconfig +++ kubectl=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubectl +++ docker_prefix=localhost:33142/kubevirt +++ manifest_docker_prefix=registry:5000/kubevirt ++ test -f hack/config-local.sh ++ export binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig namespace + echo 'Cleaning up ...' Cleaning up ... + cluster/kubectl.sh get vmis --all-namespaces -o=custom-columns=NAME:.metadata.name,NAMESPACE:.metadata.namespace,FINALIZERS:.metadata.finalizers --no-headers + grep foregroundDeleteVirtualMachine + read p error: the server doesn't have a resource type "vmis" + _kubectl delete ds -l kubevirt.io -n kube-system --cascade=false --grace-period 0 No resources found + _kubectl delete pods -n kube-system -l=kubevirt.io=libvirt --force --grace-period 0 No resources found + _kubectl delete pods -n kube-system -l=kubevirt.io=virt-handler --force --grace-period 0 No resources found + namespaces=(default ${namespace}) + for i in '${namespaces[@]}' + _kubectl -n default delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete apiservices -l kubevirt.io No resources found + _kubectl -n default delete deployment -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete deployment -l kubevirt.io No resources found + _kubectl -n default delete rs -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete rs -l kubevirt.io No resources found + _kubectl -n default delete services -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete services -l kubevirt.io No resources found + _kubectl -n default delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete apiservices -l kubevirt.io No resources found + _kubectl -n default delete validatingwebhookconfiguration -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete validatingwebhookconfiguration -l kubevirt.io No resources found + _kubectl -n default delete secrets -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete secrets -l kubevirt.io No resources found + _kubectl -n default delete pv -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pv -l kubevirt.io No resources found + _kubectl -n default delete pvc -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pvc -l kubevirt.io No resources found + _kubectl -n default delete ds -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete ds -l kubevirt.io No resources found + _kubectl -n default delete customresourcedefinitions -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete customresourcedefinitions -l kubevirt.io No resources found + _kubectl -n default delete pods -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pods -l kubevirt.io No resources found + _kubectl -n default delete clusterrolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete clusterrolebinding -l kubevirt.io No resources found + _kubectl -n default delete rolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete rolebinding -l kubevirt.io No resources found + _kubectl -n default delete roles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete roles -l kubevirt.io No resources found + _kubectl -n default delete clusterroles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete clusterroles -l kubevirt.io No resources found + _kubectl -n default delete serviceaccounts -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete serviceaccounts -l kubevirt.io No resources found ++ _kubectl -n default get crd offlinevirtualmachines.kubevirt.io ++ wc -l ++ export KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ cluster/os-3.10.0/.kubectl -n default get crd offlinevirtualmachines.kubevirt.io Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "offlinevirtualmachines.kubevirt.io" not found + '[' 0 -gt 0 ']' + for i in '${namespaces[@]}' + _kubectl -n kube-system delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete apiservices -l kubevirt.io No resources found + _kubectl -n kube-system delete deployment -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete deployment -l kubevirt.io No resources found + _kubectl -n kube-system delete rs -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete rs -l kubevirt.io No resources found + _kubectl -n kube-system delete services -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete services -l kubevirt.io No resources found + _kubectl -n kube-system delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete apiservices -l kubevirt.io No resources found + _kubectl -n kube-system delete validatingwebhookconfiguration -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete validatingwebhookconfiguration -l kubevirt.io No resources found + _kubectl -n kube-system delete secrets -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete secrets -l kubevirt.io No resources found + _kubectl -n kube-system delete pv -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pv -l kubevirt.io No resources found + _kubectl -n kube-system delete pvc -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pvc -l kubevirt.io No resources found + _kubectl -n kube-system delete ds -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete ds -l kubevirt.io No resources found + _kubectl -n kube-system delete customresourcedefinitions -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete customresourcedefinitions -l kubevirt.io No resources found + _kubectl -n kube-system delete pods -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pods -l kubevirt.io No resources found + _kubectl -n kube-system delete clusterrolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete clusterrolebinding -l kubevirt.io No resources found + _kubectl -n kube-system delete rolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete rolebinding -l kubevirt.io No resources found + _kubectl -n kube-system delete roles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete roles -l kubevirt.io No resources found + _kubectl -n kube-system delete clusterroles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete clusterroles -l kubevirt.io No resources found + _kubectl -n kube-system delete serviceaccounts -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete serviceaccounts -l kubevirt.io No resources found ++ _kubectl -n kube-system get crd offlinevirtualmachines.kubevirt.io ++ wc -l ++ export KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ cluster/os-3.10.0/.kubectl -n kube-system get crd offlinevirtualmachines.kubevirt.io Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "offlinevirtualmachines.kubevirt.io" not found + '[' 0 -gt 0 ']' + sleep 2 + echo Done Done ./cluster/deploy.sh + source hack/common.sh ++++ dirname 'hack/common.sh[0]' +++ cd hack/../ +++ pwd ++ KUBEVIRT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt ++ OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out ++ VENDOR_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/vendor ++ CMD_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/cmd ++ TESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/tests ++ APIDOCS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/apidocs ++ MANIFESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests ++ MANIFEST_TEMPLATES_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/templates/manifests ++ PYTHON_CLIENT_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/client-python ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_NUM_NODES=2 ++ '[' -z kubevirt-functional-tests-openshift-3.10-release ']' ++ provider_prefix=kubevirt-functional-tests-openshift-3.10-release1 ++ job_prefix=kubevirt-functional-tests-openshift-3.10-release1 +++ kubevirt_version +++ '[' -n '' ']' +++ '[' -d /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/.git ']' ++++ git describe --always --tags +++ echo v0.7.0-50-g3334acc ++ KUBEVIRT_VERSION=v0.7.0-50-g3334acc + source cluster/os-3.10.0/provider.sh ++ set -e ++ image=os-3.10.0@sha256:0977f1c716862710c8324798b95802e11a149f4532e33be20dd70877fe8f5332 ++ source cluster/ephemeral-provider-common.sh +++ set -e +++ _cli='docker run --privileged --net=host --rm -v /var/run/docker.sock:/var/run/docker.sock kubevirtci/gocli@sha256:aa7f295a7908fa333ab5e98ef3af0bfafbabfd3cee2b83f9af47f722e3000f6a' + source hack/config.sh ++ unset binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig manifest_docker_prefix namespace ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ source hack/config-default.sh source hack/config-os-3.10.0.sh +++ binaries='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virtctl cmd/fake-qemu-process cmd/virt-api cmd/subresource-access-test cmd/example-hook-sidecar' +++ docker_images='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virt-api images/disks-images-provider images/vm-killer cmd/registry-disk-v1alpha images/cirros-registry-disk-demo images/fedora-cloud-registry-disk-demo images/alpine-registry-disk-demo cmd/subresource-access-test images/winrmcli cmd/example-hook-sidecar' +++ docker_prefix=kubevirt +++ docker_tag=latest +++ master_ip=192.168.200.2 +++ network_provider=flannel +++ namespace=kube-system ++ test -f hack/config-provider-os-3.10.0.sh ++ source hack/config-provider-os-3.10.0.sh +++ master_ip=127.0.0.1 +++ docker_tag=devel +++ kubeconfig=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubeconfig +++ kubectl=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubectl +++ docker_prefix=localhost:33142/kubevirt +++ manifest_docker_prefix=registry:5000/kubevirt ++ test -f hack/config-local.sh ++ export binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig namespace + echo 'Deploying ...' Deploying ... + [[ -z openshift-3.10-release ]] + [[ openshift-3.10-release =~ .*-dev ]] + [[ openshift-3.10-release =~ .*-release ]] + for manifest in '${MANIFESTS_OUT_DIR}/release/*' + [[ /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests/release/demo-content.yaml =~ .*demo.* ]] + continue + for manifest in '${MANIFESTS_OUT_DIR}/release/*' + [[ /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml =~ .*demo.* ]] + _kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml clusterrole.rbac.authorization.k8s.io "kubevirt.io:admin" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:edit" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:view" created serviceaccount "kubevirt-apiserver" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-apiserver-auth-delegator" created rolebinding.rbac.authorization.k8s.io "kubevirt-apiserver" created role.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrole.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrole.rbac.authorization.k8s.io "kubevirt-controller" created serviceaccount "kubevirt-controller" created serviceaccount "kubevirt-privileged" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-controller" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-controller-cluster-admin" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-privileged-cluster-admin" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:default" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt.io:default" created service "virt-api" created deployment.extensions "virt-api" created deployment.extensions "virt-controller" created daemonset.extensions "virt-handler" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstances.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstancereplicasets.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstancepresets.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachines.kubevirt.io" created + _kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests/testing -R + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests/testing -R persistentvolumeclaim "disk-alpine" created persistentvolume "host-path-disk-alpine" created persistentvolumeclaim "disk-custom" created persistentvolume "host-path-disk-custom" created daemonset.extensions "disks-images-provider" created serviceaccount "kubevirt-testing" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-testing-cluster-admin" created + [[ os-3.10.0 =~ os-* ]] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-controller -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-controller -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-controller"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-testing -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-testing -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-testing"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-privileged -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-privileged -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-privileged"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-apiserver -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-apiserver -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-apiserver"] + _kubectl adm policy add-scc-to-user privileged admin + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged admin scc "privileged" added to: ["admin"] + echo Done Done + namespaces=(kube-system default) + [[ kube-system != \k\u\b\e\-\s\y\s\t\e\m ]] + timeout=300 + sample=30 + for i in '${namespaces[@]}' + current_time=0 ++ kubectl get pods -n kube-system --no-headers ++ cluster/kubectl.sh get pods -n kube-system --no-headers ++ grep -v Running + '[' -n 'disks-images-provider-hnthc 0/1 ContainerCreating 0 4s disks-images-provider-lbvrl 0/1 ContainerCreating 0 4s virt-api-7d79764579-dqp8q 0/1 ContainerCreating 0 6s virt-api-7d79764579-ldvpq 0/1 ContainerCreating 0 6s virt-controller-7d57d96b65-hxl8g 0/1 ContainerCreating 0 6s virt-handler-kr6mc 0/1 ContainerCreating 0 6s virt-handler-rmkbq 0/1 ContainerCreating 0 6s' ']' + echo 'Waiting for kubevirt pods to enter the Running state ...' Waiting for kubevirt pods to enter the Running state ... + kubectl get pods -n kube-system --no-headers + grep -v Running + cluster/kubectl.sh get pods -n kube-system --no-headers disks-images-provider-hnthc 0/1 ContainerCreating 0 4s disks-images-provider-lbvrl 0/1 ContainerCreating 0 4s virt-api-7d79764579-dqp8q 0/1 ContainerCreating 0 6s virt-api-7d79764579-ldvpq 0/1 ContainerCreating 0 6s virt-handler-kr6mc 0/1 ContainerCreating 0 6s virt-handler-rmkbq 0/1 ContainerCreating 0 6s + sleep 30 + current_time=30 + '[' 30 -gt 300 ']' ++ kubectl get pods -n kube-system --no-headers ++ cluster/kubectl.sh get pods -n kube-system --no-headers ++ grep -v Running + '[' -n '' ']' + current_time=0 ++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false ++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + '[' -n false ']' + echo 'Waiting for KubeVirt containers to become ready ...' Waiting for KubeVirt containers to become ready ... + kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + grep false + cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + true + sleep 30 + current_time=30 + '[' 30 -gt 300 ']' ++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false + '[' -n '' ']' + kubectl get pods -n kube-system + cluster/kubectl.sh get pods -n kube-system NAME READY STATUS RESTARTS AGE disks-images-provider-hnthc 1/1 Running 0 1m disks-images-provider-lbvrl 1/1 Running 0 1m master-api-node01 1/1 Running 1 25d master-controllers-node01 1/1 Running 1 25d master-etcd-node01 1/1 Running 1 25d virt-api-7d79764579-dqp8q 1/1 Running 0 1m virt-api-7d79764579-ldvpq 1/1 Running 0 1m virt-controller-7d57d96b65-hnblj 1/1 Running 0 1m virt-controller-7d57d96b65-hxl8g 1/1 Running 0 1m virt-handler-kr6mc 1/1 Running 0 1m virt-handler-rmkbq 1/1 Running 0 1m + for i in '${namespaces[@]}' + current_time=0 ++ kubectl get pods -n default --no-headers ++ grep -v Running ++ cluster/kubectl.sh get pods -n default --no-headers + '[' -n '' ']' + current_time=0 ++ kubectl get pods -n default '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false ++ cluster/kubectl.sh get pods -n default '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + '[' -n '' ']' + kubectl get pods -n default + cluster/kubectl.sh get pods -n default NAME READY STATUS RESTARTS AGE docker-registry-1-tqlsm 1/1 Running 1 25d registry-console-1-bhtqz 1/1 Running 1 25d router-1-r2xxq 1/1 Running 1 25d + kubectl version + cluster/kubectl.sh version oc v3.10.0-rc.0+c20e215 kubernetes v1.10.0+b81c8f8 features: Basic-Auth GSSAPI Kerberos SPNEGO Server https://127.0.0.1:33139 openshift v3.10.0-rc.0+c20e215 kubernetes v1.10.0+b81c8f8 + ginko_params='--ginkgo.noColor --junit-output=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/junit.xml' + [[ -d /home/nfs/images/windows2016 ]] + [[ openshift-3.10-release =~ windows.* ]] + FUNC_TEST_ARGS='--ginkgo.noColor --junit-output=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/junit.xml' + make functest hack/dockerized "hack/build-func-tests.sh" sha256:7d0ff7c8c318d908872cede18cbe0463a1f4e1df0e2ad9fe22f899e0e0bf4104 go version go1.10 linux/amd64 go version go1.10 linux/amd64 Compiling tests... compiled tests.test hack/functests.sh Running Suite: Tests Suite ========================== Random Seed: 1531834533 Will run 140 of 140 specs • [SLOW TEST:42.844 seconds] Health Monitoring /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:37 A VirtualMachineInstance with a watchdog device /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:56 should be shut down when the watchdog expires /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:57 ------------------------------ • [SLOW TEST:56.621 seconds] RegistryDisk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:41 Starting and stopping the same VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:90 with ephemeral registry disk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:91 should success multiple times /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:92 ------------------------------ Pod name: disks-images-provider-hnthc Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-lbvrl Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-dqp8q Pod phase: Running level=info timestamp=2018-07-17T13:36:53.656272Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T13:36:56.018759Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/17 13:36:56 http: TLS handshake error from 10.129.0.1:34742: EOF level=info timestamp=2018-07-17T13:37:00.368372Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T13:37:03.955626Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T13:37:06.256463Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/17 13:37:06 http: TLS handshake error from 10.129.0.1:34748: EOF level=info timestamp=2018-07-17T13:37:10.403680Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-17T13:37:10.407980Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-17T13:37:14.201746Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/17 13:37:16 http: TLS handshake error from 10.129.0.1:34754: EOF level=info timestamp=2018-07-17T13:37:24.432501Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T13:37:26.250331Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/17 13:37:26 http: TLS handshake error from 10.129.0.1:34760: EOF level=info timestamp=2018-07-17T13:37:30.655874Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-api-7d79764579-ldvpq Pod phase: Running 2018/07/17 13:35:39 http: TLS handshake error from 10.128.0.1:34156: EOF level=info timestamp=2018-07-17T13:35:45.987687Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:35:49 http: TLS handshake error from 10.128.0.1:34210: EOF 2018/07/17 13:35:59 http: TLS handshake error from 10.128.0.1:34266: EOF 2018/07/17 13:36:09 http: TLS handshake error from 10.128.0.1:34326: EOF 2018/07/17 13:36:19 http: TLS handshake error from 10.128.0.1:34380: EOF 2018/07/17 13:36:29 http: TLS handshake error from 10.128.0.1:34430: EOF 2018/07/17 13:36:39 http: TLS handshake error from 10.128.0.1:34480: EOF level=info timestamp=2018-07-17T13:36:45.847715Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:36:49 http: TLS handshake error from 10.128.0.1:34534: EOF 2018/07/17 13:36:59 http: TLS handshake error from 10.128.0.1:34584: EOF 2018/07/17 13:37:09 http: TLS handshake error from 10.128.0.1:34634: EOF level=info timestamp=2018-07-17T13:37:15.702269Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:37:19 http: TLS handshake error from 10.128.0.1:34688: EOF 2018/07/17 13:37:29 http: TLS handshake error from 10.128.0.1:34738: EOF Pod name: virt-controller-7d57d96b65-hnblj Pod phase: Running level=info timestamp=2018-07-17T13:33:54.078618Z pos=vmi.go:129 component=virt-controller service=http msg="Starting vmi controller." level=info timestamp=2018-07-17T13:33:54.078770Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-07-17T13:33:54.079147Z pos=preset.go:71 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-07-17T13:35:36.304997Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiv789f kind= uid=4913bde0-89c6-11e8-8b15-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:35:36.306015Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiv789f kind= uid=4913bde0-89c6-11e8-8b15-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:36:19.272892Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicjlcc kind= uid=62b3f081-89c6-11e8-8b15-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:36:19.273952Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicjlcc kind= uid=62b3f081-89c6-11e8-8b15-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:36:19.420643Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmicjlcc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmicjlcc" level=info timestamp=2018-07-17T13:36:19.452723Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmicjlcc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmicjlcc" level=info timestamp=2018-07-17T13:36:46.376030Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicjlcc kind= uid=72d3487e-89c6-11e8-8b15-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:36:46.381454Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicjlcc kind= uid=72d3487e-89c6-11e8-8b15-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:37:15.813111Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmihcxlp kind= uid=8465ad05-89c6-11e8-8b15-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:37:15.813387Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmihcxlp kind= uid=8465ad05-89c6-11e8-8b15-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:37:16.016125Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmihcxlp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmihcxlp" level=info timestamp=2018-07-17T13:37:16.117362Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmihcxlp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmihcxlp" Pod name: virt-controller-7d57d96b65-hxl8g Pod phase: Running level=info timestamp=2018-07-17T13:33:54.378102Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-kr6mc Pod phase: Running level=info timestamp=2018-07-17T13:37:04.605374Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmicjlcc kind= uid=72d3487e-89c6-11e8-8b15-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T13:37:04.607034Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T13:37:04.660339Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicjlcc kind= uid=72d3487e-89c6-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:37:04.660501Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmicjlcc kind= uid=72d3487e-89c6-11e8-8b15-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T13:37:04.660690Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicjlcc kind= uid=72d3487e-89c6-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:37:04.873976Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmicjlcc kind= uid=72d3487e-89c6-11e8-8b15-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T13:37:04.874446Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicjlcc kind= uid=72d3487e-89c6-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:37:04.875028Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmicjlcc kind= uid=72d3487e-89c6-11e8-8b15-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T13:37:04.875379Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicjlcc kind= uid=72d3487e-89c6-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:37:15.483693Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmicjlcc kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T13:37:15.496271Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicjlcc kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:37:31.939407Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmihcxlp kind= uid=8465ad05-89c6-11e8-8b15-525500d15501 msg="Processing vmi update" level=error timestamp=2018-07-17T13:37:31.966157Z pos=vm.go:397 component=virt-handler namespace=kubevirt-test-default name=testvmihcxlp kind= uid=8465ad05-89c6-11e8-8b15-525500d15501 reason="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-07-17T13:37:31.999506Z pos=vm.go:251 component=virt-handler reason="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmihcxlp" level=info timestamp=2018-07-17T13:37:32.001658Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmihcxlp kind= uid=8465ad05-89c6-11e8-8b15-525500d15501 msg="Processing vmi update" Pod name: virt-handler-rmkbq Pod phase: Running level=info timestamp=2018-07-17T13:34:02.120689Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-17T13:34:02.125528Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-17T13:34:02.126044Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-17T13:34:02.232436Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-17T13:34:02.258455Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/17 13:34:02 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-17T13:34:02.273982Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/17 13:34:02 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" Pod name: virt-launcher-testvmihcxlp-rqb9m Pod phase: Running level=info timestamp=2018-07-17T13:37:20.872216Z pos=manager.go:69 component=virt-launcher msg="Collected all requested hook sidecar sockets" level=info timestamp=2018-07-17T13:37:20.873108Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[]" level=info timestamp=2018-07-17T13:37:20.878273Z pos=libvirt.go:256 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" level=info timestamp=2018-07-17T13:37:30.889155Z pos=libvirt.go:271 component=virt-launcher msg="Connected to libvirt daemon" level=info timestamp=2018-07-17T13:37:30.937989Z pos=virt-launcher.go:143 component=virt-launcher msg="Watchdog file created at /var/run/kubevirt/watchdog-files/kubevirt-test-default_testvmihcxlp" level=info timestamp=2018-07-17T13:37:30.940332Z pos=client.go:152 component=virt-launcher msg="Registered libvirt event notify callback" level=info timestamp=2018-07-17T13:37:30.940844Z pos=virt-launcher.go:60 component=virt-launcher msg="Marked as ready" level=error timestamp=2018-07-17T13:37:31.955364Z pos=manager.go:159 component=virt-launcher namespace=kubevirt-test-default name=testvmihcxlp kind= uid=8465ad05-89c6-11e8-8b15-525500d15501 reason="virError(Code=0, Domain=0, Message='Missing error')" msg="Getting the domain failed." level=error timestamp=2018-07-17T13:37:31.955934Z pos=server.go:68 component=virt-launcher namespace=kubevirt-test-default name=testvmihcxlp kind= uid=8465ad05-89c6-11e8-8b15-525500d15501 reason="virError(Code=0, Domain=0, Message='Missing error')" msg="Failed to sync vmi" level=error timestamp=2018-07-17T13:37:32.053901Z pos=common.go:126 component=virt-launcher msg="updated MAC for interface: eth0 - 0a:58:0a:c3:c9:e3" level=info timestamp=2018-07-17T13:37:32.075514Z pos=converter.go:729 component=virt-launcher msg="Found nameservers in /etc/resolv.conf: \ufffd\ufffdBf" level=info timestamp=2018-07-17T13:37:32.076248Z pos=converter.go:730 component=virt-launcher msg="Found search domains in /etc/resolv.conf: kubevirt-test-default.svc.cluster.local svc.cluster.local cluster.local" level=info timestamp=2018-07-17T13:37:32.077745Z pos=dhcp.go:62 component=virt-launcher msg="Starting SingleClientDHCPServer" level=info timestamp=2018-07-17T13:37:32.125212Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-17T13:37:32.125140Z pos=manager.go:157 component=virt-launcher namespace=kubevirt-test-default name=testvmihcxlp kind= uid=8465ad05-89c6-11e8-8b15-525500d15501 msg="Domain defined." • Failure [60.275 seconds] RegistryDisk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:41 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:111 with ephemeral registry disk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:112 should not modify the spec on status update [It] /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:113 Unexpected Warning event received. Expected : Warning not to equal : Warning /root/go/src/kubevirt.io/kubevirt/tests/utils.go:245 ------------------------------ STEP: Starting the VirtualMachineInstance level=info timestamp=2018-07-17T13:37:16.387549Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmihcxlp-rqb9m" level=info timestamp=2018-07-17T13:37:32.250220Z pos=utils.go:243 component=tests msg="Pod owner ship transferred to the node virt-launcher-testvmihcxlp-rqb9m" level=error timestamp=2018-07-17T13:37:32.351976Z pos=utils.go:241 component=tests reason="unexpected warning event received" msg="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" STEP: Checking that the VirtualMachineInstance spec did not change • [SLOW TEST:38.477 seconds] RegistryDisk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:41 Starting multiple VMIs /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:129 with ephemeral registry disk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:130 should success /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:131 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.015 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 should succeed to start a vmi [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:133 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.014 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 should succeed to stop a running vmi [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:139 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.012 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with winrm connection [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:150 should have correct UUID /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:192 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.010 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with winrm connection [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:150 should have pod IP /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:208 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.009 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with kubectl command [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:226 should succeed to start a vmi /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:242 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.009 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with kubectl command [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:226 should succeed to stop a vmi /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:250 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ ••••••••••• ------------------------------ • [SLOW TEST:20.791 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given a vmi /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:20.605 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given an vm /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:20.278 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given a vmi preset /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:20.570 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given a vmi replica set /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:33.660 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with Disk PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:33.118 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with CDRom PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:125.525 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started and stopped multiple times /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with Disk PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:100.740 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started and stopped multiple times /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with CDRom PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:46.114 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With an emptyDisk defined /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:113 should create a writeable emptyDisk with the right capacity /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:115 ------------------------------ • [SLOW TEST:45.061 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With an emptyDisk defined and a specified serial number /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:163 should create a writeable emptyDisk with the specified serial number /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:165 ------------------------------ • [SLOW TEST:34.808 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With ephemeral alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:205 should be successfully started /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:207 ------------------------------ • [SLOW TEST:77.573 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With ephemeral alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:205 should not persist data /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:218 ------------------------------ • [SLOW TEST:105.922 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With VirtualMachineInstance with two PVCs /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:266 should start vmi multiple times /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:278 ------------------------------ volumedisk0 compute • [SLOW TEST:40.770 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 VirtualMachineInstance definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:55 with 3 CPU cores /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:56 should report 3 cpu cores under guest OS /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:62 ------------------------------ S [SKIPPING] [0.342 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 VirtualMachineInstance definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:55 with hugepages /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:108 should consume hugepages /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 hugepages-2Mi [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 No node with hugepages hugepages-2Mi capacity /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:160 ------------------------------ S [SKIPPING] [0.127 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 VirtualMachineInstance definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:55 with hugepages /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:108 should consume hugepages /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 hugepages-1Gi [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 No node with hugepages hugepages-1Gi capacity /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:160 ------------------------------ • ------------------------------ • [SLOW TEST:79.501 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 with CPU spec /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:238 when CPU model defined /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:277 should report defined CPU model /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:278 ------------------------------ • [SLOW TEST:86.257 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 with CPU spec /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:238 when CPU model not defined /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:305 should report CPU model from libvirt capabilities /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:306 ------------------------------ • [SLOW TEST:43.503 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 New VirtualMachineInstance with all supported drives /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:326 should have all the device nodes /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:349 ------------------------------ • [SLOW TEST:45.413 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:35 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:64 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a cirros image /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 should return that we are running cirros /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:67 ------------------------------ • [SLOW TEST:46.417 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:35 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:64 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a fedora image /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:76 should return that we are running fedora /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:77 ------------------------------ • [SLOW TEST:33.626 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:35 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:64 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 should be able to reconnect to console multiple times /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:86 ------------------------------ • ------------------------------ • [SLOW TEST:17.458 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 should start it /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:76 ------------------------------ • [SLOW TEST:19.892 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 should attach virt-launcher to it /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:82 ------------------------------ •••• ------------------------------ • [SLOW TEST:31.735 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with boot order /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:170 should be able to boot from selected disk /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 Alpine as first boot /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:23.885 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with boot order /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:170 should be able to boot from selected disk /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 Cirros as first boot /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:16.991 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with user-data /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:201 without k8s secret /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:202 should retry starting the VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:203 ------------------------------ • [SLOW TEST:18.402 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with user-data /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:201 without k8s secret /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:202 should log warning and proceed once the secret is there /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:233 ------------------------------ • [SLOW TEST:33.647 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 when virt-launcher crashes /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:281 should be stopped and have Failed phase /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:282 ------------------------------ • [SLOW TEST:33.182 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 when virt-handler crashes /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:304 should recover and continue management /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:305 ------------------------------ • [SLOW TEST:65.206 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 when virt-handler is responsive /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:335 should indicate that a node is ready for vmis /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:336 ------------------------------ • [SLOW TEST:85.599 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 when virt-handler is not responsive /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:366 the node controller should react /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:405 ------------------------------ S [SKIPPING] [0.344 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with non default namespace /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:458 should log libvirt start and stop lifecycle events of the domain /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 kubevirt-test-default [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Skip log query tests for JENKINS ci test environment /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:463 ------------------------------ S [SKIPPING] [0.192 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with non default namespace /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:458 should log libvirt start and stop lifecycle events of the domain /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 kubevirt-test-alternative [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Skip log query tests for JENKINS ci test environment /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:463 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.180 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 VirtualMachineInstance Emulation Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:519 should enable emulation in virt-launcher [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:531 Software emulation is not enabled on this cluster /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:527 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.206 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 VirtualMachineInstance Emulation Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:519 should be reflected in domain XML [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:568 Software emulation is not enabled on this cluster /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:527 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.225 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 VirtualMachineInstance Emulation Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:519 should request a TUN device but not KVM [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:612 Software emulation is not enabled on this cluster /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:527 ------------------------------ •••• ------------------------------ • [SLOW TEST:18.727 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Delete a VirtualMachineInstance's Pod /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:764 should result in the VirtualMachineInstance moving to a finalized state /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:765 ------------------------------ • [SLOW TEST:36.431 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Delete a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:796 with an active pod. /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:797 should result in pod being terminated /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:798 ------------------------------ • [SLOW TEST:22.143 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Delete a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:796 with grace period greater than 0 /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:821 should run graceful shutdown /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:822 ------------------------------ • [SLOW TEST:31.304 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Killed VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:873 should be in Failed phase /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:874 ------------------------------ • [SLOW TEST:27.834 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Killed VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:873 should be left alone by virt-handler /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:901 ------------------------------ • ------------------------------ • [SLOW TEST:5.631 seconds] Subresource Api /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:37 Rbac Authorization /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:48 Without permissions /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:56 should not be able to access subresource endpoint /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:57 ------------------------------ •• Pod name: disks-images-provider-hnthc Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-lbvrl Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-dqp8q Pod phase: Running level=info timestamp=2018-07-17T14:04:51.043243Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T14:04:51.552072Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T14:04:54.001309Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/default/virtualmachineinstances/fake/test proto=HTTP/2.0 statusCode=200 contentLength=0 2018/07/17 14:04:56 http: TLS handshake error from 10.129.0.1:35810: EOF level=info timestamp=2018-07-17T14:05:01.723475Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T14:05:03.939475Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/version proto=HTTP/2.0 statusCode=200 contentLength=246 level=info timestamp=2018-07-17T14:05:04.733627Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 14:05:06 http: TLS handshake error from 10.129.0.1:35820: EOF level=info timestamp=2018-07-17T14:05:08.484802Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/version proto=HTTP/2.0 statusCode=200 contentLength=246 level=info timestamp=2018-07-17T14:05:11.901050Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T14:05:15.615376Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/17 14:05:16 http: TLS handshake error from 10.129.0.1:35828: EOF level=info timestamp=2018-07-17T14:05:20.919001Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T14:05:21.204497Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T14:05:22.190320Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-api-7d79764579-ldvpq Pod phase: Running 2018/07/17 14:03:09 http: TLS handshake error from 10.128.0.1:42850: EOF 2018/07/17 14:03:19 http: TLS handshake error from 10.128.0.1:42900: EOF 2018/07/17 14:03:29 http: TLS handshake error from 10.128.0.1:42950: EOF 2018/07/17 14:03:39 http: TLS handshake error from 10.128.0.1:43004: EOF 2018/07/17 14:03:49 http: TLS handshake error from 10.128.0.1:43054: EOF 2018/07/17 14:03:59 http: TLS handshake error from 10.128.0.1:43104: EOF 2018/07/17 14:04:09 http: TLS handshake error from 10.128.0.1:43158: EOF 2018/07/17 14:04:19 http: TLS handshake error from 10.128.0.1:43208: EOF 2018/07/17 14:04:29 http: TLS handshake error from 10.128.0.1:43258: EOF level=info timestamp=2018-07-17T14:04:34.206688Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 14:04:39 http: TLS handshake error from 10.128.0.1:43312: EOF 2018/07/17 14:04:49 http: TLS handshake error from 10.128.0.1:43362: EOF 2018/07/17 14:04:59 http: TLS handshake error from 10.128.0.1:43412: EOF 2018/07/17 14:05:09 http: TLS handshake error from 10.128.0.1:43466: EOF 2018/07/17 14:05:19 http: TLS handshake error from 10.128.0.1:43516: EOF Pod name: virt-controller-7d57d96b65-hnblj Pod phase: Running level=info timestamp=2018-07-17T14:02:34.028258Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmikh5lv kind= uid=0d53871f-89ca-11e8-8b15-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T14:02:34.028468Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmikh5lv kind= uid=0d53871f-89ca-11e8-8b15-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T14:02:34.228045Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmikh5lv\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmikh5lv" level=info timestamp=2018-07-17T14:02:52.882753Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi777q8 kind= uid=188f0404-89ca-11e8-8b15-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T14:02:52.883136Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi777q8 kind= uid=188f0404-89ca-11e8-8b15-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T14:02:53.206815Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi777q8\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi777q8" level=info timestamp=2018-07-17T14:02:53.268343Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi777q8\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi777q8" level=info timestamp=2018-07-17T14:03:29.470707Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T14:03:29.471627Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T14:03:51.358704Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmigvvls kind= uid=3b6af864-89ca-11e8-8b15-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T14:03:51.359120Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmigvvls kind= uid=3b6af864-89ca-11e8-8b15-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T14:04:22.782705Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi45hpg kind= uid=4e268182-89ca-11e8-8b15-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T14:04:22.783180Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi45hpg kind= uid=4e268182-89ca-11e8-8b15-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T14:05:09.742314Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi8rn8m kind= uid=6a2319d0-89ca-11e8-8b15-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T14:05:09.743163Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi8rn8m kind= uid=6a2319d0-89ca-11e8-8b15-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-controller-7d57d96b65-hxl8g Pod phase: Running level=info timestamp=2018-07-17T13:33:54.378102Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-zhn9l Pod phase: Running level=info timestamp=2018-07-17T14:04:41.036967Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi45hpg kind= uid=4e268182-89ca-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:04:44.943047Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T14:04:44.943517Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi45hpg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-17T14:04:44.954080Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi45hpg kind= uid=4e268182-89ca-11e8-8b15-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T14:04:45.008281Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi45hpg kind= uid=4e268182-89ca-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:04:45.016099Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi45hpg kind= uid=4e268182-89ca-11e8-8b15-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T14:04:45.016316Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi45hpg kind= uid=4e268182-89ca-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:04:50.385148Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi45hpg kind= uid=4e268182-89ca-11e8-8b15-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T14:04:50.385813Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi45hpg kind= uid=4e268182-89ca-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:04:50.470720Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi45hpg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T14:04:50.471050Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi45hpg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:05:24.327945Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi8rn8m kind= uid=6a2319d0-89ca-11e8-8b15-525500d15501 msg="Processing vmi update" level=error timestamp=2018-07-17T14:05:24.356373Z pos=vm.go:397 component=virt-handler namespace=kubevirt-test-default name=testvmi8rn8m kind= uid=6a2319d0-89ca-11e8-8b15-525500d15501 reason="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-07-17T14:05:24.431388Z pos=vm.go:251 component=virt-handler reason="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi8rn8m" level=info timestamp=2018-07-17T14:05:24.433952Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi8rn8m kind= uid=6a2319d0-89ca-11e8-8b15-525500d15501 msg="Processing vmi update" Pod name: virt-handler-zx5q8 Pod phase: Running level=info timestamp=2018-07-17T14:03:50.058845Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T14:03:50.155086Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmidnvbx" level=info timestamp=2018-07-17T14:03:50.369819Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:03:50.372149Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T14:03:50.372665Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-17T14:03:50.372787Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-17T14:03:50.372832Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T14:03:50.376822Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T14:03:50.406386Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:03:50.406556Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T14:03:50.406692Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:03:50.637741Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T14:03:50.642523Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:03:50.660103Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T14:03:50.661219Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi8rn8m-l6dzq Pod phase: Running level=info timestamp=2018-07-17T14:05:13.890749Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[]" level=info timestamp=2018-07-17T14:05:13.893147Z pos=libvirt.go:256 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" level=info timestamp=2018-07-17T14:05:23.905051Z pos=libvirt.go:271 component=virt-launcher msg="Connected to libvirt daemon" level=info timestamp=2018-07-17T14:05:23.959137Z pos=virt-launcher.go:143 component=virt-launcher msg="Watchdog file created at /var/run/kubevirt/watchdog-files/kubevirt-test-default_testvmi8rn8m" level=info timestamp=2018-07-17T14:05:23.960901Z pos=client.go:152 component=virt-launcher msg="Registered libvirt event notify callback" level=info timestamp=2018-07-17T14:05:23.961353Z pos=virt-launcher.go:60 component=virt-launcher msg="Marked as ready" level=error timestamp=2018-07-17T14:05:24.348177Z pos=manager.go:159 component=virt-launcher namespace=kubevirt-test-default name=testvmi8rn8m kind= uid=6a2319d0-89ca-11e8-8b15-525500d15501 reason="virError(Code=0, Domain=0, Message='Missing error')" msg="Getting the domain failed." level=error timestamp=2018-07-17T14:05:24.348720Z pos=server.go:68 component=virt-launcher namespace=kubevirt-test-default name=testvmi8rn8m kind= uid=6a2319d0-89ca-11e8-8b15-525500d15501 reason="virError(Code=0, Domain=0, Message='Missing error')" msg="Failed to sync vmi" level=info timestamp=2018-07-17T14:05:24.477885Z pos=cloud-init.go:254 component=virt-launcher msg="generated nocloud iso file /var/run/libvirt/kubevirt-ephemeral-disk/cloud-init-data/kubevirt-test-default/testvmi8rn8m/noCloud.iso" level=error timestamp=2018-07-17T14:05:24.532142Z pos=common.go:126 component=virt-launcher msg="updated MAC for interface: eth0 - 0a:58:0a:a5:61:8b" level=info timestamp=2018-07-17T14:05:24.547986Z pos=converter.go:729 component=virt-launcher msg="Found nameservers in /etc/resolv.conf: \ufffd\ufffdBf" level=info timestamp=2018-07-17T14:05:24.548166Z pos=converter.go:730 component=virt-launcher msg="Found search domains in /etc/resolv.conf: kubevirt-test-default.svc.cluster.local svc.cluster.local cluster.local" level=info timestamp=2018-07-17T14:05:24.548680Z pos=dhcp.go:62 component=virt-launcher msg="Starting SingleClientDHCPServer" level=info timestamp=2018-07-17T14:05:24.598838Z pos=manager.go:157 component=virt-launcher namespace=kubevirt-test-default name=testvmi8rn8m kind= uid=6a2319d0-89ca-11e8-8b15-525500d15501 msg="Domain defined." level=info timestamp=2018-07-17T14:05:24.598980Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" Pod name: disks-images-provider-hnthc Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-lbvrl Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-dqp8q Pod phase: Running level=info timestamp=2018-07-17T14:07:52.431754Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T14:07:55.267249Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/17 14:07:56 http: TLS handshake error from 10.129.0.1:35926: EOF level=info timestamp=2018-07-17T14:08:05.429031Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/17 14:08:06 http: TLS handshake error from 10.129.0.1:35932: EOF level=info timestamp=2018-07-17T14:08:15.627187Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/17 14:08:16 http: TLS handshake error from 10.129.0.1:35938: EOF level=info timestamp=2018-07-17T14:08:17.158396Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T14:08:22.712052Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T14:08:22.754367Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T14:08:25.840473Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/17 14:08:26 http: TLS handshake error from 10.129.0.1:35944: EOF level=info timestamp=2018-07-17T14:08:34.822277Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-17T14:08:36.062779Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/17 14:08:36 http: TLS handshake error from 10.129.0.1:35950: EOF Pod name: virt-api-7d79764579-ldvpq Pod phase: Running level=info timestamp=2018-07-17T14:06:39.455449Z pos=subresource.go:78 component=virt-api msg="Websocket connection upgraded" 2018/07/17 14:06:39 http: TLS handshake error from 10.128.0.1:43940: EOF 2018/07/17 14:06:49 http: TLS handshake error from 10.128.0.1:43992: EOF 2018/07/17 14:06:59 http: TLS handshake error from 10.128.0.1:44042: EOF 2018/07/17 14:07:09 http: TLS handshake error from 10.128.0.1:44096: EOF 2018/07/17 14:07:19 http: TLS handshake error from 10.128.0.1:44146: EOF 2018/07/17 14:07:29 http: TLS handshake error from 10.128.0.1:44196: EOF level=info timestamp=2018-07-17T14:07:34.427681Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 14:07:39 http: TLS handshake error from 10.128.0.1:44250: EOF 2018/07/17 14:07:49 http: TLS handshake error from 10.128.0.1:44300: EOF 2018/07/17 14:07:59 http: TLS handshake error from 10.128.0.1:44350: EOF level=info timestamp=2018-07-17T14:08:04.133504Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 14:08:09 http: TLS handshake error from 10.128.0.1:44404: EOF 2018/07/17 14:08:19 http: TLS handshake error from 10.128.0.1:44454: EOF 2018/07/17 14:08:29 http: TLS handshake error from 10.128.0.1:44504: EOF Pod name: virt-controller-7d57d96b65-hnblj Pod phase: Running level=info timestamp=2018-07-17T14:02:34.028258Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmikh5lv kind= uid=0d53871f-89ca-11e8-8b15-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T14:02:34.028468Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmikh5lv kind= uid=0d53871f-89ca-11e8-8b15-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T14:02:34.228045Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmikh5lv\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmikh5lv" level=info timestamp=2018-07-17T14:02:52.882753Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi777q8 kind= uid=188f0404-89ca-11e8-8b15-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T14:02:52.883136Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi777q8 kind= uid=188f0404-89ca-11e8-8b15-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T14:02:53.206815Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi777q8\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi777q8" level=info timestamp=2018-07-17T14:02:53.268343Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi777q8\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi777q8" level=info timestamp=2018-07-17T14:03:29.470707Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T14:03:29.471627Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T14:03:51.358704Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmigvvls kind= uid=3b6af864-89ca-11e8-8b15-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T14:03:51.359120Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmigvvls kind= uid=3b6af864-89ca-11e8-8b15-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T14:04:22.782705Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi45hpg kind= uid=4e268182-89ca-11e8-8b15-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T14:04:22.783180Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi45hpg kind= uid=4e268182-89ca-11e8-8b15-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T14:05:09.742314Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi8rn8m kind= uid=6a2319d0-89ca-11e8-8b15-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T14:05:09.743163Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi8rn8m kind= uid=6a2319d0-89ca-11e8-8b15-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-controller-7d57d96b65-hxl8g Pod phase: Running level=info timestamp=2018-07-17T13:33:54.378102Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-zhn9l Pod phase: Running level=info timestamp=2018-07-17T14:05:25.565124Z pos=vm.go:688 component=virt-handler namespace=kubevirt-test-default name=testvmi8rn8m kind=Domain uid=6a2319d0-89ca-11e8-8b15-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-17T14:05:25.590499Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-17T14:05:25.594924Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8rn8m kind= uid=6a2319d0-89ca-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:05:25.595371Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi8rn8m kind= uid=6a2319d0-89ca-11e8-8b15-525500d15501 msg="No update processing required" level=error timestamp=2018-07-17T14:05:25.613635Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi8rn8m kind= uid=6a2319d0-89ca-11e8-8b15-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi8rn8m\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-17T14:05:25.613956Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi8rn8m\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi8rn8m" level=info timestamp=2018-07-17T14:05:25.614353Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi8rn8m kind= uid=6a2319d0-89ca-11e8-8b15-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T14:05:25.668983Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8rn8m kind= uid=6a2319d0-89ca-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:05:25.669759Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi8rn8m kind= uid=6a2319d0-89ca-11e8-8b15-525500d15501 msg="No update processing required" level=error timestamp=2018-07-17T14:05:25.691155Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi8rn8m kind= uid=6a2319d0-89ca-11e8-8b15-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi8rn8m\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-17T14:05:25.691439Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi8rn8m\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi8rn8m" level=info timestamp=2018-07-17T14:05:25.691892Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi8rn8m kind= uid=6a2319d0-89ca-11e8-8b15-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T14:05:25.698319Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8rn8m kind= uid=6a2319d0-89ca-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:05:25.698850Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi8rn8m kind= uid=6a2319d0-89ca-11e8-8b15-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T14:05:25.704193Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8rn8m kind= uid=6a2319d0-89ca-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-handler-zx5q8 Pod phase: Running level=info timestamp=2018-07-17T14:03:50.058845Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T14:03:50.155086Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmidnvbx" level=info timestamp=2018-07-17T14:03:50.369819Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:03:50.372149Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T14:03:50.372665Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-17T14:03:50.372787Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-17T14:03:50.372832Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T14:03:50.376822Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T14:03:50.406386Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:03:50.406556Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T14:03:50.406692Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:03:50.637741Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T14:03:50.642523Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:03:50.660103Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T14:03:50.661219Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi8rn8m-l6dzq Pod phase: Running level=info timestamp=2018-07-17T14:05:25.174342Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-17T14:05:25.178025Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 7cfacda6-f1ac-470b-bc9f-7909b9d34b3a" level=info timestamp=2018-07-17T14:05:25.181847Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-17T14:05:25.193772Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T14:05:25.531372Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-17T14:05:25.539877Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmi8rn8m kind= uid=6a2319d0-89ca-11e8-8b15-525500d15501 msg="Domain started." level=info timestamp=2018-07-17T14:05:25.556573Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi8rn8m kind= uid=6a2319d0-89ca-11e8-8b15-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-17T14:05:25.561727Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-17T14:05:25.565105Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T14:05:25.565310Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-17T14:05:25.583761Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-17T14:05:25.592415Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T14:05:25.697373Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi8rn8m kind= uid=6a2319d0-89ca-11e8-8b15-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-17T14:05:25.703553Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi8rn8m kind= uid=6a2319d0-89ca-11e8-8b15-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-17T14:05:26.474635Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 7cfacda6-f1ac-470b-bc9f-7909b9d34b3a: 143" ------------------------------ • Failure [210.666 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 with cloudInitNoCloud userDataBase64 source /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:81 should have cloud-init data [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:82 Unexpected Warning event received. Expected : Warning not to equal : Warning /root/go/src/kubevirt.io/kubevirt/tests/utils.go:245 ------------------------------ STEP: Starting a VirtualMachineInstance STEP: Waiting the VirtualMachineInstance start level=info timestamp=2018-07-17T14:05:10.296424Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmi8rn8m-l6dzq" level=info timestamp=2018-07-17T14:05:24.599315Z pos=utils.go:243 component=tests msg="Pod owner ship transferred to the node virt-launcher-testvmi8rn8m-l6dzq" level=error timestamp=2018-07-17T14:05:24.722123Z pos=utils.go:241 component=tests reason="unexpected warning event received" msg="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" STEP: Expecting the VirtualMachineInstance console STEP: Checking that the VirtualMachineInstance serial console output equals to expected one level=info timestamp=2018-07-17T14:08:40.135223Z pos=vmi_userdata_test.go:72 component=tests namespace=kubevirt-test-default name=testvmi8rn8m kind=VirtualMachineInstance uid= msg="[{0 []}]" • [SLOW TEST:102.085 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 with cloudInitNoCloud userDataBase64 source /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:81 with injected ssh-key /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:92 should have ssh-key under authorized keys /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:93 ------------------------------ • [SLOW TEST:56.165 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 with cloudInitNoCloud userData source /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:118 should process provided cloud-init data /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:119 ------------------------------ • [SLOW TEST:43.529 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 should take user-data from k8s secret /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:162 ------------------------------ • [SLOW TEST:18.334 seconds] VNC /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:54 with VNC connection /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:62 should allow accessing the VNC device /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:64 ------------------------------ •• ------------------------------ • [SLOW TEST:130.417 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the Inbound VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • Pod name: disks-images-provider-hnthc Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-lbvrl Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-dqp8q Pod phase: Running level=info timestamp=2018-07-17T14:17:04.413055Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/17 14:17:06 http: TLS handshake error from 10.129.0.1:36286: EOF level=info timestamp=2018-07-17T14:17:06.613115Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/17 14:17:16 http: TLS handshake error from 10.129.0.1:36292: EOF level=info timestamp=2018-07-17T14:17:16.828303Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T14:17:25.708164Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-17T14:17:25.722735Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 2018/07/17 14:17:26 http: TLS handshake error from 10.129.0.1:36298: EOF level=info timestamp=2018-07-17T14:17:27.098731Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T14:17:31.418834Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T14:17:33.134214Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T14:17:34.752724Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T14:17:34.761505Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 14:17:36 http: TLS handshake error from 10.129.0.1:36304: EOF level=info timestamp=2018-07-17T14:17:37.288950Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-api-7d79764579-ldvpq Pod phase: Running 2018/07/17 14:15:39 http: TLS handshake error from 10.128.0.1:46888: EOF 2018/07/17 14:15:49 http: TLS handshake error from 10.128.0.1:46938: EOF 2018/07/17 14:15:59 http: TLS handshake error from 10.128.0.1:46988: EOF 2018/07/17 14:16:09 http: TLS handshake error from 10.128.0.1:47042: EOF 2018/07/17 14:16:19 http: TLS handshake error from 10.128.0.1:47092: EOF 2018/07/17 14:16:29 http: TLS handshake error from 10.128.0.1:47142: EOF level=info timestamp=2018-07-17T14:16:34.232471Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 14:16:39 http: TLS handshake error from 10.128.0.1:47196: EOF 2018/07/17 14:16:49 http: TLS handshake error from 10.128.0.1:47246: EOF 2018/07/17 14:16:59 http: TLS handshake error from 10.128.0.1:47296: EOF level=info timestamp=2018-07-17T14:17:04.129904Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 14:17:09 http: TLS handshake error from 10.128.0.1:47350: EOF 2018/07/17 14:17:19 http: TLS handshake error from 10.128.0.1:47400: EOF 2018/07/17 14:17:29 http: TLS handshake error from 10.128.0.1:47450: EOF 2018/07/17 14:17:39 http: TLS handshake error from 10.128.0.1:47504: EOF Pod name: virt-controller-7d57d96b65-hnblj Pod phase: Running level=info timestamp=2018-07-17T14:12:02.149029Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmismqgn kind= uid=5ff31c81-89cb-11e8-8b15-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T14:12:02.330291Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmismqgn\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmismqgn" level=info timestamp=2018-07-17T14:12:02.413175Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmismqgn\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmismqgn" level=info timestamp=2018-07-17T14:12:20.846805Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmit7ndv kind= uid=6b1729f7-89cb-11e8-8b15-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T14:12:20.846978Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmit7ndv kind= uid=6b1729f7-89cb-11e8-8b15-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T14:12:20.860059Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiv9b5n kind= uid=6b1b0530-89cb-11e8-8b15-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T14:12:20.860168Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiv9b5n kind= uid=6b1b0530-89cb-11e8-8b15-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T14:12:20.904323Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7nlv4 kind= uid=6b208a9b-89cb-11e8-8b15-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T14:12:20.904436Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7nlv4 kind= uid=6b208a9b-89cb-11e8-8b15-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T14:12:20.964929Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijds76 kind= uid=6b2786e1-89cb-11e8-8b15-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T14:12:20.965327Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijds76 kind= uid=6b2786e1-89cb-11e8-8b15-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T14:12:21.035793Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmit7ndv\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmit7ndv" level=info timestamp=2018-07-17T14:12:21.096195Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi7nlv4\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi7nlv4" level=info timestamp=2018-07-17T14:12:21.649068Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi7nlv4\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi7nlv4" level=info timestamp=2018-07-17T14:12:22.056182Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijds76\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijds76" Pod name: virt-controller-7d57d96b65-hxl8g Pod phase: Running level=info timestamp=2018-07-17T13:33:54.378102Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-zhn9l Pod phase: Running level=info timestamp=2018-07-17T14:12:55.529507Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-17T14:12:50.563717Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmit7ndv kind= uid=6b1729f7-89cb-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:12:56.057844Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijds76 kind= uid=6b2786e1-89cb-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:12:56.030695Z pos=vm.go:688 component=virt-handler namespace=kubevirt-test-default name=testvmiv9b5n kind=Domain uid=6b1b0530-89cb-11e8-8b15-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-17T14:12:56.626883Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiv9b5n kind= uid=6b1b0530-89cb-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:12:56.627012Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmiv9b5n kind= uid=6b1b0530-89cb-11e8-8b15-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T14:12:56.643404Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-17T14:12:58.265129Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiv9b5n kind= uid=6b1b0530-89cb-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:12:58.540741Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmiv9b5n kind= uid=6b1b0530-89cb-11e8-8b15-525500d15501 msg="No update processing required" level=error timestamp=2018-07-17T14:13:02.986959Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmiv9b5n kind= uid=6b1b0530-89cb-11e8-8b15-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiv9b5n\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-17T14:13:04.002815Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiv9b5n\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmiv9b5n" level=info timestamp=2018-07-17T14:13:04.003207Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmiv9b5n kind= uid=6b1b0530-89cb-11e8-8b15-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T14:13:05.222006Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiv9b5n kind= uid=6b1b0530-89cb-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:13:05.222232Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmiv9b5n kind= uid=6b1b0530-89cb-11e8-8b15-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T14:13:06.155104Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiv9b5n kind= uid=6b1b0530-89cb-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-handler-zx5q8 Pod phase: Running level=info timestamp=2018-07-17T14:03:50.058845Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T14:03:50.155086Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmidnvbx" level=info timestamp=2018-07-17T14:03:50.369819Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:03:50.372149Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T14:03:50.372665Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-17T14:03:50.372787Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-17T14:03:50.372832Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T14:03:50.376822Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T14:03:50.406386Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:03:50.406556Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T14:03:50.406692Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:03:50.637741Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T14:03:50.642523Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind= uid=2e544a0c-89ca-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:03:50.660103Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T14:03:50.661219Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidnvbx kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi7nlv4-jxjct Pod phase: Running level=info timestamp=2018-07-17T14:12:46.353669Z pos=manager.go:157 component=virt-launcher namespace=kubevirt-test-default name=testvmi7nlv4 kind= uid=6b208a9b-89cb-11e8-8b15-525500d15501 msg="Domain defined." level=info timestamp=2018-07-17T14:12:47.103666Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-17T14:12:47.135937Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 566061f2-9017-41c9-8513-677c4de4696e" level=info timestamp=2018-07-17T14:12:47.141979Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-17T14:12:47.203310Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T14:12:47.883626Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-17T14:12:47.932816Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmi7nlv4 kind= uid=6b208a9b-89cb-11e8-8b15-525500d15501 msg="Domain started." level=info timestamp=2018-07-17T14:12:47.934734Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi7nlv4 kind= uid=6b208a9b-89cb-11e8-8b15-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-17T14:12:47.941013Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-17T14:12:48.167035Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 566061f2-9017-41c9-8513-677c4de4696e: 170" level=info timestamp=2018-07-17T14:12:48.470970Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T14:12:48.471114Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-17T14:12:48.493953Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-17T14:12:48.871447Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T14:12:49.088554Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi7nlv4 kind= uid=6b208a9b-89cb-11e8-8b15-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmijds76-hwgct Pod phase: Running level=info timestamp=2018-07-17T14:12:46.618437Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-17T14:12:47.376604Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-17T14:12:47.394130Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 95269046-2123-41da-a279-7eb61f9f8fe5" level=info timestamp=2018-07-17T14:12:47.394311Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-17T14:12:47.616060Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T14:12:47.877070Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-17T14:12:47.906749Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmijds76 kind= uid=6b2786e1-89cb-11e8-8b15-525500d15501 msg="Domain started." level=info timestamp=2018-07-17T14:12:47.914248Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmijds76 kind= uid=6b2786e1-89cb-11e8-8b15-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-17T14:12:47.921152Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-17T14:12:48.405667Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 95269046-2123-41da-a279-7eb61f9f8fe5: 169" level=info timestamp=2018-07-17T14:12:48.902444Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T14:12:48.902935Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-17T14:12:49.006461Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-17T14:12:49.530472Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T14:12:54.462201Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmijds76 kind= uid=6b2786e1-89cb-11e8-8b15-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmit7ndv-trgz8 Pod phase: Running level=info timestamp=2018-07-17T14:12:47.230647Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-17T14:12:47.254678Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 71ae9b40-177a-4580-937b-75c326b609fa" level=info timestamp=2018-07-17T14:12:47.255047Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-17T14:12:47.305340Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T14:12:47.837643Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-17T14:12:47.873490Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmit7ndv kind= uid=6b1729f7-89cb-11e8-8b15-525500d15501 msg="Domain started." level=info timestamp=2018-07-17T14:12:47.878552Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmit7ndv kind= uid=6b1729f7-89cb-11e8-8b15-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-17T14:12:47.884075Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-17T14:12:48.278277Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 71ae9b40-177a-4580-937b-75c326b609fa: 160" level=info timestamp=2018-07-17T14:12:48.455920Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T14:12:48.456070Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-17T14:12:48.490209Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-17T14:12:49.313663Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmit7ndv kind= uid=6b1729f7-89cb-11e8-8b15-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-17T14:12:50.033166Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T14:12:50.043667Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmit7ndv kind= uid=6b1729f7-89cb-11e8-8b15-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmiv9b5n-zbzwp Pod phase: Running level=info timestamp=2018-07-17T14:12:50.150116Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-17T14:12:50.178307Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 2321f832-5f5e-4244-85ab-30fe0fb2b35a" level=info timestamp=2018-07-17T14:12:50.179067Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-17T14:12:50.715416Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T14:12:51.218609Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 2321f832-5f5e-4244-85ab-30fe0fb2b35a: 176" level=info timestamp=2018-07-17T14:12:51.531096Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-17T14:12:51.552064Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmiv9b5n kind= uid=6b1b0530-89cb-11e8-8b15-525500d15501 msg="Domain started." level=info timestamp=2018-07-17T14:12:51.566963Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiv9b5n kind= uid=6b1b0530-89cb-11e8-8b15-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-17T14:12:51.685818Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-17T14:12:56.012201Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T14:12:56.012498Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-17T14:12:56.090827Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-17T14:12:57.943849Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T14:13:04.149701Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiv9b5n kind= uid=6b1b0530-89cb-11e8-8b15-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-17T14:13:06.109671Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiv9b5n kind= uid=6b1b0530-89cb-11e8-8b15-525500d15501 msg="Synced vmi" ------------------------------ • Failure [188.273 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the Inbound VirtualMachineInstance with custom MAC address [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: : 180000000000 expect: timer expired after 180 seconds not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:224 ------------------------------ STEP: checking br1 MTU inside the pod level=info timestamp=2018-07-17T14:14:34.704622Z pos=vmi_networking_test.go:185 component=tests msg="4: br1: mtu 1450 qdisc noqueue state UP group default \n link/ether 0a:58:0a:c0:3c:2c brd ff:ff:ff:ff:ff:ff\n inet 169.254.75.86/32 brd 169.254.75.86 scope global br1\n valid_lft forever preferred_lft forever\n inet6 fe80::858:aff:fec0:3c2c/64 scope link \n valid_lft forever preferred_lft forever\n" STEP: checking eth0 MTU inside the VirtualMachineInstance level=info timestamp=2018-07-17T14:14:35.802674Z pos=vmi_networking_test.go:205 component=tests msg="[{1 \r\n$ [$ ]} {3 ip address show eth0\r\n2: eth0: mtu 1450 qdisc pfifo_fast qlen 1000\r\n [2: eth0: mtu 1450 qdisc pfifo_fast qlen 1000\r\n]} {5 link/ether 0 [0]}]" STEP: checking the VirtualMachineInstance can send MTU sized frames to another VirtualMachineInstance level=info timestamp=2018-07-17T14:17:41.466610Z pos=utils.go:1190 component=tests namespace=kubevirt-test-default name=testvmiv9b5n kind=VirtualMachineInstance uid=6b1b0530-89cb-11e8-8b15-525500d15501 msg="[{1 \r\n$ [$ ]} {3 ping 10.129.0.70 -c 1 -w 5 -s 1422\r\nPING 10.129.0.70 (10.129.0.70): 1422 data bytes\r\n\r\n--- 10.129.0.70 ping statistics ---\r\n5 packets transmitted, 0 packets received, 100% packet loss\r\n$ [$ ]} {5 echo $?\r\n1\r\n$ []}]" • ------------------------------ • [SLOW TEST:5.321 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be reachable via the propagated IP from a Pod /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 on the same node from Pod /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:6.175 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be reachable via the propagated IP from a Pod /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 on a different node from Pod /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ ••••• ------------------------------ • [SLOW TEST:36.315 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom interface model /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:379 should expose the right device type to the guest /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:380 ------------------------------ • ------------------------------ • [SLOW TEST:33.243 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:413 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:414 ------------------------------ • [SLOW TEST:31.944 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address in non-conventional format /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:425 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:426 ------------------------------ • [SLOW TEST:35.814 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address and slirp interface /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:438 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:439 ------------------------------ • [SLOW TEST:24.084 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should successfully start with hook sidecar annotation /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:60 ------------------------------ • [SLOW TEST:18.657 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should call Collect and OnDefineDomain on the hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:67 ------------------------------ • [SLOW TEST:21.381 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should update domain XML with SM BIOS properties /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:83 ------------------------------ • ------------------------------ • [SLOW TEST:7.023 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should scale /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 to five, to six and then to zero replicas /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ •• ------------------------------ • [SLOW TEST:20.720 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should update readyReplicas once VMIs are up /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:157 ------------------------------ •• ------------------------------ • [SLOW TEST:5.783 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should not scale when paused and scale when resume /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:223 ------------------------------ • [SLOW TEST:6.648 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should remove the finished VM /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:279 ------------------------------ Service cluster-ip-vm successfully exposed for virtualmachineinstance testvmi7psgf • [SLOW TEST:71.965 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:61 Expose ClusterIP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:68 Should expose a Cluster IP service on a VM and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:71 ------------------------------ Service node-port-vm successfully exposed for virtualmachineinstance testvmi7psgf • [SLOW TEST:10.525 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:61 Expose NodePort service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:98 Should expose a NodePort service on a VM and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:103 ------------------------------ Service cluster-ip-udp-vm successfully exposed for virtualmachineinstance testvmibv5db • [SLOW TEST:50.020 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose UDP service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:140 Expose ClusterIP UDP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:147 Should expose a ClusterIP service on a VM and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:151 ------------------------------ Service node-port-udp-vm successfully exposed for virtualmachineinstance testvmibv5db • [SLOW TEST:10.901 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose UDP service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:140 Expose NodePort UDP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:179 Should expose a NodePort service on a VM and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:184 ------------------------------ Pod name: disks-images-provider-hnthc Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-lbvrl Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-dqp8q Pod phase: Running level=info timestamp=2018-07-17T14:29:47.718832Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/17 14:29:56 http: TLS handshake error from 10.129.0.1:36784: EOF level=info timestamp=2018-07-17T14:29:57.275383Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/17 14:30:06 http: TLS handshake error from 10.129.0.1:36790: EOF level=info timestamp=2018-07-17T14:30:07.491369Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T14:30:08.493278Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T14:30:10.901018Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T14:30:13.319760Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/17 14:30:16 http: TLS handshake error from 10.129.0.1:36796: EOF level=info timestamp=2018-07-17T14:30:17.689653Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/17 14:30:26 http: TLS handshake error from 10.129.0.1:36802: EOF level=info timestamp=2018-07-17T14:30:27.374355Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T14:30:27.399977Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T14:30:27.415103Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T14:30:27.968234Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-api-7d79764579-ldvpq Pod phase: Running 2018/07/17 14:28:39 http: TLS handshake error from 10.128.0.1:51294: EOF 2018/07/17 14:28:49 http: TLS handshake error from 10.128.0.1:51344: EOF 2018/07/17 14:28:59 http: TLS handshake error from 10.128.0.1:51394: EOF level=info timestamp=2018-07-17T14:29:04.224324Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 14:29:09 http: TLS handshake error from 10.128.0.1:51448: EOF 2018/07/17 14:29:19 http: TLS handshake error from 10.128.0.1:51498: EOF 2018/07/17 14:29:29 http: TLS handshake error from 10.128.0.1:51548: EOF level=info timestamp=2018-07-17T14:29:34.196059Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 14:29:39 http: TLS handshake error from 10.128.0.1:51602: EOF 2018/07/17 14:29:49 http: TLS handshake error from 10.128.0.1:51654: EOF 2018/07/17 14:29:59 http: TLS handshake error from 10.128.0.1:51704: EOF level=info timestamp=2018-07-17T14:30:04.401492Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 14:30:09 http: TLS handshake error from 10.128.0.1:51758: EOF 2018/07/17 14:30:19 http: TLS handshake error from 10.128.0.1:51808: EOF 2018/07/17 14:30:29 http: TLS handshake error from 10.128.0.1:51858: EOF Pod name: virt-controller-7d57d96b65-hnblj Pod phase: Running level=info timestamp=2018-07-17T14:22:33.755073Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7psgf kind= uid=d86925c8-89cc-11e8-8b15-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T14:22:33.756206Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7psgf kind= uid=d86925c8-89cc-11e8-8b15-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T14:23:56.285394Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibv5db kind= uid=0995bdea-89cd-11e8-8b15-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T14:23:56.286563Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibv5db kind= uid=0995bdea-89cd-11e8-8b15-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T14:23:56.596383Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibv5db\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibv5db" level=info timestamp=2018-07-17T14:24:57.233132Z pos=vm.go:459 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6rzndms5g8 kind= uid=2dec7b78-89cd-11e8-8b15-525500d15501 msg="Looking for VirtualMachineInstance Ref" level=error timestamp=2018-07-17T14:24:57.234184Z pos=vm.go:462 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6rzndms5g8 kind= uid=2dec7b78-89cd-11e8-8b15-525500d15501 msg="Cant find the matching VM for VirtualMachineInstance: testvmi6rzndms5g8" level=info timestamp=2018-07-17T14:24:57.233642Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6rzndms5g8 kind= uid=2dec7b78-89cd-11e8-8b15-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T14:24:57.234403Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6rzndms5g8 kind= uid=2dec7b78-89cd-11e8-8b15-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T14:24:57.239485Z pos=vm.go:459 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6rzndpgnbr kind= uid=2dec0c71-89cd-11e8-8b15-525500d15501 msg="Looking for VirtualMachineInstance Ref" level=error timestamp=2018-07-17T14:24:57.239596Z pos=vm.go:462 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6rzndpgnbr kind= uid=2dec0c71-89cd-11e8-8b15-525500d15501 msg="Cant find the matching VM for VirtualMachineInstance: testvmi6rzndpgnbr" level=info timestamp=2018-07-17T14:24:57.239667Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6rzndpgnbr kind= uid=2dec0c71-89cd-11e8-8b15-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T14:24:57.239775Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6rzndpgnbr kind= uid=2dec0c71-89cd-11e8-8b15-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T14:24:57.565790Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6rzndpgnbr\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6rzndpgnbr" level=info timestamp=2018-07-17T14:24:57.610327Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6rzndms5g8\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6rzndms5g8" Pod name: virt-controller-7d57d96b65-hxl8g Pod phase: Running level=info timestamp=2018-07-17T13:33:54.378102Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-zhn9l Pod phase: Running level=info timestamp=2018-07-17T14:25:15.928317Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6rzndms5g8\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi6rzndms5g8" level=info timestamp=2018-07-17T14:25:16.281903Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-17T14:25:16.817418Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi6rzndms5g8 kind= uid=2dec7b78-89cd-11e8-8b15-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T14:25:16.840242Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6rzndpgnbr kind= uid=2dec0c71-89cd-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:25:17.274663Z pos=vm.go:657 component=virt-handler namespace=kubevirt-test-default name=testvmi6rzndpgnbr kind=Domain uid=2dec0c71-89cd-11e8-8b15-525500d15501 msg="Domain is in state Paused reason Unknown" level=info timestamp=2018-07-17T14:25:17.274877Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi6rzndpgnbr kind= uid=2dec0c71-89cd-11e8-8b15-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T14:25:17.277213Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-17T14:25:17.277376Z pos=vm.go:688 component=virt-handler namespace=kubevirt-test-default name=testvmi6rzndpgnbr kind=Domain uid=2dec0c71-89cd-11e8-8b15-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-17T14:25:17.279720Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6rzndms5g8 kind= uid=2dec7b78-89cd-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:25:17.279854Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi6rzndms5g8 kind= uid=2dec7b78-89cd-11e8-8b15-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T14:25:17.460670Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-17T14:25:17.684993Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6rzndms5g8 kind= uid=2dec7b78-89cd-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:25:18.288415Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6rzndpgnbr kind= uid=2dec0c71-89cd-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:25:18.339057Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi6rzndpgnbr kind= uid=2dec0c71-89cd-11e8-8b15-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T14:25:18.355858Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6rzndpgnbr kind= uid=2dec0c71-89cd-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-handler-zx5q8 Pod phase: Running level=info timestamp=2018-07-17T14:22:10.788423Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwcltq9f9h8 kind= uid=c0fbe7bf-89cc-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:22:10.789882Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmiwcltq9f9h8 kind= uid=c0fbe7bf-89cc-11e8-8b15-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T14:22:10.800699Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwcltq9f9h8 kind= uid=c0fbe7bf-89cc-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:22:14.000080Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiwcltq9f9h8 kind= uid=c0fbe7bf-89cc-11e8-8b15-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-17T14:22:14.010355Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiwcltq9f9h8 kind= uid=c0fbe7bf-89cc-11e8-8b15-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T14:22:14.012956Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmiwcltq9f9h8 kind= uid=c0fbe7bf-89cc-11e8-8b15-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmiwcltq9f9h8" level=info timestamp=2018-07-17T14:22:14.230757Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwcltq9f9h8 kind= uid=c0fbe7bf-89cc-11e8-8b15-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:22:14.231948Z pos=vm.go:330 component=virt-handler namespace=kubevirt-test-default name=testvmiwcltq9f9h8 kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-07-17T14:22:14.232453Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiwcltq9f9h8 kind=VirtualMachineInstance uid= msg="Processing shutdown." level=info timestamp=2018-07-17T14:22:14.233107Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwcltq9f9h8 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:22:14.232166Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T14:22:14.234029Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmiwcltq9f9h8 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-17T14:22:14.234196Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwcltq9f9h8 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T14:22:14.234333Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwcltq9f9h8 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T14:22:14.239918Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" Pod name: netcat5kthk Pod phase: Succeeded ++ head -n 1 +++ echo +++ nc -ul 31016 +++ nc -up 31016 192.168.66.102 31017 -i 1 -w 1 Hello UDP World! succeeded + x='Hello UDP World!' + echo 'Hello UDP World!' + '[' 'Hello UDP World!' = 'Hello UDP World!' ']' + echo succeeded + exit 0 Pod name: netcatbpl6j Pod phase: Succeeded ++ head -n 1 +++ nc 172.30.61.224 27017 -i 1 -w 1 + x='Hello World!' + echo 'Hello World!' + '[' 'Hello World!' = 'Hello World!' ']' + echo succeeded + exit 0 Hello World! succeeded Pod name: netcatg6jvk Pod phase: Succeeded ++ head -n 1 +++ echo +++ nc -ul 28016 +++ nc -up 28016 172.30.253.241 28017 -i 1 -w 1 Hello UDP World! succeeded + x='Hello UDP World!' + echo 'Hello UDP World!' + '[' 'Hello UDP World!' = 'Hello UDP World!' ']' + echo succeeded + exit 0 Pod name: netcathrg9q Pod phase: Succeeded ++ head -n 1 +++ echo +++ nc -ul 31016 +++ nc -up 31016 192.168.66.101 31017 -i 1 -w 1 Hello UDP World! succeeded + x='Hello UDP World!' + echo 'Hello UDP World!' + '[' 'Hello UDP World!' = 'Hello UDP World!' ']' + echo succeeded + exit 0 Pod name: netcatjzh7x Pod phase: Succeeded ++ head -n 1 +++ nc -up 29016 172.30.234.50 29017 -i 1 -w 1 +++ nc -ul 29016 +++ echo Hello UDP World! succeeded + x='Hello UDP World!' + echo 'Hello UDP World!' + '[' 'Hello UDP World!' = 'Hello UDP World!' ']' + echo succeeded + exit 0 Pod name: netcatndtps Pod phase: Succeeded ++ head -n 1 +++ nc 192.168.66.102 30017 -i 1 -w 1 + x='Hello World!' + echo 'Hello World!' + '[' 'Hello World!' = 'Hello World!' ']' + echo succeeded + exit 0 Hello World! succeeded Pod name: netcatvprk4 Pod phase: Succeeded ++ head -n 1 +++ nc 192.168.66.101 30017 -i 1 -w 1 Hello World! succeeded + x='Hello World!' + echo 'Hello World!' + '[' 'Hello World!' = 'Hello World!' ']' + echo succeeded + exit 0 Pod name: virt-launcher-testvmi6rzndms5g8-nqzgf Pod phase: Running level=info timestamp=2018-07-17T14:25:14.700858Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-17T14:25:14.708401Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 64346ee9-9b46-47be-83bc-1ec921c7132f" level=info timestamp=2018-07-17T14:25:14.710680Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-17T14:25:14.857244Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T14:25:15.344026Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-17T14:25:15.350151Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmi6rzndms5g8 kind= uid=2dec7b78-89cd-11e8-8b15-525500d15501 msg="Domain started." level=info timestamp=2018-07-17T14:25:15.364317Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi6rzndms5g8 kind= uid=2dec7b78-89cd-11e8-8b15-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-17T14:25:15.408224Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-17T14:25:15.519720Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T14:25:15.519994Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-17T14:25:15.586581Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-17T14:25:15.674569Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T14:25:15.729188Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 64346ee9-9b46-47be-83bc-1ec921c7132f: 149" level=info timestamp=2018-07-17T14:25:16.829141Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi6rzndms5g8 kind= uid=2dec7b78-89cd-11e8-8b15-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-17T14:25:17.286487Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi6rzndms5g8 kind= uid=2dec7b78-89cd-11e8-8b15-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmi6rzndpgnbr-w56vk Pod phase: Running level=info timestamp=2018-07-17T14:25:15.125118Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-17T14:25:15.803376Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-17T14:25:15.835027Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID cf74b0aa-b5c0-4d4f-b0d3-91fa4bd72066" level=info timestamp=2018-07-17T14:25:15.845846Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-17T14:25:16.282741Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T14:25:16.453825Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-17T14:25:16.492206Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmi6rzndpgnbr kind= uid=2dec0c71-89cd-11e8-8b15-525500d15501 msg="Domain started." level=info timestamp=2018-07-17T14:25:16.495412Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi6rzndpgnbr kind= uid=2dec0c71-89cd-11e8-8b15-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-17T14:25:16.497265Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-17T14:25:16.883287Z pos=monitor.go:222 component=virt-launcher msg="Found PID for cf74b0aa-b5c0-4d4f-b0d3-91fa4bd72066: 149" level=info timestamp=2018-07-17T14:25:17.277979Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T14:25:17.278148Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-17T14:25:17.309695Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-17T14:25:17.468041Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T14:25:18.351092Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi6rzndpgnbr kind= uid=2dec0c71-89cd-11e8-8b15-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmi7psgf-nrhrf Pod phase: Running level=info timestamp=2018-07-17T14:23:00.869094Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-17T14:23:00.869224Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-17T14:23:01.339188Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T14:23:01.804516Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-17T14:23:01.878393Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 86063775-21e7-4357-a8dc-27c64bf6e1d8: 169" level=info timestamp=2018-07-17T14:23:01.885298Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmi7psgf kind= uid=d86925c8-89cc-11e8-8b15-525500d15501 msg="Domain started." level=info timestamp=2018-07-17T14:23:01.905582Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi7psgf kind= uid=d86925c8-89cc-11e8-8b15-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-17T14:23:01.915960Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-17T14:23:03.192857Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T14:23:03.193386Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-17T14:23:03.215257Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi7psgf kind= uid=d86925c8-89cc-11e8-8b15-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-17T14:23:03.226973Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-17T14:23:03.318162Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T14:23:03.326099Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi7psgf kind= uid=d86925c8-89cc-11e8-8b15-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-17T14:23:03.369945Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi7psgf kind= uid=d86925c8-89cc-11e8-8b15-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmibv5db-b7dsg Pod phase: Running level=info timestamp=2018-07-17T14:24:12.253403Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-17T14:24:12.676557Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-17T14:24:12.683044Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 910770b2-d8f8-409e-9412-d08813ae0067" level=info timestamp=2018-07-17T14:24:12.683252Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-17T14:24:12.698151Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T14:24:13.125840Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-17T14:24:13.129948Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmibv5db kind= uid=0995bdea-89cd-11e8-8b15-525500d15501 msg="Domain started." level=info timestamp=2018-07-17T14:24:13.150153Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-17T14:24:13.154178Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmibv5db kind= uid=0995bdea-89cd-11e8-8b15-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-17T14:24:13.155270Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T14:24:13.155384Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-17T14:24:13.168939Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-17T14:24:13.178329Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T14:24:13.406091Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmibv5db kind= uid=0995bdea-89cd-11e8-8b15-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-17T14:24:13.940767Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 910770b2-d8f8-409e-9412-d08813ae0067: 143" Pod name: virt-launcher-testvmijsqmdkdwbk-vrw7h Pod phase: Running level=info timestamp=2018-07-17T14:22:49.504089Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-17T14:22:49.523462Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 7db79e05-bea6-4cc3-846a-148c3430a678" level=info timestamp=2018-07-17T14:22:49.524002Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-17T14:22:49.690381Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T14:22:50.084020Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-17T14:22:50.168522Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmijsqmdkdwbk kind= uid=d619bddb-89cc-11e8-8b15-525500d15501 msg="Domain started." level=info timestamp=2018-07-17T14:22:50.175576Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmijsqmdkdwbk kind= uid=d619bddb-89cc-11e8-8b15-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-17T14:22:50.176736Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-17T14:22:50.452917Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T14:22:50.453059Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-17T14:22:50.483431Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-17T14:22:50.530744Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 7db79e05-bea6-4cc3-846a-148c3430a678: 148" level=info timestamp=2018-07-17T14:22:50.541089Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T14:22:51.243406Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmijsqmdkdwbk kind= uid=d619bddb-89cc-11e8-8b15-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-17T14:22:51.321091Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmijsqmdkdwbk kind= uid=d619bddb-89cc-11e8-8b15-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmijsqmdqtsjg-vk4rb Pod phase: Running level=info timestamp=2018-07-17T14:22:45.011293Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-17T14:22:45.586276Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-17T14:22:45.694152Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T14:22:45.881219Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 158a1e09-09f2-459e-85ab-7a86512e6a64" level=info timestamp=2018-07-17T14:22:45.882590Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-17T14:22:45.954580Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-17T14:22:45.982719Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmijsqmdqtsjg kind= uid=d4cb0d69-89cc-11e8-8b15-525500d15501 msg="Domain started." level=info timestamp=2018-07-17T14:22:45.987786Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmijsqmdqtsjg kind= uid=d4cb0d69-89cc-11e8-8b15-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-17T14:22:45.994747Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-17T14:22:45.997224Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T14:22:45.997336Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-17T14:22:46.023232Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-17T14:22:46.394274Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T14:22:46.914276Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 158a1e09-09f2-459e-85ab-7a86512e6a64: 148" level=info timestamp=2018-07-17T14:22:47.837982Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmijsqmdqtsjg kind= uid=d4cb0d69-89cc-11e8-8b15-525500d15501 msg="Synced vmi" • Failure in Spec Setup (BeforeEach) [336.695 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VM replica set /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:227 Expose ClusterIP service [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:260 Should create a ClusterIP service on VMRS and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:264 Expected error: : 180000000000 expect: timer expired after 180 seconds not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:36 ------------------------------ STEP: Creating a VMRS object with 2 replicas STEP: Start the replica set STEP: Checking the number of ready replicas STEP: add an 'hello world' server on each VM in the replica set level=info timestamp=2018-07-17T14:30:31.434181Z pos=utils.go:1227 component=tests namespace=kubevirt-test-default name=testvmijsqmdkdwbk kind=VirtualMachineInstance uid=d619bddb-89cc-11e8-8b15-525500d15501 msg="Login: [{2 \r\n\r\nfailed 14/20: up 169.06. request failed\r\nfailed 15/20: up 181.13. request failed\r\nfailed 16/20: up 193.24. request failed\r\nfailed 17/20: up 205.30. request failed\r\nfailed 18/20: up 217.37. request failed\r\nfailed 19/20: up 229.46. request failed\r\nfailed 20/20: up 241.53. request failed\r\nfailed to read iid from metadata. tried 20\r\nfailed to get instance-id of datasource\r\nTop of dropbear init script\r\nStarting dropbear sshd: failed to get instance-id of datasource\r\nOK\r\nGROWROOT: NOCHANGE: partition 1 is size 71647. it cannot be grown\r\n/dev/root resized successfully [took 0.03s]\r\n=== system information ===\r\nPlatform: QEMU Standard PC (Q35 + ICH9, 2009)\r\nContainer: none\r\nArch: x86_64\r\nCPU(s): 1 @ 2099.998 MHz\r\nCores/Sockets/Threads: 1/1/1\r\nVirt-type: \r\nRAM Size: 43MB\r\nDisks:\r\nNAME MAJ:MIN SIZE LABEL MOUNTPOINT\r\nvda 253:0 46137344 \r\nvda1 253:1 36683264 cirros-rootfs /\r\nvda15 253:15 8388608 \r\n=== sshd host keys ===\r\n-----BEGIN SSH HOST KEY KEYS-----\r\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCohQI1GaAg9X+teH3N250lL0/RIa+YfzN7Gd3TgQBbkttl9rAAX87SbuDmBdgQzWOzmqAA7nAH3iC8T9EPRfPzQ5J28RZiIR5fD9AhvEUAWA6Ttop03MUzu92WIvJ87gix5mk8Zfvte1q0bXXSIK1x1tHpJ7htHEe+f941Ge+ZUcmTfa5KFaES2gXz93TvrtMGtIgeqWKxWTkZysT1q8L34DWdsfxnuAR3LUgSnVJfCEbxI9LSBN1uKMcyhB3d3pSStT5/6wr1TYtEnLqumSmjOnUF9QLzHnIkis8k+yqUy+WrlnpeplrriJo7ru8S82bDesUcw+rV9rR1O14V108r root@cirros\r\nssh-dss AAAAB3NzaC1kc3MAAACBAKyoeNmv3335b88GYSV7eF5gctXiAtWEfJCvv0HN3T/NqlhOoRDFmfJwDn0Tzx9DkvlgZXIvnZYE4g4rkYSq5bk4mHC8TlLDQA+PSn/FkelRT3cwuqGWeBkQ6s0iw0R1bl8RwM55w2Ue1uUtuhNoQN0NyZZsdh5DoCOYiQ9v808xAAAAFQCKYmeKFaFK3AqInzqWTdAuqAJKzwAAAIBS21W+H7UWGGbtywcpmUdRbGR883b99/QfJNpHAyXbYTnwum/l1OoewWjTfQA1/T6aqVP0QOEmM96JWTfe0iIcHr4DFTI91VvXDNYFvwz2FmltKyzR6dx0G+C0FolDGuSunxX+QdINSWycJiCflV9D0GMGU/NKkevDDzp+EJr+nAAAAIAnEbn+/vbDGT88e49i0IsRv60unxxKW4XB8AhB2HTOzXvXJEn34TDUoAj8YyyC8W3liIoNCGTg0atBxvYlhybk1p1y/obsk4A9n9+TbYNtlL1VXEyQXEiOd1axSgyDGhF5gN0LY9/CoruURrkhiHqlA69yoOcEWwiss5WLOvCzRw== root@cirros\r\n-----END SSH HOST KEY KEYS-----\r\n=== network info ===\r\nif-info: lo,up,127.0.0.1,8,,\r\nif-info: eth0,up,10.129.0.101,23,fe80::858:aff:fe81:65/64,\r\nip-route:default via 10.129.0.1 dev eth0 \r\nip-route:10.128.0.0/14 dev eth0 \r\nip-route:10.129.0.0/23 dev eth0 src 10.129.0.101 \r\nip-route:224.0.0.0/4 dev eth0 \r\nip-route6:fe80::/64 dev eth0 metric 256 \r\nip-route6:unreachable default dev lo metric -1 error -101\r\nip-route6:ff00::/8 dev eth0 metric 256 \r\nip-route6:unreachable default dev lo metric -1 error -101\r\n=== datasource: None None ===\r\n=== cirros: current=0.4.0 uptime=256.40 ===\r\n ____ ____ ____\r\n / __/ __ ____ ____ / __ \\/ __/\r\n/ /__ / // __// __// /_/ /\\ \\ \r\n\\___//_//_/ /_/ \\____/___/ \r\n http://cirros-cloud.net\r\n\r\n\r\r\nlogin as 'cirros' user. default password: 'gocubsgo'. use 'sudo' for root.\r\n\rcirros login: [login as 'cirros' user. default password: 'gocubsgo'. use 'sudo' for root.]} {4 \r\r\nlogin as 'cirros' user. default password: 'gocubsgo'. use 'sudo' for root.\r\n\rcirros login: []}]" Service cluster-ip-ovm successfully exposed for virtualmachine testvmic7kc5 • [SLOW TEST:57.806 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on an Offline VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:292 Expose ClusterIP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:336 Connect to ClusterIP services that was set when VM was offline /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:337 ------------------------------ •• ------------------------------ • [SLOW TEST:18.517 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should update VirtualMachine once VMIs are up /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:195 ------------------------------ •• ------------------------------ • [SLOW TEST:30.977 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should recreate VirtualMachineInstance if it gets deleted /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:245 ------------------------------ • [SLOW TEST:57.666 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should recreate VirtualMachineInstance if the VirtualMachineInstance's pod gets deleted /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:265 ------------------------------ • [SLOW TEST:31.983 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should stop VirtualMachineInstance if running set to false /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:325 ------------------------------ • [SLOW TEST:159.910 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should start and stop VirtualMachineInstance multiple times /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:333 ------------------------------ • [SLOW TEST:41.138 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should not update the VirtualMachineInstance spec if Running /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:346 ------------------------------ • [SLOW TEST:188.685 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should survive guest shutdown, multiple times /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:387 ------------------------------ • [SLOW TEST:18.740 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 Using virtctl interface /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:435 should start a VirtualMachineInstance once /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:436 ------------------------------ • [SLOW TEST:32.133 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 Using virtctl interface /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:435 should stop a VirtualMachineInstance once /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:467 ------------------------------ • [SLOW TEST:37.342 seconds] LeaderElection /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:43 Start a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:53 when the controller pod is not running /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:54 should success /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:55 ------------------------------ ••• ------------------------------ • [SLOW TEST:13.624 seconds] Templates /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:42 Launching VMI from VM Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:60 with given Fedora Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:193 with given VM JSON from the Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:152 with given VM from the VM JSON /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:158 with given VMI from the VM /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:163 should succeed to terminate the VMI using oc-patch command /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:166 ------------------------------ • ------------------------------ • [SLOW TEST:102.335 seconds] Slirp /root/go/src/kubevirt.io/kubevirt/tests/vmi_slirp_interface_test.go:39 should be able to /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 VirtualMachineInstance with slirp interface /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ •• Waiting for namespace kubevirt-test-default to be removed, this can take a while ... Waiting for namespace kubevirt-test-alternative to be removed, this can take a while ... Summarizing 4 Failures: [Fail] RegistryDisk Starting a VirtualMachineInstance with ephemeral registry disk [It] should not modify the spec on status update /root/go/src/kubevirt.io/kubevirt/tests/utils.go:245 [Fail] CloudInit UserData A new VirtualMachineInstance with cloudInitNoCloud userDataBase64 source [It] should have cloud-init data /root/go/src/kubevirt.io/kubevirt/tests/utils.go:245 [Fail] Networking should be able to reach [It] the Inbound VirtualMachineInstance with custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:224 [Fail] Expose Expose service on a VM replica set [BeforeEach] Expose ClusterIP service Should create a ClusterIP service on VMRS and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:36 Ran 127 of 140 Specs in 4137.245 seconds FAIL! -- 123 Passed | 4 Failed | 0 Pending | 13 Skipped --- FAIL: TestTests (4137.25s) FAIL make: *** [functest] Error 1 + make cluster-down ./cluster/down.sh