+ export WORKSPACE=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2 + WORKSPACE=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2 + [[ openshift-3.10-release =~ openshift-.* ]] + [[ openshift-3.10-release =~ .*-crio-.* ]] + export KUBEVIRT_PROVIDER=os-3.10.0 + KUBEVIRT_PROVIDER=os-3.10.0 + export KUBEVIRT_NUM_NODES=2 + KUBEVIRT_NUM_NODES=2 + export NFS_WINDOWS_DIR=/home/nfs/images/windows2016 + NFS_WINDOWS_DIR=/home/nfs/images/windows2016 + export NAMESPACE=kube-system + NAMESPACE=kube-system + trap '{ make cluster-down; }' EXIT SIGINT SIGTERM SIGSTOP + make cluster-down ./cluster/down.sh + make cluster-up ./cluster/up.sh Downloading ....... Downloading ....... Downloading ....... 2018/07/15 12:52:00 Waiting for host: 192.168.66.102:22 2018/07/15 12:52:03 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/15 12:52:11 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/15 12:52:19 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/15 12:52:27 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/15 12:52:33 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: connection refused. Sleeping 5s 2018/07/15 12:52:38 Connected to tcp://192.168.66.102:22 + systemctl stop origin-node.service + rm -rf /etc/origin/ /etc/etcd/ /var/lib/origin /var/lib/etcd/ ++ docker ps -q + containers= + '[' -n '' ']' ++ docker ps -q -a + containers='380578eb6b01 04838495ca18 aef4dea680cc 46bea3472251 6251077554f3 fe2a0d7ec163 970722bcd3fd 1eb051c1b629 1052914cea3e e039c376e094 84eb0c833d7c 4e08778d9b1d 0a9a2fcf5f77 50aebcf65f7b 9faedfc6ec82 f59bf1b05c0b 2ec313cb7901 5a782498db8c fef39cf40a53 c8ca0d879d8b aabbef87da66 0ac6cd26ae28 d021d99166a4 ed496b2ca295 e69e08bd00a8 0ddad7779bb0 3ca535d6f49f 2fc9538787a8' + '[' -n '380578eb6b01 04838495ca18 aef4dea680cc 46bea3472251 6251077554f3 fe2a0d7ec163 970722bcd3fd 1eb051c1b629 1052914cea3e e039c376e094 84eb0c833d7c 4e08778d9b1d 0a9a2fcf5f77 50aebcf65f7b 9faedfc6ec82 f59bf1b05c0b 2ec313cb7901 5a782498db8c fef39cf40a53 c8ca0d879d8b aabbef87da66 0ac6cd26ae28 d021d99166a4 ed496b2ca295 e69e08bd00a8 0ddad7779bb0 3ca535d6f49f 2fc9538787a8' ']' + docker rm -f 380578eb6b01 04838495ca18 aef4dea680cc 46bea3472251 6251077554f3 fe2a0d7ec163 970722bcd3fd 1eb051c1b629 1052914cea3e e039c376e094 84eb0c833d7c 4e08778d9b1d 0a9a2fcf5f77 50aebcf65f7b 9faedfc6ec82 f59bf1b05c0b 2ec313cb7901 5a782498db8c fef39cf40a53 c8ca0d879d8b aabbef87da66 0ac6cd26ae28 d021d99166a4 ed496b2ca295 e69e08bd00a8 0ddad7779bb0 3ca535d6f49f 2fc9538787a8 380578eb6b01 04838495ca18 aef4dea680cc 46bea3472251 6251077554f3 fe2a0d7ec163 970722bcd3fd 1eb051c1b629 1052914cea3e e039c376e094 84eb0c833d7c 4e08778d9b1d 0a9a2fcf5f77 50aebcf65f7b 9faedfc6ec82 f59bf1b05c0b 2ec313cb7901 5a782498db8c fef39cf40a53 c8ca0d879d8b aabbef87da66 0ac6cd26ae28 d021d99166a4 ed496b2ca295 e69e08bd00a8 0ddad7779bb0 3ca535d6f49f 2fc9538787a8 2018/07/15 12:52:41 Waiting for host: 192.168.66.101:22 2018/07/15 12:52:44 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/15 12:52:52 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/15 12:53:00 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/15 12:53:08 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/15 12:53:13 Connected to tcp://192.168.66.101:22 + inventory_file=/root/inventory + openshift_ansible=/root/openshift-ansible + echo '[new_nodes]' + sed -i '/\[OSEv3:children\]/a new_nodes' /root/inventory + nodes_found=false ++ seq 2 100 + for i in '$(seq 2 100)' ++ printf node%02d 2 + node=node02 ++ printf 192.168.66.1%02d 2 + node_ip=192.168.66.102 + set +e + ping 192.168.66.102 -c 1 PING 192.168.66.102 (192.168.66.102) 56(84) bytes of data. 64 bytes from 192.168.66.102: icmp_seq=1 ttl=64 time=2.98 ms --- 192.168.66.102 ping statistics --- 1 packets transmitted, 1 received, 0% packet loss, time 0ms rtt min/avg/max/mdev = 2.988/2.988/2.988/0.000 ms Found node02. Adding it to the inventory. + '[' 0 -ne 0 ']' + nodes_found=true + set -e + echo '192.168.66.102 node02' + echo 'Found node02. Adding it to the inventory.' + echo 'node02 openshift_node_group_name="node-config-compute" openshift_schedulable=true openshift_ip=192.168.66.102' + for i in '$(seq 2 100)' ++ printf node%02d 3 + node=node03 ++ printf 192.168.66.1%02d 3 + node_ip=192.168.66.103 + set +e + ping 192.168.66.103 -c 1 PING 192.168.66.103 (192.168.66.103) 56(84) bytes of data. From 192.168.66.101 icmp_seq=1 Destination Host Unreachable --- 192.168.66.103 ping statistics --- 1 packets transmitted, 0 received, +1 errors, 100% packet loss, time 0ms + '[' 1 -ne 0 ']' + break + '[' true = true ']' + ansible-playbook -i /root/inventory /root/openshift-ansible/playbooks/openshift-node/scaleup.yml PLAY [Populate config host groups] ********************************************* TASK [Load group name mapping variables] *************************************** ok: [localhost] TASK [Evaluate groups - g_etcd_hosts or g_new_etcd_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_master_hosts or g_new_master_hosts required] ********* skipping: [localhost] TASK [Evaluate groups - g_node_hosts or g_new_node_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_lb_hosts required] *********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts required] ********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts is single host] **************************** skipping: [localhost] TASK [Evaluate groups - g_glusterfs_hosts required] **************************** skipping: [localhost] TASK [Evaluate oo_all_hosts] *************************************************** ok: [localhost] => (item=node01) ok: [localhost] => (item=node02) TASK [Evaluate oo_masters] ***************************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_master] ************************************************ ok: [localhost] TASK [Evaluate oo_new_etcd_to_config] ****************************************** TASK [Evaluate oo_masters_to_config] ******************************************* ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_to_config] ********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_etcd] ************************************************** ok: [localhost] TASK [Evaluate oo_etcd_hosts_to_upgrade] *************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_hosts_to_backup] **************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_nodes_to_config] ********************************************* ok: [localhost] => (item=node02) TASK [Evaluate oo_nodes_to_bootstrap] ****************************************** ok: [localhost] => (item=node02) TASK [Add masters to oo_nodes_to_bootstrap] ************************************ ok: [localhost] => (item=node01) TASK [Evaluate oo_lb_to_config] ************************************************ TASK [Evaluate oo_nfs_to_config] *********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_glusterfs_to_config] ***************************************** TASK [Evaluate oo_etcd_to_migrate] ********************************************* ok: [localhost] => (item=node01) PLAY [Ensure there are new_nodes] ********************************************** TASK [fail] ******************************************************************** skipping: [localhost] TASK [fail] ******************************************************************** skipping: [localhost] PLAY [Initialization Checkpoint Start] ***************************************** TASK [Set install initialization 'In Progress'] ******************************** ok: [node01] PLAY [Populate config host groups] ********************************************* TASK [Load group name mapping variables] *************************************** ok: [localhost] TASK [Evaluate groups - g_etcd_hosts or g_new_etcd_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_master_hosts or g_new_master_hosts required] ********* skipping: [localhost] TASK [Evaluate groups - g_node_hosts or g_new_node_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_lb_hosts required] *********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts required] ********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts is single host] **************************** skipping: [localhost] TASK [Evaluate groups - g_glusterfs_hosts required] **************************** skipping: [localhost] TASK [Evaluate oo_all_hosts] *************************************************** ok: [localhost] => (item=node01) ok: [localhost] => (item=node02) TASK [Evaluate oo_masters] ***************************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_master] ************************************************ ok: [localhost] TASK [Evaluate oo_new_etcd_to_config] ****************************************** TASK [Evaluate oo_masters_to_config] ******************************************* ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_to_config] ********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_etcd] ************************************************** ok: [localhost] TASK [Evaluate oo_etcd_hosts_to_upgrade] *************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_hosts_to_backup] **************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_nodes_to_config] ********************************************* ok: [localhost] => (item=node02) TASK [Evaluate oo_nodes_to_bootstrap] ****************************************** ok: [localhost] => (item=node02) TASK [Add masters to oo_nodes_to_bootstrap] ************************************ ok: [localhost] => (item=node01) TASK [Evaluate oo_lb_to_config] ************************************************ TASK [Evaluate oo_nfs_to_config] *********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_glusterfs_to_config] ***************************************** TASK [Evaluate oo_etcd_to_migrate] ********************************************* ok: [localhost] => (item=node01) [WARNING]: Could not match supplied host pattern, ignoring: oo_lb_to_config PLAY [Ensure that all non-node hosts are accessible] *************************** TASK [Gathering Facts] ********************************************************* ok: [node01] PLAY [Initialize basic host facts] ********************************************* TASK [Gathering Facts] ********************************************************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : include_tasks] **************************** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/deprecations.yml for node01, node02 TASK [openshift_sanitize_inventory : Check for usage of deprecated variables] *** ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : debug] ************************************ skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : set_stats] ******************************** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Assign deprecated variables to correct counterparts] *** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/__deprecations_logging.yml for node01, node02 included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/__deprecations_metrics.yml for node01, node02 TASK [openshift_sanitize_inventory : conditional_set_fact] ********************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : set_fact] ********************************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : conditional_set_fact] ********************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : Standardize on latest variable names] ***** ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : Normalize openshift_release] ************** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Abort when openshift_release is invalid] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : include_tasks] **************************** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/unsupported.yml for node01, node02 TASK [openshift_sanitize_inventory : Ensure that openshift_use_dnsmasq is true] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that openshift_node_dnsmasq_install_network_manager_hook is true] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : set_fact] ********************************* skipping: [node01] => (item=openshift_hosted_etcd_storage_kind) skipping: [node02] => (item=openshift_hosted_etcd_storage_kind) TASK [openshift_sanitize_inventory : Ensure that dynamic provisioning is set if using dynamic storage] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure the hosted registry's GlusterFS storage is configured correctly] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure the hosted registry's GlusterFS storage is configured correctly] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure clusterid is set along with the cloudprovider] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure ansible_service_broker_remove and ansible_service_broker_install are mutually exclusive] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure template_service_broker_remove and template_service_broker_install are mutually exclusive] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that all requires vsphere configuration variables are set] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : ensure provider configuration variables are defined] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure removed web console extension variables are not set] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that web console port matches API server port] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : At least one master is schedulable] ******* skipping: [node01] skipping: [node02] TASK [Detecting Operating System from ostree_booted] *************************** ok: [node01] ok: [node02] TASK [set openshift_deployment_type if unset] ********************************** skipping: [node01] skipping: [node02] TASK [check for node already bootstrapped] ************************************* ok: [node02] ok: [node01] TASK [initialize_facts set fact openshift_is_bootstrapped] ********************* ok: [node01] ok: [node02] TASK [initialize_facts set fact openshift_is_atomic and openshift_is_containerized] *** ok: [node01] ok: [node02] TASK [Determine Atomic Host Docker Version] ************************************ skipping: [node01] skipping: [node02] TASK [assert atomic host docker version is 1.12 or later] ********************** skipping: [node01] skipping: [node02] PLAY [Retrieve existing master configs and validate] *************************** TASK [openshift_control_plane : stat] ****************************************** ok: [node01] TASK [openshift_control_plane : slurp] ***************************************** ok: [node01] TASK [openshift_control_plane : set_fact] ************************************** ok: [node01] TASK [openshift_control_plane : Check for file paths outside of /etc/origin/master in master's config] *** ok: [node01] TASK [openshift_control_plane : set_fact] ************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** skipping: [node01] PLAY [Initialize special first-master variables] ******************************* TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] PLAY [Disable web console if required] ***************************************** TASK [set_fact] **************************************************************** skipping: [node01] PLAY [Setup yum repositories for all hosts] ************************************ TASK [rhel_subscribe : fail] *************************************************** skipping: [node02] TASK [rhel_subscribe : Install Red Hat Subscription manager] ******************* skipping: [node02] TASK [rhel_subscribe : Is host already registered?] **************************** skipping: [node02] TASK [rhel_subscribe : Register host] ****************************************** skipping: [node02] TASK [rhel_subscribe : fail] *************************************************** skipping: [node02] TASK [rhel_subscribe : Determine if OpenShift Pool Already Attached] *********** skipping: [node02] TASK [rhel_subscribe : Attach to OpenShift Pool] ******************************* skipping: [node02] TASK [rhel_subscribe : Satellite preparation] ********************************** skipping: [node02] TASK [openshift_repos : openshift_repos detect ostree] ************************* ok: [node02] TASK [openshift_repos : Ensure libselinux-python is installed] ***************** ok: [node02] TASK [openshift_repos : Remove openshift_additional.repo file] ***************** ok: [node02] TASK [openshift_repos : Create any additional repos that are defined] ********** TASK [openshift_repos : include_tasks] ***************************************** skipping: [node02] TASK [openshift_repos : include_tasks] ***************************************** included: /root/openshift-ansible/roles/openshift_repos/tasks/centos_repos.yml for node02 TASK [openshift_repos : Configure origin gpg keys] ***************************** ok: [node02] TASK [openshift_repos : Configure correct origin release repository] *********** ok: [node02] => (item=/root/openshift-ansible/roles/openshift_repos/templates/CentOS-OpenShift-Origin.repo.j2) TASK [openshift_repos : Ensure clean repo cache in the event repos have been changed manually] *** changed: [node02] => { "msg": "First run of openshift_repos" } TASK [openshift_repos : Record that openshift_repos already ran] *************** ok: [node02] RUNNING HANDLER [openshift_repos : refresh cache] ****************************** changed: [node02] PLAY [Install packages necessary for installer] ******************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [Determine if chrony is installed] **************************************** [WARNING]: Consider using the yum, dnf or zypper module rather than running rpm. If you need to use command because yum, dnf or zypper is insufficient you can add warn=False to this command task or set command_warnings=False in ansible.cfg to get rid of this message. changed: [node02] TASK [Install ntp package] ***************************************************** skipping: [node02] TASK [Start and enable ntpd/chronyd] ******************************************* changed: [node02] TASK [Ensure openshift-ansible installer package deps are installed] *********** ok: [node02] => (item=iproute) ok: [node02] => (item=dbus-python) ok: [node02] => (item=PyYAML) ok: [node02] => (item=python-ipaddress) ok: [node02] => (item=libsemanage-python) ok: [node02] => (item=yum-utils) ok: [node02] => (item=python-docker) PLAY [Initialize cluster facts] ************************************************ TASK [Gathering Facts] ********************************************************* ok: [node02] ok: [node01] TASK [get openshift_current_version] ******************************************* ok: [node01] ok: [node02] TASK [set_fact openshift_portal_net if present on masters] ********************* ok: [node02] ok: [node01] TASK [Gather Cluster facts] **************************************************** changed: [node02] changed: [node01] TASK [Set fact of no_proxy_internal_hostnames] ********************************* skipping: [node01] skipping: [node02] TASK [Initialize openshift.node.sdn_mtu] *************************************** changed: [node02] ok: [node01] PLAY [Initialize etcd host variables] ****************************************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] PLAY [Determine openshift_version to configure on first master] **************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [include_role] ************************************************************ TASK [openshift_version : Use openshift_current_version fact as version to configure if already installed] *** ok: [node01] TASK [openshift_version : Set openshift_version to openshift_release if undefined] *** skipping: [node01] TASK [openshift_version : debug] *********************************************** ok: [node01] => { "msg": "openshift_pkg_version was not defined. Falling back to -3.10.0" } TASK [openshift_version : set_fact] ******************************************** ok: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : assert openshift_release in openshift_image_tag] ***** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : assert openshift_release in openshift_pkg_version] *** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_release": "3.10" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_image_tag": "v3.10.0-rc.0" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_pkg_version": "-3.10.0*" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_version": "3.10.0" } TASK [set openshift_version booleans (first master)] *************************** ok: [node01] PLAY [Set openshift_version for etcd, node, and master hosts] ****************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [set_fact] **************************************************************** ok: [node02] TASK [set openshift_version booleans (masters and nodes)] ********************** ok: [node02] PLAY [Verify Requirements] ***************************************************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [Run variable sanity checks] ********************************************** ok: [node01] TASK [Validate openshift_node_groups and openshift_node_group_name] ************ ok: [node01] PLAY [Initialization Checkpoint End] ******************************************* TASK [Set install initialization 'Complete'] *********************************** ok: [node01] PLAY [Validate node hostnames] ************************************************* TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [Query DNS for IP address of node02] ************************************** ok: [node02] TASK [Validate openshift_hostname when defined] ******************************** skipping: [node02] TASK [Validate openshift_ip exists on node when defined] *********************** skipping: [node02] PLAY [Configure os_firewall] *************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [os_firewall : Detecting Atomic Host Operating System] ******************** ok: [node02] TASK [os_firewall : Set fact r_os_firewall_is_atomic] ************************** ok: [node02] TASK [os_firewall : Fail - Firewalld is not supported on Atomic Host] ********** skipping: [node02] TASK [os_firewall : Install firewalld packages] ******************************** skipping: [node02] TASK [os_firewall : Ensure iptables services are not enabled] ****************** skipping: [node02] => (item=iptables) skipping: [node02] => (item=ip6tables) TASK [os_firewall : Wait 10 seconds after disabling iptables] ****************** skipping: [node02] TASK [os_firewall : Start and enable firewalld service] ************************ skipping: [node02] TASK [os_firewall : need to pause here, otherwise the firewalld service starting can sometimes cause ssh to fail] *** skipping: [node02] TASK [os_firewall : Restart polkitd] ******************************************* skipping: [node02] TASK [os_firewall : Wait for polkit action to have been created] *************** skipping: [node02] TASK [os_firewall : Ensure firewalld service is not enabled] ******************* ok: [node02] TASK [os_firewall : Wait 10 seconds after disabling firewalld] ***************** skipping: [node02] TASK [os_firewall : Install iptables packages] ********************************* ok: [node02] => (item=iptables) ok: [node02] => (item=iptables-services) TASK [os_firewall : Start and enable iptables service] ************************* ok: [node02 -> node02] => (item=node02) TASK [os_firewall : need to pause here, otherwise the iptables service starting can sometimes cause ssh to fail] *** skipping: [node02] PLAY [oo_nodes_to_config] ****************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [container_runtime : Setup the docker-storage for overlay] **************** skipping: [node02] TASK [container_runtime : Create file system on extra volume device] *********** TASK [container_runtime : Create mount entry for extra volume] ***************** PLAY [oo_nodes_to_config] ****************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_excluder : Install docker excluder - yum] ********************** ok: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* ok: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** skipping: [node02] TASK [container_runtime : Getting current systemd-udevd exec command] ********** skipping: [node02] TASK [container_runtime : Assure systemd-udevd.service.d directory exists] ***** skipping: [node02] TASK [container_runtime : Create systemd-udevd override file] ****************** skipping: [node02] TASK [container_runtime : Add enterprise registry, if necessary] *************** skipping: [node02] TASK [container_runtime : Add http_proxy to /etc/atomic.conf] ****************** skipping: [node02] TASK [container_runtime : Add https_proxy to /etc/atomic.conf] ***************** skipping: [node02] TASK [container_runtime : Add no_proxy to /etc/atomic.conf] ******************** skipping: [node02] TASK [container_runtime : Get current installed Docker version] **************** ok: [node02] TASK [container_runtime : Error out if Docker pre-installed but too old] ******* skipping: [node02] TASK [container_runtime : Error out if requested Docker is too old] ************ skipping: [node02] TASK [container_runtime : Install Docker] ************************************** skipping: [node02] TASK [container_runtime : Ensure docker.service.d directory exists] ************ ok: [node02] TASK [container_runtime : Configure Docker service unit file] ****************** ok: [node02] TASK [container_runtime : stat] ************************************************ ok: [node02] TASK [container_runtime : Set registry params] ********************************* skipping: [node02] => (item={u'reg_conf_var': u'ADD_REGISTRY', u'reg_flag': u'--add-registry', u'reg_fact_val': []}) skipping: [node02] => (item={u'reg_conf_var': u'BLOCK_REGISTRY', u'reg_flag': u'--block-registry', u'reg_fact_val': []}) skipping: [node02] => (item={u'reg_conf_var': u'INSECURE_REGISTRY', u'reg_flag': u'--insecure-registry', u'reg_fact_val': []}) TASK [container_runtime : Place additional/blocked/insecure registries in /etc/containers/registries.conf] *** skipping: [node02] TASK [container_runtime : Set Proxy Settings] ********************************** skipping: [node02] => (item={u'reg_conf_var': u'HTTP_PROXY', u'reg_fact_val': u''}) skipping: [node02] => (item={u'reg_conf_var': u'HTTPS_PROXY', u'reg_fact_val': u''}) skipping: [node02] => (item={u'reg_conf_var': u'NO_PROXY', u'reg_fact_val': u''}) TASK [container_runtime : Set various Docker options] ************************** ok: [node02] TASK [container_runtime : stat] ************************************************ ok: [node02] TASK [container_runtime : Configure Docker Network OPTIONS] ******************** ok: [node02] TASK [container_runtime : Detect if docker is already started] ***************** ok: [node02] TASK [container_runtime : Start the Docker service] **************************** ok: [node02] TASK [container_runtime : set_fact] ******************************************** ok: [node02] TASK [container_runtime : Check for docker_storage_path/overlay2] ************** ok: [node02] TASK [container_runtime : Fixup SELinux permissions for docker] **************** changed: [node02] TASK [container_runtime : Ensure /var/lib/containers exists] ******************* ok: [node02] TASK [container_runtime : Fix SELinux Permissions on /var/lib/containers] ****** ok: [node02] TASK [container_runtime : Check for credentials file for registry auth] ******** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth] ***** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth (alternative)] *** skipping: [node02] TASK [container_runtime : stat the docker data dir] **************************** ok: [node02] TASK [container_runtime : stop the current running docker] ********************* skipping: [node02] TASK [container_runtime : copy "/var/lib/docker" to "/var/lib/containers/docker"] *** skipping: [node02] TASK [container_runtime : Set the selinux context on /var/lib/containers/docker] *** skipping: [node02] TASK [container_runtime : restorecon the /var/lib/containers/docker] *********** skipping: [node02] TASK [container_runtime : Remove the old docker location] ********************** skipping: [node02] TASK [container_runtime : Setup the link] ************************************** skipping: [node02] TASK [container_runtime : start docker] **************************************** skipping: [node02] TASK [container_runtime : Fail if Atomic Host since this is an rpm request] **** skipping: [node02] TASK [container_runtime : Getting current systemd-udevd exec command] ********** skipping: [node02] TASK [container_runtime : Assure systemd-udevd.service.d directory exists] ***** skipping: [node02] TASK [container_runtime : Create systemd-udevd override file] ****************** skipping: [node02] TASK [container_runtime : Add enterprise registry, if necessary] *************** skipping: [node02] TASK [container_runtime : Check that overlay is in the kernel] ***************** skipping: [node02] TASK [container_runtime : Add overlay to modprobe.d] *************************** skipping: [node02] TASK [container_runtime : Manually modprobe overlay into the kernel] *********** skipping: [node02] TASK [container_runtime : Enable and start systemd-modules-load] *************** skipping: [node02] TASK [container_runtime : Install cri-o] *************************************** skipping: [node02] TASK [container_runtime : Remove CRI-O default configuration files] ************ skipping: [node02] => (item=/etc/cni/net.d/200-loopback.conf) skipping: [node02] => (item=/etc/cni/net.d/100-crio-bridge.conf) TASK [container_runtime : Create the CRI-O configuration] ********************** skipping: [node02] TASK [container_runtime : Ensure CNI configuration directory exists] *********** skipping: [node02] TASK [container_runtime : Add iptables allow rules] **************************** skipping: [node02] => (item={u'port': u'10010/tcp', u'service': u'crio'}) TASK [container_runtime : Remove iptables rules] ******************************* TASK [container_runtime : Add firewalld allow rules] *************************** skipping: [node02] => (item={u'port': u'10010/tcp', u'service': u'crio'}) TASK [container_runtime : Remove firewalld allow rules] ************************ TASK [container_runtime : Configure the CNI network] *************************** skipping: [node02] TASK [container_runtime : Create /etc/sysconfig/crio-network] ****************** skipping: [node02] TASK [container_runtime : Start the CRI-O service] ***************************** skipping: [node02] TASK [container_runtime : Ensure /var/lib/containers exists] ******************* skipping: [node02] TASK [container_runtime : Fix SELinux Permissions on /var/lib/containers] ****** skipping: [node02] TASK [container_runtime : Check for credentials file for registry auth] ******** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth] ***** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth (alternative)] *** skipping: [node02] TASK [container_runtime : stat the docker data dir] **************************** skipping: [node02] TASK [container_runtime : stop the current running docker] ********************* skipping: [node02] TASK [container_runtime : copy "/var/lib/docker" to "/var/lib/containers/docker"] *** skipping: [node02] TASK [container_runtime : Set the selinux context on /var/lib/containers/docker] *** skipping: [node02] TASK [container_runtime : restorecon the /var/lib/containers/docker] *********** skipping: [node02] TASK [container_runtime : Remove the old docker location] ********************** skipping: [node02] TASK [container_runtime : Setup the link] ************************************** skipping: [node02] TASK [container_runtime : start docker] **************************************** skipping: [node02] PLAY [Determine openshift_version to configure on first master] **************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [include_role] ************************************************************ TASK [openshift_version : Use openshift_current_version fact as version to configure if already installed] *** skipping: [node01] TASK [openshift_version : Set openshift_version to openshift_release if undefined] *** skipping: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : assert openshift_release in openshift_image_tag] ***** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : assert openshift_release in openshift_pkg_version] *** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_release": "3.10" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_image_tag": "v3.10.0-rc.0" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_pkg_version": "-3.10.0*" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_version": "3.10.0" } TASK [set openshift_version booleans (first master)] *************************** ok: [node01] PLAY [Set openshift_version for etcd, node, and master hosts] ****************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [set_fact] **************************************************************** ok: [node02] TASK [set openshift_version booleans (masters and nodes)] ********************** ok: [node02] PLAY [Node Preparation Checkpoint Start] *************************************** TASK [Set Node preparation 'In Progress'] ************************************** ok: [node01] PLAY [Only target nodes that have not yet been bootstrapped] ******************* TASK [Gathering Facts] ********************************************************* ok: [localhost] TASK [add_host] **************************************************************** skipping: [localhost] => (item=node02) ok: [localhost] => (item=node01) PLAY [Disable excluders] ******************************************************* TASK [openshift_excluder : Detecting Atomic Host Operating System] ************* ok: [node02] TASK [openshift_excluder : Debug r_openshift_excluder_enable_docker_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_docker_excluder": true } TASK [openshift_excluder : Debug r_openshift_excluder_enable_openshift_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_openshift_excluder": true } TASK [openshift_excluder : Fail if invalid openshift_excluder_action provided] *** skipping: [node02] TASK [openshift_excluder : Fail if r_openshift_excluder_upgrade_target is not defined] *** skipping: [node02] TASK [openshift_excluder : Include main action task file] ********************** included: /root/openshift-ansible/roles/openshift_excluder/tasks/disable.yml for node02 TASK [openshift_excluder : Get available excluder version] ********************* skipping: [node02] TASK [openshift_excluder : Fail when excluder package is not found] ************ skipping: [node02] TASK [openshift_excluder : Set fact excluder_version] ************************** skipping: [node02] TASK [openshift_excluder : origin-docker-excluder version detected] ************ skipping: [node02] TASK [openshift_excluder : Printing upgrade target version] ******************** skipping: [node02] TASK [openshift_excluder : Check the available origin-docker-excluder version is at most of the upgrade target version] *** skipping: [node02] TASK [openshift_excluder : Get available excluder version] ********************* skipping: [node02] TASK [openshift_excluder : Fail when excluder package is not found] ************ skipping: [node02] TASK [openshift_excluder : Set fact excluder_version] ************************** skipping: [node02] TASK [openshift_excluder : origin-excluder version detected] ******************* skipping: [node02] TASK [openshift_excluder : Printing upgrade target version] ******************** skipping: [node02] TASK [openshift_excluder : Check the available origin-excluder version is at most of the upgrade target version] *** skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : disable docker excluder] **************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : disable openshift excluder] ************************* changed: [node02] TASK [openshift_excluder : Install docker excluder - yum] ********************** skipping: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** changed: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : disable docker excluder] **************************** skipping: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : disable openshift excluder] ************************* changed: [node02] PLAY [Configure nodes] ********************************************************* TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_cloud_provider : Set cloud provider facts] ********************* skipping: [node02] TASK [openshift_cloud_provider : Create cloudprovider config dir] ************** skipping: [node02] TASK [openshift_cloud_provider : include the defined cloud provider files] ***** skipping: [node02] TASK [openshift_node : fail] *************************************************** skipping: [node02] TASK [openshift_node : Check for NetworkManager service] *********************** ok: [node02] TASK [openshift_node : Set fact using_network_manager] ************************* ok: [node02] TASK [openshift_node : Install dnsmasq] **************************************** ok: [node02] TASK [openshift_node : ensure origin/node directory exists] ******************** changed: [node02] => (item=/etc/origin) changed: [node02] => (item=/etc/origin/node) TASK [openshift_node : Install NetworkManager during node_bootstrap provisioning] *** skipping: [node02] TASK [openshift_node : Install network manager dispatch script] **************** skipping: [node02] TASK [openshift_node : Install dnsmasq configuration] ************************** ok: [node02] TASK [openshift_node : Deploy additional dnsmasq.conf] ************************* skipping: [node02] TASK [openshift_node : Enable dnsmasq] ***************************************** ok: [node02] TASK [openshift_node : Install network manager dispatch script] **************** ok: [node02] TASK [openshift_node : Add iptables allow rules] ******************************* ok: [node02] => (item={u'port': u'10250/tcp', u'service': u'Kubernetes kubelet'}) ok: [node02] => (item={u'port': u'10256/tcp', u'service': u'Kubernetes kube-proxy health check for service load balancers'}) ok: [node02] => (item={u'port': u'80/tcp', u'service': u'http'}) ok: [node02] => (item={u'port': u'443/tcp', u'service': u'https'}) ok: [node02] => (item={u'cond': u'openshift_use_openshift_sdn | bool', u'port': u'4789/udp', u'service': u'OpenShift OVS sdn'}) skipping: [node02] => (item={u'cond': False, u'port': u'179/tcp', u'service': u'Calico BGP Port'}) skipping: [node02] => (item={u'cond': False, u'port': u'/tcp', u'service': u'Kubernetes service NodePort TCP'}) skipping: [node02] => (item={u'cond': False, u'port': u'/udp', u'service': u'Kubernetes service NodePort UDP'}) TASK [openshift_node : Remove iptables rules] ********************************** TASK [openshift_node : Add firewalld allow rules] ****************************** skipping: [node02] => (item={u'port': u'10250/tcp', u'service': u'Kubernetes kubelet'}) skipping: [node02] => (item={u'port': u'10256/tcp', u'service': u'Kubernetes kube-proxy health check for service load balancers'}) skipping: [node02] => (item={u'port': u'80/tcp', u'service': u'http'}) skipping: [node02] => (item={u'port': u'443/tcp', u'service': u'https'}) skipping: [node02] => (item={u'cond': u'openshift_use_openshift_sdn | bool', u'port': u'4789/udp', u'service': u'OpenShift OVS sdn'}) skipping: [node02] => (item={u'cond': False, u'port': u'179/tcp', u'service': u'Calico BGP Port'}) skipping: [node02] => (item={u'cond': False, u'port': u'/tcp', u'service': u'Kubernetes service NodePort TCP'}) skipping: [node02] => (item={u'cond': False, u'port': u'/udp', u'service': u'Kubernetes service NodePort UDP'}) TASK [openshift_node : Remove firewalld allow rules] *************************** TASK [openshift_node : Checking for journald.conf] ***************************** ok: [node02] TASK [openshift_node : Create journald persistence directories] **************** ok: [node02] TASK [openshift_node : Update journald setup] ********************************** ok: [node02] => (item={u'var': u'Storage', u'val': u'persistent'}) ok: [node02] => (item={u'var': u'Compress', u'val': True}) ok: [node02] => (item={u'var': u'SyncIntervalSec', u'val': u'1s'}) ok: [node02] => (item={u'var': u'RateLimitInterval', u'val': u'1s'}) ok: [node02] => (item={u'var': u'RateLimitBurst', u'val': 10000}) ok: [node02] => (item={u'var': u'SystemMaxUse', u'val': u'8G'}) ok: [node02] => (item={u'var': u'SystemKeepFree', u'val': u'20%'}) ok: [node02] => (item={u'var': u'SystemMaxFileSize', u'val': u'10M'}) ok: [node02] => (item={u'var': u'MaxRetentionSec', u'val': u'1month'}) ok: [node02] => (item={u'var': u'MaxFileSec', u'val': u'1day'}) ok: [node02] => (item={u'var': u'ForwardToSyslog', u'val': False}) ok: [node02] => (item={u'var': u'ForwardToWall', u'val': False}) TASK [openshift_node : Restart journald] *************************************** skipping: [node02] TASK [openshift_node : Disable swap] ******************************************* ok: [node02] TASK [openshift_node : Install node, clients, and conntrack packages] ********** ok: [node02] => (item={u'name': u'origin-node-3.10.0*'}) ok: [node02] => (item={u'name': u'origin-clients-3.10.0*'}) ok: [node02] => (item={u'name': u'conntrack-tools'}) TASK [openshift_node : Restart cri-o] ****************************************** skipping: [node02] TASK [openshift_node : restart NetworkManager to ensure resolv.conf is present] *** changed: [node02] TASK [openshift_node : sysctl] ************************************************* ok: [node02] TASK [openshift_node : Check for credentials file for registry auth] *********** skipping: [node02] TASK [openshift_node : Create credentials for registry auth] ******************* skipping: [node02] TASK [openshift_node : Create credentials for registry auth (alternative)] ***** skipping: [node02] TASK [openshift_node : Setup ro mount of /root/.docker for containerized hosts] *** skipping: [node02] TASK [openshift_node : Check that node image is present] *********************** changed: [node02] TASK [openshift_node : Pre-pull node image] ************************************ skipping: [node02] TASK [openshift_node : Copy node script to the node] *************************** ok: [node02] TASK [openshift_node : Install Node service file] ****************************** ok: [node02] TASK [openshift_node : Ensure old system path is set] ************************** skipping: [node02] => (item=/etc/origin/openvswitch) skipping: [node02] => (item=/var/lib/kubelet) skipping: [node02] => (item=/opt/cni/bin) TASK [openshift_node : Check status of node image pre-pull] ******************** skipping: [node02] TASK [openshift_node : Copy node container image to ostree storage] ************ skipping: [node02] TASK [openshift_node : Install or Update node system container] **************** skipping: [node02] TASK [openshift_node : Restart network manager to ensure networking configuration is in place] *** skipping: [node02] TASK [openshift_node : Configure Node settings] ******************************** ok: [node02] => (item={u'regex': u'^OPTIONS=', u'line': u'OPTIONS='}) ok: [node02] => (item={u'regex': u'^DEBUG_LOGLEVEL=', u'line': u'DEBUG_LOGLEVEL=2'}) ok: [node02] => (item={u'regex': u'^IMAGE_VERSION=', u'line': u'IMAGE_VERSION=v3.10.0-rc.0'}) TASK [openshift_node : Configure Proxy Settings] ******************************* skipping: [node02] => (item={u'regex': u'^HTTP_PROXY=', u'line': u'HTTP_PROXY='}) skipping: [node02] => (item={u'regex': u'^HTTPS_PROXY=', u'line': u'HTTPS_PROXY='}) skipping: [node02] => (item={u'regex': u'^NO_PROXY=', u'line': u'NO_PROXY=[],172.30.0.0/16,10.128.0.0/14'}) TASK [openshift_node : file] *************************************************** skipping: [node02] TASK [openshift_node : Create the Node config] ********************************* changed: [node02] TASK [openshift_node : Configure Node Environment Variables] ******************* TASK [openshift_node : Ensure the node static pod directory exists] ************ changed: [node02] TASK [openshift_node : Configure AWS Cloud Provider Settings] ****************** skipping: [node02] => (item=None) skipping: [node02] => (item=None) skipping: [node02] TASK [openshift_node : Check status of node image pre-pull] ******************** skipping: [node02] TASK [openshift_node : Install NFS storage plugin dependencies] **************** ok: [node02] TASK [openshift_node : Check for existence of nfs sebooleans] ****************** ok: [node02] => (item=virt_use_nfs) ok: [node02] => (item=virt_sandbox_use_nfs) TASK [openshift_node : Set seboolean to allow nfs storage plugin access from containers] *** ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-15 13:00:55.463942', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_use_nfs'], u'rc': 0, 'item': u'virt_use_nfs', u'delta': u'0:00:00.012257', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_nfs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-15 13:00:55.451685', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-15 13:00:56.795643', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_nfs'], u'rc': 0, 'item': u'virt_sandbox_use_nfs', u'delta': u'0:00:00.018398', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_nfs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-15 13:00:56.777245', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Set seboolean to allow nfs storage plugin access from containers (python 3)] *** skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-15 13:00:55.463942', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_use_nfs'], u'rc': 0, 'item': u'virt_use_nfs', u'delta': u'0:00:00.012257', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_nfs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-15 13:00:55.451685', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-15 13:00:56.795643', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_nfs'], u'rc': 0, 'item': u'virt_sandbox_use_nfs', u'delta': u'0:00:00.018398', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_nfs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-15 13:00:56.777245', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Install GlusterFS storage plugin dependencies] ********** ok: [node02] TASK [openshift_node : Check for existence of fusefs sebooleans] *************** ok: [node02] => (item=virt_use_fusefs) ok: [node02] => (item=virt_sandbox_use_fusefs) TASK [openshift_node : Set seboolean to allow gluster storage plugin access from containers] *** ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-15 13:01:04.369131', '_ansible_no_log': False, u'stdout': u'virt_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_use_fusefs'], u'rc': 0, 'item': u'virt_use_fusefs', u'delta': u'0:00:00.010592', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_fusefs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-15 13:01:04.358539', '_ansible_ignore_errors': None, 'failed': False}) ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-15 13:01:05.919480', '_ansible_no_log': False, u'stdout': u'virt_sandbox_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_fusefs'], u'rc': 0, 'item': u'virt_sandbox_use_fusefs', u'delta': u'0:00:00.011060', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_fusefs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_sandbox_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-15 13:01:05.908420', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Set seboolean to allow gluster storage plugin access from containers (python 3)] *** skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-15 13:01:04.369131', '_ansible_no_log': False, u'stdout': u'virt_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_use_fusefs'], u'rc': 0, 'item': u'virt_use_fusefs', u'delta': u'0:00:00.010592', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_fusefs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-15 13:01:04.358539', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-15 13:01:05.919480', '_ansible_no_log': False, u'stdout': u'virt_sandbox_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_fusefs'], u'rc': 0, 'item': u'virt_sandbox_use_fusefs', u'delta': u'0:00:00.011060', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_fusefs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_sandbox_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-15 13:01:05.908420', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Install Ceph storage plugin dependencies] *************** ok: [node02] TASK [openshift_node : Install iSCSI storage plugin dependencies] ************** ok: [node02] => (item=iscsi-initiator-utils) ok: [node02] => (item=device-mapper-multipath) TASK [openshift_node : restart services] *************************************** ok: [node02] => (item=multipathd) ok: [node02] => (item=rpcbind) ok: [node02] => (item=iscsid) TASK [openshift_node : Template multipath configuration] *********************** changed: [node02] TASK [openshift_node : Enable and start multipath] ***************************** changed: [node02] TASK [tuned : Check for tuned package] ***************************************** ok: [node02] TASK [tuned : Set tuned OpenShift variables] *********************************** ok: [node02] TASK [tuned : Ensure directory structure exists] ******************************* ok: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1529614575.1009853, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-control-plane', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1529614575.1009853, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-node', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1529614575.1009853, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/recommend.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'recommend.conf', 'size': 290, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-control-plane/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-control-plane/tuned.conf', 'size': 744, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-node/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-node/tuned.conf', 'size': 135, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift/tuned.conf', 'size': 594, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) TASK [tuned : Ensure files are populated from templates] *********************** skipping: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1529614575.1009853, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-control-plane', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1529614575.1009853, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-node', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1529614575.1009853, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/recommend.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'recommend.conf', 'size': 290, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-control-plane/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-control-plane/tuned.conf', 'size': 744, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-node/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-node/tuned.conf', 'size': 135, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift/tuned.conf', 'size': 594, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) TASK [tuned : Make tuned use the recommended tuned profile on restart] ********* changed: [node02] => (item=/etc/tuned/active_profile) changed: [node02] => (item=/etc/tuned/profile_mode) TASK [tuned : Restart tuned service] ******************************************* changed: [node02] TASK [nickhammond.logrotate : nickhammond.logrotate | Install logrotate] ******* ok: [node02] TASK [nickhammond.logrotate : nickhammond.logrotate | Setup logrotate.d scripts] *** PLAY [node bootstrap config] *************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_node : install needed rpm(s)] ********************************** ok: [node02] => (item=origin-node) ok: [node02] => (item=origin-docker-excluder) ok: [node02] => (item=ansible) ok: [node02] => (item=bash-completion) ok: [node02] => (item=docker) ok: [node02] => (item=haproxy) ok: [node02] => (item=dnsmasq) ok: [node02] => (item=ntp) ok: [node02] => (item=logrotate) ok: [node02] => (item=httpd-tools) ok: [node02] => (item=bind-utils) ok: [node02] => (item=firewalld) ok: [node02] => (item=libselinux-python) ok: [node02] => (item=conntrack-tools) ok: [node02] => (item=openssl) ok: [node02] => (item=iproute) ok: [node02] => (item=python-dbus) ok: [node02] => (item=PyYAML) ok: [node02] => (item=yum-utils) ok: [node02] => (item=glusterfs-fuse) ok: [node02] => (item=device-mapper-multipath) ok: [node02] => (item=nfs-utils) ok: [node02] => (item=cockpit-ws) ok: [node02] => (item=cockpit-system) ok: [node02] => (item=cockpit-bridge) ok: [node02] => (item=cockpit-docker) ok: [node02] => (item=iscsi-initiator-utils) ok: [node02] => (item=ceph-common) TASK [openshift_node : create the directory for node] ************************** skipping: [node02] TASK [openshift_node : laydown systemd override] ******************************* skipping: [node02] TASK [openshift_node : update the sysconfig to have necessary variables] ******* ok: [node02] => (item={u'regexp': u'^KUBECONFIG=.*', u'line': u'KUBECONFIG=/etc/origin/node/bootstrap.kubeconfig'}) TASK [openshift_node : Configure AWS Cloud Provider Settings] ****************** skipping: [node02] => (item=None) skipping: [node02] => (item=None) skipping: [node02] TASK [openshift_node : disable origin-node service] **************************** changed: [node02] => (item=origin-node.service) TASK [openshift_node : Check for RPM generated config marker file .config_managed] *** ok: [node02] TASK [openshift_node : create directories for bootstrapping] ******************* ok: [node02] => (item=/root/openshift_bootstrap) changed: [node02] => (item=/var/lib/origin/openshift.local.config) changed: [node02] => (item=/var/lib/origin/openshift.local.config/node) ok: [node02] => (item=/etc/docker/certs.d/docker-registry.default.svc:5000) TASK [openshift_node : laydown the bootstrap.yml file for on boot configuration] *** ok: [node02] TASK [openshift_node : Create a symlink to the node client CA for the docker registry] *** ok: [node02] TASK [openshift_node : Remove RPM generated config files if present] *********** skipping: [node02] => (item=master) skipping: [node02] => (item=.config_managed) TASK [openshift_node : find all files in /etc/origin/node so we can remove them] *** skipping: [node02] TASK [openshift_node : Remove everything except the resolv.conf required for node] *** skipping: [node02] TASK [openshift_node_group : create node config template] ********************** changed: [node02] TASK [openshift_node_group : remove existing node config] ********************** changed: [node02] TASK [openshift_node_group : Ensure required directories are present] ********** ok: [node02] => (item=/etc/origin/node/pods) changed: [node02] => (item=/etc/origin/node/certificates) TASK [openshift_node_group : Update the sysconfig to group "node-config-compute"] *** changed: [node02] TASK [set_fact] **************************************************************** ok: [node02] PLAY [Re-enable excluder if it was previously enabled] ************************* TASK [openshift_excluder : Detecting Atomic Host Operating System] ************* ok: [node02] TASK [openshift_excluder : Debug r_openshift_excluder_enable_docker_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_docker_excluder": true } TASK [openshift_excluder : Debug r_openshift_excluder_enable_openshift_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_openshift_excluder": true } TASK [openshift_excluder : Fail if invalid openshift_excluder_action provided] *** skipping: [node02] TASK [openshift_excluder : Fail if r_openshift_excluder_upgrade_target is not defined] *** skipping: [node02] TASK [openshift_excluder : Include main action task file] ********************** included: /root/openshift-ansible/roles/openshift_excluder/tasks/enable.yml for node02 TASK [openshift_excluder : Install docker excluder - yum] ********************** skipping: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** changed: [node02] PLAY [Node Preparation Checkpoint End] ***************************************** TASK [Set Node preparation 'Complete'] ***************************************** ok: [node01] PLAY [Distribute bootstrap and start nodes] ************************************ TASK [openshift_node : Gather node information] ******************************** changed: [node02] ok: [node01] TASK [openshift_node : Copy master bootstrap config locally] ******************* ok: [node02] TASK [openshift_node : Distribute bootstrap kubeconfig if one does not exist] *** ok: [node01] changed: [node02] TASK [openshift_node : Start and enable node for bootstrapping] **************** changed: [node01] changed: [node02] TASK [openshift_node : Get node logs] ****************************************** skipping: [node02] skipping: [node01] TASK [openshift_node : debug] ************************************************** skipping: [node02] skipping: [node01] TASK [openshift_node : fail] *************************************************** skipping: [node02] skipping: [node01] PLAY [Approve any pending CSR requests from inventory nodes] ******************* TASK [Dump all candidate bootstrap hostnames] ********************************** ok: [node01] => { "msg": [ "node02", "node01" ] } TASK [Find all hostnames for bootstrapping] ************************************ ok: [node01] TASK [Dump the bootstrap hostnames] ******************************************** ok: [node01] => { "msg": [ "node02", "node01" ] } TASK [Approve bootstrap nodes] ************************************************* changed: [node01] TASK [Get CSRs] **************************************************************** skipping: [node01] TASK [Report approval errors] ************************************************** skipping: [node01] PLAY [Ensure any inventory labels are applied to the nodes] ******************** TASK [Gathering Facts] ********************************************************* ok: [node01] ok: [node02] TASK [openshift_manage_node : Wait for master API to become available before proceeding] *** skipping: [node02] TASK [openshift_manage_node : Wait for Node Registration] ********************** ok: [node02 -> node01] ok: [node01 -> node01] TASK [openshift_manage_node : include_tasks] *********************************** included: /root/openshift-ansible/roles/openshift_manage_node/tasks/config.yml for node02, node01 TASK [openshift_manage_node : Set node schedulability] ************************* ok: [node01 -> node01] ok: [node02 -> node01] TASK [openshift_manage_node : include_tasks] *********************************** included: /root/openshift-ansible/roles/openshift_manage_node/tasks/set_default_node_role.yml for node02, node01 TASK [openshift_manage_node : Retrieve nodes that are marked with the infra selector or the legacy infra selector] *** ok: [node02 -> node01] TASK [openshift_manage_node : Label infra or legacy infra nodes with the new role label] *** TASK [openshift_manage_node : Retrieve non-infra, non-master nodes that are not yet labeled compute] *** ok: [node02 -> node01] TASK [openshift_manage_node : label non-master non-infra nodes compute] ******** TASK [openshift_manage_node : Label all-in-one master as a compute node] ******* skipping: [node02] PLAY RECAP ********************************************************************* localhost : ok=30 changed=0 unreachable=0 failed=0 node01 : ok=71 changed=3 unreachable=0 failed=0 node02 : ok=155 changed=33 unreachable=0 failed=0 INSTALLER STATUS *************************************************************** Initialization : Complete (0:03:17) Node Preparation : Complete (0:05:00) Sending file modes: C0755 110489328 oc Sending file modes: C0600 5645 admin.kubeconfig Cluster "node01:8443" set. Cluster "node01:8443" set. + set +e + kubectl get nodes --no-headers + cluster/kubectl.sh get nodes --no-headers node01 Ready compute,infra,master 23d v1.10.0+b81c8f8 node02 Ready compute 1m v1.10.0+b81c8f8 + kubectl_rc=0 + '[' 0 -ne 0 ']' ++ kubectl get nodes --no-headers ++ cluster/kubectl.sh get nodes --no-headers ++ grep NotReady + '[' -n '' ']' + set -e + echo 'Nodes are ready:' Nodes are ready: + kubectl get nodes + cluster/kubectl.sh get nodes NAME STATUS ROLES AGE VERSION node01 Ready compute,infra,master 23d v1.10.0+b81c8f8 node02 Ready compute 1m v1.10.0+b81c8f8 + make cluster-sync ./cluster/build.sh Building ... sha256:7d0ff7c8c318d908872cede18cbe0463a1f4e1df0e2ad9fe22f899e0e0bf4104 go version go1.10 linux/amd64 go version go1.10 linux/amd64 make[1]: Entering directory `/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt' hack/dockerized "./hack/check.sh && KUBEVIRT_VERSION= ./hack/build-go.sh install " && ./hack/build-copy-artifacts.sh sha256:7d0ff7c8c318d908872cede18cbe0463a1f4e1df0e2ad9fe22f899e0e0bf4104 go version go1.10 linux/amd64 go version go1.10 linux/amd64 find: '/root/go/src/kubevirt.io/kubevirt/_out/cmd': No such file or directory Compiling tests... compiled tests.test hack/build-docker.sh build Sending build context to Docker daemon 38.11 MB Step 1/8 : FROM fedora:27 ---> 9110ae7f579f Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virt-controller ---> Using cache ---> 0241ca8295a7 Step 4/8 : WORKDIR /home/virt-controller ---> Using cache ---> 348afd6e30e7 Step 5/8 : USER 1001 ---> Using cache ---> a56bbefef027 Step 6/8 : COPY virt-controller /usr/bin/virt-controller ---> f2744adaa23e Removing intermediate container 275c94b5e551 Step 7/8 : ENTRYPOINT /usr/bin/virt-controller ---> Running in d153363e11a2 ---> 39dd7cd66efa Removing intermediate container d153363e11a2 Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "virt-controller" '' ---> Running in 9b2eea246a11 ---> 964ae5336224 Removing intermediate container 9b2eea246a11 Successfully built 964ae5336224 Sending build context to Docker daemon 40.45 MB Step 1/10 : FROM kubevirt/libvirt:3.7.0 ---> c4e262d2dc3c Step 2/10 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 52c17d330685 Step 3/10 : RUN dnf -y install socat genisoimage util-linux libcgroup-tools ethtool net-tools sudo && dnf -y clean all && test $(id -u qemu) = 107 # make sure that the qemu user really is 107 ---> Using cache ---> c09056350983 Step 4/10 : COPY virt-launcher /usr/bin/virt-launcher ---> e00e94e3602e Removing intermediate container 3728c17b4145 Step 5/10 : COPY kubevirt-sudo /etc/sudoers.d/kubevirt ---> 2bd8ed9a7fcd Removing intermediate container c5db0ae125a8 Step 6/10 : RUN setcap CAP_NET_BIND_SERVICE=+eip /usr/bin/qemu-system-x86_64 ---> Running in b0a24111dd84  ---> 143243220092 Removing intermediate container b0a24111dd84 Step 7/10 : RUN mkdir -p /usr/share/kubevirt/virt-launcher ---> Running in c50bcbbd9ae3  ---> ef0ceb064308 Removing intermediate container c50bcbbd9ae3 Step 8/10 : COPY entrypoint.sh libvirtd.sh sock-connector /usr/share/kubevirt/virt-launcher/ ---> 72ee4ead4ea8 Removing intermediate container 08bcc335e4bc Step 9/10 : ENTRYPOINT /usr/share/kubevirt/virt-launcher/entrypoint.sh ---> Running in a14e3fd41321 ---> 955e6399a95b Removing intermediate container a14e3fd41321 Step 10/10 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "virt-launcher" '' ---> Running in 7c79ca49a611 ---> 9974b05361ae Removing intermediate container 7c79ca49a611 Successfully built 9974b05361ae Sending build context to Docker daemon 39.56 MB Step 1/5 : FROM fedora:27 ---> 9110ae7f579f Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/5 : COPY virt-handler /usr/bin/virt-handler ---> 9de89ec4129a Removing intermediate container af9e3983bdcd Step 4/5 : ENTRYPOINT /usr/bin/virt-handler ---> Running in 2902949cd1a0 ---> d268f4aedcfe Removing intermediate container 2902949cd1a0 Step 5/5 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "virt-handler" '' ---> Running in 398d5e48fb5b ---> ea4b9816cd86 Removing intermediate container 398d5e48fb5b Successfully built ea4b9816cd86 Sending build context to Docker daemon 37.02 MB Step 1/8 : FROM fedora:27 ---> 9110ae7f579f Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virt-api ---> Using cache ---> 5ad04faf42c8 Step 4/8 : WORKDIR /home/virt-api ---> Using cache ---> 686855fdf261 Step 5/8 : USER 1001 ---> Using cache ---> c633d341fb6f Step 6/8 : COPY virt-api /usr/bin/virt-api ---> 779131990b90 Removing intermediate container 44ba6dea77cd Step 7/8 : ENTRYPOINT /usr/bin/virt-api ---> Running in e9946416385b ---> 549c1323cf7e Removing intermediate container e9946416385b Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "virt-api" '' ---> Running in c0caded194c7 ---> cc446ae27c06 Removing intermediate container c0caded194c7 Successfully built cc446ae27c06 Sending build context to Docker daemon 4.096 kB Step 1/7 : FROM fedora:27 ---> 9110ae7f579f Step 2/7 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/7 : ENV container docker ---> Using cache ---> fa9b94755746 Step 4/7 : RUN mkdir -p /images/custom /images/alpine && truncate -s 64M /images/custom/disk.img && curl http://dl-cdn.alpinelinux.org/alpine/v3.7/releases/x86_64/alpine-virt-3.7.0-x86_64.iso > /images/alpine/disk.img ---> Using cache ---> f44e689d5514 Step 5/7 : ADD entrypoint.sh / ---> Using cache ---> 898a453e2948 Step 6/7 : CMD /entrypoint.sh ---> Using cache ---> 5aad873fd4d8 Step 7/7 : LABEL "disks-images-provider" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Using cache ---> 3ad188cde34a Successfully built 3ad188cde34a Sending build context to Docker daemon 2.56 kB Step 1/5 : FROM fedora:27 ---> 9110ae7f579f Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/5 : ENV container docker ---> Using cache ---> fa9b94755746 Step 4/5 : RUN dnf -y install procps-ng nmap-ncat && dnf -y clean all ---> Using cache ---> e4b4ed9ff163 Step 5/5 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "vm-killer" '' ---> Using cache ---> e6700cd0dd16 Successfully built e6700cd0dd16 Sending build context to Docker daemon 5.12 kB Step 1/7 : FROM debian:sid ---> 496290160351 Step 2/7 : MAINTAINER "David Vossel" \ ---> Using cache ---> 081acc82039b Step 3/7 : ENV container docker ---> Using cache ---> 87a43203841c Step 4/7 : RUN apt-get update && apt-get install -y bash curl bzip2 qemu-utils && mkdir -p /disk && rm -rf /var/lib/apt/lists/* ---> Using cache ---> bbc83781e0a9 Step 5/7 : ADD entry-point.sh / ---> Using cache ---> c588d7a778a6 Step 6/7 : CMD /entry-point.sh ---> Using cache ---> e28b44b64988 Step 7/7 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "registry-disk-v1alpha" '' ---> Using cache ---> e11bb84f4d97 Successfully built e11bb84f4d97 Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33004/kubevirt/registry-disk-v1alpha:devel ---> e11bb84f4d97 Step 2/4 : MAINTAINER "David Vossel" \ ---> Using cache ---> 203987dfb356 Step 3/4 : RUN curl https://download.cirros-cloud.net/0.4.0/cirros-0.4.0-x86_64-disk.img > /disk/cirros.img ---> Using cache ---> e89a7b9e613a Step 4/4 : LABEL "cirros-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Using cache ---> d8b4b036c834 Successfully built d8b4b036c834 Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33004/kubevirt/registry-disk-v1alpha:devel ---> e11bb84f4d97 Step 2/4 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 203b9a9a9b6f Step 3/4 : RUN curl -g -L https://download.fedoraproject.org/pub/fedora/linux/releases/27/CloudImages/x86_64/images/Fedora-Cloud-Base-27-1.6.x86_64.qcow2 > /disk/fedora.qcow2 ---> Using cache ---> 5c3ab03ad56f Step 4/4 : LABEL "fedora-cloud-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Using cache ---> f16803ed7c89 Successfully built f16803ed7c89 Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33004/kubevirt/registry-disk-v1alpha:devel ---> e11bb84f4d97 Step 2/4 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 203b9a9a9b6f Step 3/4 : RUN curl http://dl-cdn.alpinelinux.org/alpine/v3.7/releases/x86_64/alpine-virt-3.7.0-x86_64.iso > /disk/alpine.iso ---> Using cache ---> 94806a94f275 Step 4/4 : LABEL "alpine-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Using cache ---> d9a071ce84a3 Successfully built d9a071ce84a3 Sending build context to Docker daemon 34.04 MB Step 1/8 : FROM fedora:27 ---> 9110ae7f579f Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virtctl ---> Using cache ---> d310698d4b36 Step 4/8 : WORKDIR /home/virtctl ---> Using cache ---> e8b8a9c6ab20 Step 5/8 : USER 1001 ---> Using cache ---> d741836b0961 Step 6/8 : COPY subresource-access-test /subresource-access-test ---> 52630e5dad7c Removing intermediate container 41a9011e7799 Step 7/8 : ENTRYPOINT /subresource-access-test ---> Running in 8a6d0a464ade ---> 7f0996de0b32 Removing intermediate container 8a6d0a464ade Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "subresource-access-test" '' ---> Running in 605882edbc25 ---> 2fb81894c89c Removing intermediate container 605882edbc25 Successfully built 2fb81894c89c Sending build context to Docker daemon 3.072 kB Step 1/9 : FROM fedora:27 ---> 9110ae7f579f Step 2/9 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/9 : ENV container docker ---> Using cache ---> fa9b94755746 Step 4/9 : RUN dnf -y install make git gcc && dnf -y clean all ---> Using cache ---> 67d950d251fa Step 5/9 : ENV GIMME_GO_VERSION 1.9.2 ---> Using cache ---> 63dee67c4bde Step 6/9 : RUN mkdir -p /gimme && curl -sL https://raw.githubusercontent.com/travis-ci/gimme/master/gimme | HOME=/gimme bash >> /etc/profile.d/gimme.sh ---> Using cache ---> f9f0a3f8320f Step 7/9 : ENV GOPATH "/go" GOBIN "/usr/bin" ---> Using cache ---> 15d5af487ed6 Step 8/9 : RUN mkdir -p /go && source /etc/profile.d/gimme.sh && go get github.com/masterzen/winrm-cli ---> Using cache ---> 62349a577761 Step 9/9 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "winrmcli" '' ---> Using cache ---> 8b65ea264095 Successfully built 8b65ea264095 Sending build context to Docker daemon 34.49 MB Step 1/5 : FROM fedora:27 ---> 9110ae7f579f Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/5 : COPY example-hook-sidecar /example-hook-sidecar ---> 920ede3147a8 Removing intermediate container a5e031c3fdc5 Step 4/5 : ENTRYPOINT /example-hook-sidecar ---> Running in b067aef622ec ---> 7e69906786d9 Removing intermediate container b067aef622ec Step 5/5 : LABEL "example-hook-sidecar" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Running in e644206e44df ---> 3d79820ea906 Removing intermediate container e644206e44df Successfully built 3d79820ea906 hack/build-docker.sh push The push refers to a repository [localhost:33004/kubevirt/virt-controller] d064a3fa27d4: Preparing a5b36bcc540d: Preparing 39bae602f753: Preparing a5b36bcc540d: Pushed d064a3fa27d4: Pushed 39bae602f753: Pushed devel: digest: sha256:f9c251aed0ffd6a1857b33bca7184837533773931b347c1d7bb73ac0945f0309 size: 948 The push refers to a repository [localhost:33004/kubevirt/virt-launcher] 5c31df48628d: Preparing ec3780ab6e76: Preparing cb8be271f3f7: Preparing 619c056546e5: Preparing 12e472a8d4d8: Preparing d56a24c0b6b9: Preparing 9e20b26113ea: Preparing a1a99db27cd1: Preparing ec5be2616f4d: Preparing d56a24c0b6b9: Waiting 9e20b26113ea: Waiting ffcfbc9458ac: Preparing 68e0ce966da1: Preparing 39bae602f753: Preparing ffcfbc9458ac: Waiting ec3780ab6e76: Pushed 619c056546e5: Pushed 5c31df48628d: Pushed a1a99db27cd1: Pushed 9e20b26113ea: Pushed ec5be2616f4d: Pushed ffcfbc9458ac: Pushed 39bae602f753: Mounted from kubevirt/virt-controller cb8be271f3f7: Pushed d56a24c0b6b9: Pushed 12e472a8d4d8: Pushed 68e0ce966da1: Pushed devel: digest: sha256:0da954ca1f8d4cddf9b0b758aa3aa8c766d78d89aec19fc99b212712e31b572c size: 2828 The push refers to a repository [localhost:33004/kubevirt/virt-handler] 14d0e8fafcff: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/virt-launcher 14d0e8fafcff: Pushed devel: digest: sha256:dc08959572ca688728673f97e55ab80a6422a64a05b1b017db91f9ba2dbbd950 size: 741 The push refers to a repository [localhost:33004/kubevirt/virt-api] 16d890673e29: Preparing 75ab133441d4: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/virt-handler 75ab133441d4: Pushed 16d890673e29: Pushed devel: digest: sha256:01c1ea587aa767a517cf52e5cd12aeb4f8b65290afbed2b44f25259807fd40d7 size: 948 The push refers to a repository [localhost:33004/kubevirt/disks-images-provider] ee9ad4a84d8d: Preparing 70611d11de64: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/virt-api ee9ad4a84d8d: Pushed 70611d11de64: Pushed devel: digest: sha256:bb91c6463e766d53e4dfe01b4643f230023ba404e45fc336c7539b1faa0c4a76 size: 948 The push refers to a repository [localhost:33004/kubevirt/vm-killer] 4b816de0d5fd: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/disks-images-provider 4b816de0d5fd: Pushed devel: digest: sha256:44b8c6b6505bf6829ac05b6c202bb8ff84937fc61e8b4e7f8c4fcd69fa0ec54f size: 740 The push refers to a repository [localhost:33004/kubevirt/registry-disk-v1alpha] cb3d1019d03e: Preparing 626899eeec02: Preparing 132d61a890c5: Preparing cb3d1019d03e: Pushed 626899eeec02: Pushed 132d61a890c5: Pushed devel: digest: sha256:72fd0c47c0c44c7977693a12cc05d64421f46faa0c1aba8b8056baf15d72f83f size: 948 The push refers to a repository [localhost:33004/kubevirt/cirros-registry-disk-demo] d06cf28520bd: Preparing cb3d1019d03e: Preparing 626899eeec02: Preparing 132d61a890c5: Preparing 132d61a890c5: Mounted from kubevirt/registry-disk-v1alpha cb3d1019d03e: Mounted from kubevirt/registry-disk-v1alpha 626899eeec02: Mounted from kubevirt/registry-disk-v1alpha d06cf28520bd: Pushed devel: digest: sha256:43c576c72c81f5011589375db8d7bb158f25124bd6c537b981b36a4502fb8b36 size: 1160 The push refers to a repository [localhost:33004/kubevirt/fedora-cloud-registry-disk-demo] ebb5671f5e29: Preparing cb3d1019d03e: Preparing 626899eeec02: Preparing 132d61a890c5: Preparing 626899eeec02: Mounted from kubevirt/cirros-registry-disk-demo cb3d1019d03e: Mounted from kubevirt/cirros-registry-disk-demo 132d61a890c5: Mounted from kubevirt/cirros-registry-disk-demo ebb5671f5e29: Pushed devel: digest: sha256:fb088d5bfda6184fc3900f0386f933f62443246dc3b43949ba6f1654ad2fe700 size: 1161 The push refers to a repository [localhost:33004/kubevirt/alpine-registry-disk-demo] f266c6313b5c: Preparing cb3d1019d03e: Preparing 626899eeec02: Preparing 132d61a890c5: Preparing 132d61a890c5: Mounted from kubevirt/fedora-cloud-registry-disk-demo cb3d1019d03e: Mounted from kubevirt/fedora-cloud-registry-disk-demo 626899eeec02: Mounted from kubevirt/fedora-cloud-registry-disk-demo f266c6313b5c: Pushed devel: digest: sha256:3678d344eb613bcd9c858ae918591c50bbdb7bb86a94ff84e8c4ca1a4ad9081a size: 1160 The push refers to a repository [localhost:33004/kubevirt/subresource-access-test] 69e9233156c6: Preparing 6368c0536c64: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/vm-killer 6368c0536c64: Pushed 69e9233156c6: Pushed devel: digest: sha256:7e9b4d6d7ccadf1326bacafec604a251d27f84a71076e03ffb0313e7a66270a5 size: 948 The push refers to a repository [localhost:33004/kubevirt/winrmcli] 00e232679558: Preparing b7685068dac4: Preparing 0d5d88e46b0e: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/subresource-access-test 00e232679558: Pushed 0d5d88e46b0e: Pushed b7685068dac4: Pushed devel: digest: sha256:cb4df228553453167c8c4ee43793cb793eb82d391efb42fa075bce5f3ddf1008 size: 1165 The push refers to a repository [localhost:33004/kubevirt/example-hook-sidecar] 5b23b14f8ce8: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/winrmcli 5b23b14f8ce8: Pushed devel: digest: sha256:4afa885ad2a206b8f1c239fa8a343a59f5dae21125d6a00286ccff3f453c3f78 size: 740 make[1]: Leaving directory `/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt' Done ./cluster/clean.sh + source hack/common.sh ++++ dirname 'hack/common.sh[0]' +++ cd hack/../ +++ pwd ++ KUBEVIRT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt ++ OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out ++ VENDOR_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/vendor ++ CMD_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/cmd ++ TESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/tests ++ APIDOCS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/apidocs ++ MANIFESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests ++ MANIFEST_TEMPLATES_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/templates/manifests ++ PYTHON_CLIENT_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/client-python ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_NUM_NODES=2 ++ '[' -z kubevirt-functional-tests-openshift-3.10-release ']' ++ provider_prefix=kubevirt-functional-tests-openshift-3.10-release0 ++ job_prefix=kubevirt-functional-tests-openshift-3.10-release0 +++ kubevirt_version +++ '[' -n '' ']' +++ '[' -d /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/.git ']' ++++ git describe --always --tags +++ echo v0.7.0-44-g16f7544 ++ KUBEVIRT_VERSION=v0.7.0-44-g16f7544 + source cluster/os-3.10.0/provider.sh ++ set -e ++ image=os-3.10.0@sha256:0977f1c716862710c8324798b95802e11a149f4532e33be20dd70877fe8f5332 ++ source cluster/ephemeral-provider-common.sh +++ set -e +++ _cli='docker run --privileged --net=host --rm -v /var/run/docker.sock:/var/run/docker.sock kubevirtci/gocli@sha256:aa7f295a7908fa333ab5e98ef3af0bfafbabfd3cee2b83f9af47f722e3000f6a' + source hack/config.sh ++ unset binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig manifest_docker_prefix namespace ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ source hack/config-default.sh source hack/config-os-3.10.0.sh +++ binaries='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virtctl cmd/fake-qemu-process cmd/virt-api cmd/subresource-access-test cmd/example-hook-sidecar' +++ docker_images='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virt-api images/disks-images-provider images/vm-killer cmd/registry-disk-v1alpha images/cirros-registry-disk-demo images/fedora-cloud-registry-disk-demo images/alpine-registry-disk-demo cmd/subresource-access-test images/winrmcli cmd/example-hook-sidecar' +++ docker_prefix=kubevirt +++ docker_tag=latest +++ master_ip=192.168.200.2 +++ network_provider=flannel +++ namespace=kube-system ++ test -f hack/config-provider-os-3.10.0.sh ++ source hack/config-provider-os-3.10.0.sh +++ master_ip=127.0.0.1 +++ docker_tag=devel +++ kubeconfig=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubeconfig +++ kubectl=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubectl +++ docker_prefix=localhost:33004/kubevirt +++ manifest_docker_prefix=registry:5000/kubevirt ++ test -f hack/config-local.sh ++ export binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig namespace + echo 'Cleaning up ...' Cleaning up ... + cluster/kubectl.sh get vmis --all-namespaces -o=custom-columns=NAME:.metadata.name,NAMESPACE:.metadata.namespace,FINALIZERS:.metadata.finalizers --no-headers + grep foregroundDeleteVirtualMachine + read p error: the server doesn't have a resource type "vmis" + _kubectl delete ds -l kubevirt.io -n kube-system --cascade=false --grace-period 0 No resources found + _kubectl delete pods -n kube-system -l=kubevirt.io=libvirt --force --grace-period 0 No resources found + _kubectl delete pods -n kube-system -l=kubevirt.io=virt-handler --force --grace-period 0 No resources found + namespaces=(default ${namespace}) + for i in '${namespaces[@]}' + _kubectl -n default delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete apiservices -l kubevirt.io No resources found + _kubectl -n default delete deployment -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete deployment -l kubevirt.io No resources found + _kubectl -n default delete rs -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete rs -l kubevirt.io No resources found + _kubectl -n default delete services -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete services -l kubevirt.io No resources found + _kubectl -n default delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete apiservices -l kubevirt.io No resources found + _kubectl -n default delete validatingwebhookconfiguration -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete validatingwebhookconfiguration -l kubevirt.io No resources found + _kubectl -n default delete secrets -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete secrets -l kubevirt.io No resources found + _kubectl -n default delete pv -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pv -l kubevirt.io No resources found + _kubectl -n default delete pvc -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pvc -l kubevirt.io No resources found + _kubectl -n default delete ds -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete ds -l kubevirt.io No resources found + _kubectl -n default delete customresourcedefinitions -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete customresourcedefinitions -l kubevirt.io No resources found + _kubectl -n default delete pods -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pods -l kubevirt.io No resources found + _kubectl -n default delete clusterrolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete clusterrolebinding -l kubevirt.io No resources found + _kubectl -n default delete rolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete rolebinding -l kubevirt.io No resources found + _kubectl -n default delete roles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete roles -l kubevirt.io No resources found + _kubectl -n default delete clusterroles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete clusterroles -l kubevirt.io No resources found + _kubectl -n default delete serviceaccounts -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete serviceaccounts -l kubevirt.io No resources found ++ _kubectl -n default get crd offlinevirtualmachines.kubevirt.io ++ wc -l ++ export KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ cluster/os-3.10.0/.kubectl -n default get crd offlinevirtualmachines.kubevirt.io Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "offlinevirtualmachines.kubevirt.io" not found + '[' 0 -gt 0 ']' + for i in '${namespaces[@]}' + _kubectl -n kube-system delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete apiservices -l kubevirt.io No resources found + _kubectl -n kube-system delete deployment -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete deployment -l kubevirt.io No resources found + _kubectl -n kube-system delete rs -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete rs -l kubevirt.io No resources found + _kubectl -n kube-system delete services -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete services -l kubevirt.io No resources found + _kubectl -n kube-system delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete apiservices -l kubevirt.io No resources found + _kubectl -n kube-system delete validatingwebhookconfiguration -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete validatingwebhookconfiguration -l kubevirt.io No resources found + _kubectl -n kube-system delete secrets -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete secrets -l kubevirt.io No resources found + _kubectl -n kube-system delete pv -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pv -l kubevirt.io No resources found + _kubectl -n kube-system delete pvc -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pvc -l kubevirt.io No resources found + _kubectl -n kube-system delete ds -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete ds -l kubevirt.io No resources found + _kubectl -n kube-system delete customresourcedefinitions -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete customresourcedefinitions -l kubevirt.io No resources found + _kubectl -n kube-system delete pods -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pods -l kubevirt.io No resources found + _kubectl -n kube-system delete clusterrolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete clusterrolebinding -l kubevirt.io No resources found + _kubectl -n kube-system delete rolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete rolebinding -l kubevirt.io No resources found + _kubectl -n kube-system delete roles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete roles -l kubevirt.io No resources found + _kubectl -n kube-system delete clusterroles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete clusterroles -l kubevirt.io No resources found + _kubectl -n kube-system delete serviceaccounts -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete serviceaccounts -l kubevirt.io No resources found ++ _kubectl -n kube-system get crd offlinevirtualmachines.kubevirt.io ++ export KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ wc -l ++ cluster/os-3.10.0/.kubectl -n kube-system get crd offlinevirtualmachines.kubevirt.io Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "offlinevirtualmachines.kubevirt.io" not found + '[' 0 -gt 0 ']' + sleep 2 + echo Done Done ./cluster/deploy.sh + source hack/common.sh ++++ dirname 'hack/common.sh[0]' +++ cd hack/../ +++ pwd ++ KUBEVIRT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt ++ OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out ++ VENDOR_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/vendor ++ CMD_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/cmd ++ TESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/tests ++ APIDOCS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/apidocs ++ MANIFESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests ++ MANIFEST_TEMPLATES_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/templates/manifests ++ PYTHON_CLIENT_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/client-python ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_NUM_NODES=2 ++ '[' -z kubevirt-functional-tests-openshift-3.10-release ']' ++ provider_prefix=kubevirt-functional-tests-openshift-3.10-release0 ++ job_prefix=kubevirt-functional-tests-openshift-3.10-release0 +++ kubevirt_version +++ '[' -n '' ']' +++ '[' -d /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/.git ']' ++++ git describe --always --tags +++ echo v0.7.0-44-g16f7544 ++ KUBEVIRT_VERSION=v0.7.0-44-g16f7544 + source cluster/os-3.10.0/provider.sh ++ set -e ++ image=os-3.10.0@sha256:0977f1c716862710c8324798b95802e11a149f4532e33be20dd70877fe8f5332 ++ source cluster/ephemeral-provider-common.sh +++ set -e +++ _cli='docker run --privileged --net=host --rm -v /var/run/docker.sock:/var/run/docker.sock kubevirtci/gocli@sha256:aa7f295a7908fa333ab5e98ef3af0bfafbabfd3cee2b83f9af47f722e3000f6a' + source hack/config.sh ++ unset binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig manifest_docker_prefix namespace ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ source hack/config-default.sh source hack/config-os-3.10.0.sh +++ binaries='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virtctl cmd/fake-qemu-process cmd/virt-api cmd/subresource-access-test cmd/example-hook-sidecar' +++ docker_images='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virt-api images/disks-images-provider images/vm-killer cmd/registry-disk-v1alpha images/cirros-registry-disk-demo images/fedora-cloud-registry-disk-demo images/alpine-registry-disk-demo cmd/subresource-access-test images/winrmcli cmd/example-hook-sidecar' +++ docker_prefix=kubevirt +++ docker_tag=latest +++ master_ip=192.168.200.2 +++ network_provider=flannel +++ namespace=kube-system ++ test -f hack/config-provider-os-3.10.0.sh ++ source hack/config-provider-os-3.10.0.sh +++ master_ip=127.0.0.1 +++ docker_tag=devel +++ kubeconfig=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubeconfig +++ kubectl=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubectl +++ docker_prefix=localhost:33004/kubevirt +++ manifest_docker_prefix=registry:5000/kubevirt ++ test -f hack/config-local.sh ++ export binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig namespace + echo 'Deploying ...' Deploying ... + [[ -z openshift-3.10-release ]] + [[ openshift-3.10-release =~ .*-dev ]] + [[ openshift-3.10-release =~ .*-release ]] + for manifest in '${MANIFESTS_OUT_DIR}/release/*' + [[ /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests/release/demo-content.yaml =~ .*demo.* ]] + continue + for manifest in '${MANIFESTS_OUT_DIR}/release/*' + [[ /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml =~ .*demo.* ]] + _kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml clusterrole.rbac.authorization.k8s.io "kubevirt.io:admin" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:edit" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:view" created serviceaccount "kubevirt-apiserver" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-apiserver-auth-delegator" created rolebinding.rbac.authorization.k8s.io "kubevirt-apiserver" created role.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrole.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrole.rbac.authorization.k8s.io "kubevirt-controller" created serviceaccount "kubevirt-controller" created serviceaccount "kubevirt-privileged" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-controller" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-controller-cluster-admin" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-privileged-cluster-admin" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:default" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt.io:default" created service "virt-api" created deployment.extensions "virt-api" created deployment.extensions "virt-controller" created daemonset.extensions "virt-handler" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstances.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstancereplicasets.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstancepresets.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachines.kubevirt.io" created + _kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests/testing -R + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests/testing -R persistentvolumeclaim "disk-alpine" created persistentvolume "host-path-disk-alpine" created persistentvolumeclaim "disk-custom" created persistentvolume "host-path-disk-custom" created daemonset.extensions "disks-images-provider" created serviceaccount "kubevirt-testing" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-testing-cluster-admin" created + [[ os-3.10.0 =~ os-* ]] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-controller -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-controller -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-controller"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-testing -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-testing -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-testing"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-privileged -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-privileged -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-privileged"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-apiserver -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-apiserver -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-apiserver"] + _kubectl adm policy add-scc-to-user privileged admin + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged admin scc "privileged" added to: ["admin"] + echo Done Done + namespaces=(kube-system default) + [[ kube-system != \k\u\b\e\-\s\y\s\t\e\m ]] + timeout=300 + sample=30 + for i in '${namespaces[@]}' + current_time=0 ++ kubectl get pods -n kube-system --no-headers ++ grep -v Running ++ cluster/kubectl.sh get pods -n kube-system --no-headers + '[' -n 'disks-images-provider-b579j 0/1 ContainerCreating 0 2s disks-images-provider-n95c8 0/1 ContainerCreating 0 2s virt-api-7d79764579-9wt2x 0/1 ContainerCreating 0 4s virt-api-7d79764579-njtrf 0/1 ContainerCreating 0 4s virt-controller-7d57d96b65-4dztb 0/1 ContainerCreating 0 4s virt-controller-7d57d96b65-mhmhk 0/1 ContainerCreating 0 4s virt-handler-s22z8 0/1 ContainerCreating 0 4s virt-handler-xsplk 0/1 ContainerCreating 0 4s' ']' + echo 'Waiting for kubevirt pods to enter the Running state ...' Waiting for kubevirt pods to enter the Running state ... + kubectl get pods -n kube-system --no-headers + grep -v Running + cluster/kubectl.sh get pods -n kube-system --no-headers disks-images-provider-b579j 0/1 ContainerCreating 0 3s disks-images-provider-n95c8 0/1 ContainerCreating 0 3s virt-api-7d79764579-9wt2x 0/1 ContainerCreating 0 5s virt-api-7d79764579-njtrf 0/1 ContainerCreating 0 5s virt-controller-7d57d96b65-4dztb 0/1 ContainerCreating 0 5s virt-controller-7d57d96b65-mhmhk 0/1 ContainerCreating 0 5s virt-handler-s22z8 0/1 ContainerCreating 0 5s virt-handler-xsplk 0/1 ContainerCreating 0 5s + sleep 30 + current_time=30 + '[' 30 -gt 300 ']' ++ grep -v Running ++ kubectl get pods -n kube-system --no-headers ++ cluster/kubectl.sh get pods -n kube-system --no-headers + '[' -n '' ']' + current_time=0 ++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false ++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + '[' -n false ']' + echo 'Waiting for KubeVirt containers to become ready ...' Waiting for KubeVirt containers to become ready ... + kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + grep false + cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers false + sleep 30 + current_time=30 + '[' 30 -gt 300 ']' ++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false ++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + '[' -n '' ']' + kubectl get pods -n kube-system + cluster/kubectl.sh get pods -n kube-system NAME READY STATUS RESTARTS AGE disks-images-provider-b579j 1/1 Running 0 1m disks-images-provider-n95c8 1/1 Running 0 1m master-api-node01 1/1 Running 1 23d master-controllers-node01 1/1 Running 1 23d master-etcd-node01 1/1 Running 1 23d virt-api-7d79764579-9wt2x 1/1 Running 1 1m virt-api-7d79764579-njtrf 1/1 Running 0 1m virt-controller-7d57d96b65-4dztb 1/1 Running 0 1m virt-controller-7d57d96b65-mhmhk 1/1 Running 0 1m virt-handler-s22z8 1/1 Running 0 1m virt-handler-xsplk 1/1 Running 0 1m + for i in '${namespaces[@]}' + current_time=0 ++ kubectl get pods -n default --no-headers ++ grep -v Running ++ cluster/kubectl.sh get pods -n default --no-headers + '[' -n '' ']' + current_time=0 ++ kubectl get pods -n default '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false ++ cluster/kubectl.sh get pods -n default '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + '[' -n '' ']' + kubectl get pods -n default + cluster/kubectl.sh get pods -n default NAME READY STATUS RESTARTS AGE docker-registry-1-tqlsm 1/1 Running 1 23d registry-console-1-bhtqz 1/1 Running 1 23d router-1-r2xxq 1/1 Running 1 23d + kubectl version + cluster/kubectl.sh version oc v3.10.0-rc.0+c20e215 kubernetes v1.10.0+b81c8f8 features: Basic-Auth GSSAPI Kerberos SPNEGO Server https://127.0.0.1:33001 openshift v3.10.0-rc.0+c20e215 kubernetes v1.10.0+b81c8f8 + ginko_params='--ginkgo.noColor --junit-output=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/junit.xml' + [[ -d /home/nfs/images/windows2016 ]] + [[ openshift-3.10-release =~ windows.* ]] + FUNC_TEST_ARGS='--ginkgo.noColor --junit-output=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/junit.xml' + make functest hack/dockerized "hack/build-func-tests.sh" sha256:7d0ff7c8c318d908872cede18cbe0463a1f4e1df0e2ad9fe22f899e0e0bf4104 go version go1.10 linux/amd64 go version go1.10 linux/amd64 Compiling tests... compiled tests.test hack/functests.sh Running Suite: Tests Suite ========================== Random Seed: 1531660757 Will run 140 of 140 specs • [SLOW TEST:36.883 seconds] LeaderElection /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:43 Start a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:53 when the controller pod is not running /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:54 should success /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:55 ------------------------------ • [SLOW TEST:78.803 seconds] RegistryDisk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:41 Starting and stopping the same VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:90 with ephemeral registry disk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:91 should success multiple times /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:92 ------------------------------ • [SLOW TEST:17.634 seconds] RegistryDisk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:41 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:111 with ephemeral registry disk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:112 should not modify the spec on status update /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:113 ------------------------------ • [SLOW TEST:36.593 seconds] RegistryDisk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:41 Starting multiple VMIs /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:129 with ephemeral registry disk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:130 should success /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:131 ------------------------------ • ------------------------------ • [SLOW TEST:19.072 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should successfully start with hook sidecar annotation /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:60 ------------------------------ • [SLOW TEST:19.510 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should call Collect and OnDefineDomain on the hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:67 ------------------------------ • [SLOW TEST:21.911 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should update domain XML with SM BIOS properties /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:83 ------------------------------ Pod name: disks-images-provider-b579j Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-n95c8 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-9wt2x Pod phase: Running 2018/07/15 13:24:10 http: TLS handshake error from 10.128.0.1:34022: EOF level=info timestamp=2018-07-15T13:24:15.012289Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:24:17.566745Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 13:24:20 http: TLS handshake error from 10.128.0.1:34072: EOF level=info timestamp=2018-07-15T13:24:25.329555Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:24:25.577169Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-15T13:24:25.578774Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-15T13:24:28.242184Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:24:28.700602Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 13:24:30 http: TLS handshake error from 10.128.0.1:34122: EOF level=info timestamp=2018-07-15T13:24:34.749031Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:24:34.765154Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:24:34.781515Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:24:35.504275Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:24:35.907766Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-api-7d79764579-njtrf Pod phase: Running 2018/07/15 13:22:46 http: TLS handshake error from 10.129.0.1:41204: EOF 2018/07/15 13:22:56 http: TLS handshake error from 10.129.0.1:41210: EOF 2018/07/15 13:23:06 http: TLS handshake error from 10.129.0.1:41216: EOF 2018/07/15 13:23:16 http: TLS handshake error from 10.129.0.1:41222: EOF 2018/07/15 13:23:26 http: TLS handshake error from 10.129.0.1:41228: EOF level=info timestamp=2018-07-15T13:23:35.837494Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 13:23:36 http: TLS handshake error from 10.129.0.1:41234: EOF 2018/07/15 13:23:46 http: TLS handshake error from 10.129.0.1:41240: EOF 2018/07/15 13:23:56 http: TLS handshake error from 10.129.0.1:41246: EOF 2018/07/15 13:24:07 http: TLS handshake error from 10.129.0.1:41252: EOF level=info timestamp=2018-07-15T13:24:08.212511Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-15T13:24:10.317593Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 13:24:16 http: TLS handshake error from 10.129.0.1:41258: EOF 2018/07/15 13:24:26 http: TLS handshake error from 10.129.0.1:41264: EOF 2018/07/15 13:24:36 http: TLS handshake error from 10.129.0.1:41270: EOF Pod name: virt-controller-7d57d96b65-4dztb Pod phase: Running level=info timestamp=2018-07-15T13:22:31.099509Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6v87d kind= uid=20bb2bf8-8832-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:22:50.402286Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6ktn5 kind= uid=2c401a7e-8832-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:22:50.402774Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6ktn5 kind= uid=2c401a7e-8832-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:23:12.530499Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi5tljv kind= uid=396df528-8832-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:23:12.531159Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi5tljv kind= uid=396df528-8832-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:23:12.566502Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmid489b kind= uid=397391dd-8832-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:23:12.566781Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmid489b kind= uid=397391dd-8832-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:23:12.657608Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2hj2c kind= uid=397d0f4c-8832-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:23:12.657831Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2hj2c kind= uid=397d0f4c-8832-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:23:12.765091Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmid5p25 kind= uid=398aad56-8832-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:23:12.765289Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmid5p25 kind= uid=398aad56-8832-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:23:12.889231Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi5tljv\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi5tljv" level=info timestamp=2018-07-15T13:23:13.036570Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi2hj2c\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi2hj2c" level=info timestamp=2018-07-15T13:23:13.089313Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmid5p25\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmid5p25" level=info timestamp=2018-07-15T13:23:13.677669Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmid5p25\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmid5p25" Pod name: virt-controller-7d57d96b65-xtgck Pod phase: Running level=info timestamp=2018-07-15T13:19:25.461783Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-s22z8 Pod phase: Running level=info timestamp=2018-07-15T13:17:55.976219Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-15T13:17:55.981773Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-15T13:17:55.982541Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-15T13:17:56.083275Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-15T13:17:56.134912Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/15 13:17:56 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-15T13:17:56.170121Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/15 13:17:56 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" Pod name: virt-handler-xsplk Pod phase: Running level=info timestamp=2018-07-15T13:23:42.352865Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tljv kind= uid=396df528-8832-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:23:44.137520Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi2hj2c kind= uid=397d0f4c-8832-11e8-8854-525500d15501 msg="No update processing required" level=info timestamp=2018-07-15T13:23:43.392318Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind= uid=398aad56-8832-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:23:44.187586Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmid489b kind= uid=397391dd-8832-11e8-8854-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-15T13:23:44.266810Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi5tljv kind= uid=396df528-8832-11e8-8854-525500d15501 msg="No update processing required" level=info timestamp=2018-07-15T13:23:44.615548Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmid489b kind= uid=397391dd-8832-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:23:45.108579Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind= uid=398aad56-8832-11e8-8854-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-15T13:23:45.190585Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-15T13:23:45.212626Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hj2c kind= uid=397d0f4c-8832-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:23:45.212769Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi2hj2c kind= uid=397d0f4c-8832-11e8-8854-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-15T13:23:45.773651Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind= uid=398aad56-8832-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:23:46.057156Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tljv kind= uid=396df528-8832-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:23:46.057303Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi5tljv kind= uid=396df528-8832-11e8-8854-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-15T13:23:46.604244Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tljv kind= uid=396df528-8832-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:23:47.329920Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hj2c kind= uid=397d0f4c-8832-11e8-8854-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi2hj2c-pv5t2 Pod phase: Running level=info timestamp=2018-07-15T13:23:37.449492Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-15T13:23:38.510660Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-15T13:23:38.530147Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 923ca877-c093-41fd-8300-d336b6364443" level=info timestamp=2018-07-15T13:23:38.530356Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-15T13:23:38.691516Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T13:23:39.326667Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-15T13:23:39.380623Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmi2hj2c kind= uid=397d0f4c-8832-11e8-8854-525500d15501 msg="Domain started." level=info timestamp=2018-07-15T13:23:39.383573Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi2hj2c kind= uid=397d0f4c-8832-11e8-8854-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-15T13:23:39.384734Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T13:23:39.537315Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 923ca877-c093-41fd-8300-d336b6364443: 161" level=info timestamp=2018-07-15T13:23:42.370830Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T13:23:42.371030Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-15T13:23:42.641862Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T13:23:43.806028Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T13:23:45.227158Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi2hj2c kind= uid=397d0f4c-8832-11e8-8854-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmi5tljv-jdpdn Pod phase: Running level=info timestamp=2018-07-15T13:23:38.672080Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-15T13:23:39.592991Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-15T13:23:39.641989Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 2f4ceaf7-2505-4f35-a5df-d5f720eb2e3f" level=info timestamp=2018-07-15T13:23:39.643385Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-15T13:23:40.569540Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmi5tljv kind= uid=396df528-8832-11e8-8854-525500d15501 msg="Domain started." level=info timestamp=2018-07-15T13:23:40.572172Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi5tljv kind= uid=396df528-8832-11e8-8854-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-15T13:23:40.653147Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 2f4ceaf7-2505-4f35-a5df-d5f720eb2e3f: 172" level=info timestamp=2018-07-15T13:23:43.048928Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T13:23:43.050646Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-15T13:23:43.096162Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T13:23:43.980212Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T13:23:43.980347Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-15T13:23:44.017156Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T13:23:45.192916Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T13:23:46.310534Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi5tljv kind= uid=396df528-8832-11e8-8854-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmid489b-b6k6z Pod phase: Running level=info timestamp=2018-07-15T13:23:36.254331Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-15T13:23:36.737852Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-15T13:23:36.778293Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 31c0c1d4-abbe-4945-bd16-7d998bfda035" level=info timestamp=2018-07-15T13:23:36.778954Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-15T13:23:36.785601Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T13:23:37.793076Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 31c0c1d4-abbe-4945-bd16-7d998bfda035: 161" level=info timestamp=2018-07-15T13:23:37.865248Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-15T13:23:37.906611Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmid489b kind= uid=397391dd-8832-11e8-8854-525500d15501 msg="Domain started." level=info timestamp=2018-07-15T13:23:37.912249Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmid489b kind= uid=397391dd-8832-11e8-8854-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-15T13:23:37.913087Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T13:23:37.989186Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T13:23:37.989452Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-15T13:23:38.015498Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T13:23:38.572768Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T13:23:44.202465Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmid489b kind= uid=397391dd-8832-11e8-8854-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmid5p25-4rmxh Pod phase: Running level=info timestamp=2018-07-15T13:23:36.035054Z pos=manager.go:157 component=virt-launcher namespace=kubevirt-test-default name=testvmid5p25 kind= uid=398aad56-8832-11e8-8854-525500d15501 msg="Domain defined." level=info timestamp=2018-07-15T13:23:36.655419Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-15T13:23:36.687091Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T13:23:36.770354Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID ec33cdc6-8bf1-4001-935d-59a8e5ddb831" level=info timestamp=2018-07-15T13:23:36.774165Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-15T13:23:37.574039Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-15T13:23:37.635860Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmid5p25 kind= uid=398aad56-8832-11e8-8854-525500d15501 msg="Domain started." level=info timestamp=2018-07-15T13:23:37.672323Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmid5p25 kind= uid=398aad56-8832-11e8-8854-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-15T13:23:37.694332Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T13:23:37.787991Z pos=monitor.go:222 component=virt-launcher msg="Found PID for ec33cdc6-8bf1-4001-935d-59a8e5ddb831: 161" level=info timestamp=2018-07-15T13:23:38.537139Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T13:23:38.537267Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-15T13:23:38.567028Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T13:23:38.691123Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T13:23:45.386023Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmid5p25 kind= uid=398aad56-8832-11e8-8854-525500d15501 msg="Synced vmi" • Failure in Spec Setup (BeforeEach) [207.920 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach [BeforeEach] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the Inbound VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Unexpected Warning event received. Expected : Warning not to equal : Warning /root/go/src/kubevirt.io/kubevirt/tests/utils.go:245 ------------------------------ level=info timestamp=2018-07-15T13:23:13.657276Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmi5tljv-jdpdn" level=info timestamp=2018-07-15T13:23:37.575559Z pos=utils.go:243 component=tests msg="Pod owner ship transferred to the node virt-launcher-testvmi5tljv-jdpdn" level=info timestamp=2018-07-15T13:23:44.097684Z pos=utils.go:243 component=tests msg="VirtualMachineInstance defined." level=info timestamp=2018-07-15T13:23:48.040200Z pos=utils.go:243 component=tests msg="VirtualMachineInstance started." level=info timestamp=2018-07-15T13:24:37.873414Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmid489b-b6k6z" level=info timestamp=2018-07-15T13:24:37.873980Z pos=utils.go:243 component=tests msg="Pod owner ship transferred to the node virt-launcher-testvmid489b-b6k6z" level=error timestamp=2018-07-15T13:24:37.874509Z pos=utils.go:241 component=tests reason="unexpected warning event received" msg="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" level=info timestamp=2018-07-15T13:26:18.347040Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmi2hj2c-pv5t2" level=info timestamp=2018-07-15T13:26:18.347264Z pos=utils.go:243 component=tests msg="Pod owner ship transferred to the node virt-launcher-testvmi2hj2c-pv5t2" level=info timestamp=2018-07-15T13:26:18.349107Z pos=utils.go:243 component=tests msg="VirtualMachineInstance defined." level=info timestamp=2018-07-15T13:26:18.349404Z pos=utils.go:243 component=tests msg="VirtualMachineInstance started." level=info timestamp=2018-07-15T13:26:28.735745Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmid5p25-4rmxh" level=info timestamp=2018-07-15T13:26:28.735937Z pos=utils.go:243 component=tests msg="Pod owner ship transferred to the node virt-launcher-testvmid5p25-4rmxh" level=info timestamp=2018-07-15T13:26:28.736512Z pos=utils.go:243 component=tests msg="VirtualMachineInstance defined." level=info timestamp=2018-07-15T13:26:28.736762Z pos=utils.go:243 component=tests msg="VirtualMachineInstance started." level=info timestamp=2018-07-15T13:26:40.696548Z pos=vmi_networking_test.go:112 component=tests msg="[{1 \r\n$ [$ ]} {3 screen -d -m nc -klp 1500 -e echo -e \"Hello World!\"\r\n$ [$ ]} {5 echo $?\r\n0\r\n [0]}]" • [SLOW TEST:6.156 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the Inbound VirtualMachineInstance with pod network connectivity explicitly set /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ Pod name: disks-images-provider-b579j Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-n95c8 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-9wt2x Pod phase: Running level=info timestamp=2018-07-15T13:29:12.576895Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 13:29:20 http: TLS handshake error from 10.128.0.1:35688: EOF level=info timestamp=2018-07-15T13:29:21.558391Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:29:22.677385Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:29:29.358645Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-15T13:29:29.372698Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-15T13:29:29.854728Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 13:29:30 http: TLS handshake error from 10.128.0.1:35746: EOF level=info timestamp=2018-07-15T13:29:31.067345Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:29:32.867938Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 13:29:40 http: TLS handshake error from 10.128.0.1:35800: EOF level=info timestamp=2018-07-15T13:29:43.077427Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 13:29:50 http: TLS handshake error from 10.128.0.1:35850: EOF level=info timestamp=2018-07-15T13:29:51.808150Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:29:53.159940Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-api-7d79764579-njtrf Pod phase: Running 2018/07/15 13:27:26 http: TLS handshake error from 10.129.0.1:41380: EOF 2018/07/15 13:27:36 http: TLS handshake error from 10.129.0.1:41386: EOF 2018/07/15 13:27:46 http: TLS handshake error from 10.129.0.1:41392: EOF 2018/07/15 13:27:56 http: TLS handshake error from 10.129.0.1:41398: EOF 2018/07/15 13:28:06 http: TLS handshake error from 10.129.0.1:41404: EOF 2018/07/15 13:28:36 http: TLS handshake error from 10.129.0.1:41424: EOF 2018/07/15 13:28:46 http: TLS handshake error from 10.129.0.1:41430: EOF 2018/07/15 13:28:56 http: TLS handshake error from 10.129.0.1:41436: EOF 2018/07/15 13:29:06 http: TLS handshake error from 10.129.0.1:41442: EOF level=info timestamp=2018-07-15T13:29:08.644347Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 13:29:20 http: TLS handshake error from 10.129.0.1:41448: EOF 2018/07/15 13:29:26 http: TLS handshake error from 10.129.0.1:41454: EOF 2018/07/15 13:29:36 http: TLS handshake error from 10.129.0.1:41460: EOF level=info timestamp=2018-07-15T13:29:38.588505Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 13:29:46 http: TLS handshake error from 10.129.0.1:41466: EOF Pod name: virt-controller-7d57d96b65-4dztb Pod phase: Running level=info timestamp=2018-07-15T13:22:31.099509Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6v87d kind= uid=20bb2bf8-8832-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:22:50.402286Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6ktn5 kind= uid=2c401a7e-8832-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:22:50.402774Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6ktn5 kind= uid=2c401a7e-8832-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:23:12.530499Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi5tljv kind= uid=396df528-8832-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:23:12.531159Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi5tljv kind= uid=396df528-8832-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:23:12.566502Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmid489b kind= uid=397391dd-8832-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:23:12.566781Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmid489b kind= uid=397391dd-8832-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:23:12.657608Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2hj2c kind= uid=397d0f4c-8832-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:23:12.657831Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2hj2c kind= uid=397d0f4c-8832-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:23:12.765091Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmid5p25 kind= uid=398aad56-8832-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:23:12.765289Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmid5p25 kind= uid=398aad56-8832-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:23:12.889231Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi5tljv\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi5tljv" level=info timestamp=2018-07-15T13:23:13.036570Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi2hj2c\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi2hj2c" level=info timestamp=2018-07-15T13:23:13.089313Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmid5p25\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmid5p25" level=info timestamp=2018-07-15T13:23:13.677669Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmid5p25\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmid5p25" Pod name: virt-controller-7d57d96b65-xtgck Pod phase: Running level=info timestamp=2018-07-15T13:19:25.461783Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-s22z8 Pod phase: Running level=info timestamp=2018-07-15T13:17:55.976219Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-15T13:17:55.981773Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-15T13:17:55.982541Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-15T13:17:56.083275Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-15T13:17:56.134912Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/15 13:17:56 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-15T13:17:56.170121Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/15 13:17:56 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" Pod name: virt-handler-xsplk Pod phase: Running level=info timestamp=2018-07-15T13:23:42.352865Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tljv kind= uid=396df528-8832-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:23:44.137520Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi2hj2c kind= uid=397d0f4c-8832-11e8-8854-525500d15501 msg="No update processing required" level=info timestamp=2018-07-15T13:23:43.392318Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind= uid=398aad56-8832-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:23:44.187586Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmid489b kind= uid=397391dd-8832-11e8-8854-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-15T13:23:44.266810Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi5tljv kind= uid=396df528-8832-11e8-8854-525500d15501 msg="No update processing required" level=info timestamp=2018-07-15T13:23:44.615548Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmid489b kind= uid=397391dd-8832-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:23:45.108579Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind= uid=398aad56-8832-11e8-8854-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-15T13:23:45.190585Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-15T13:23:45.212626Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hj2c kind= uid=397d0f4c-8832-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:23:45.212769Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi2hj2c kind= uid=397d0f4c-8832-11e8-8854-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-15T13:23:45.773651Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind= uid=398aad56-8832-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:23:46.057156Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tljv kind= uid=396df528-8832-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:23:46.057303Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi5tljv kind= uid=396df528-8832-11e8-8854-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-15T13:23:46.604244Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tljv kind= uid=396df528-8832-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:23:47.329920Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hj2c kind= uid=397d0f4c-8832-11e8-8854-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi2hj2c-pv5t2 Pod phase: Running level=info timestamp=2018-07-15T13:23:37.449492Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-15T13:23:38.510660Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-15T13:23:38.530147Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 923ca877-c093-41fd-8300-d336b6364443" level=info timestamp=2018-07-15T13:23:38.530356Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-15T13:23:38.691516Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T13:23:39.326667Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-15T13:23:39.380623Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmi2hj2c kind= uid=397d0f4c-8832-11e8-8854-525500d15501 msg="Domain started." level=info timestamp=2018-07-15T13:23:39.383573Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi2hj2c kind= uid=397d0f4c-8832-11e8-8854-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-15T13:23:39.384734Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T13:23:39.537315Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 923ca877-c093-41fd-8300-d336b6364443: 161" level=info timestamp=2018-07-15T13:23:42.370830Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T13:23:42.371030Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-15T13:23:42.641862Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T13:23:43.806028Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T13:23:45.227158Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi2hj2c kind= uid=397d0f4c-8832-11e8-8854-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmi5tljv-jdpdn Pod phase: Running level=info timestamp=2018-07-15T13:23:38.672080Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-15T13:23:39.592991Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-15T13:23:39.641989Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 2f4ceaf7-2505-4f35-a5df-d5f720eb2e3f" level=info timestamp=2018-07-15T13:23:39.643385Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-15T13:23:40.569540Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmi5tljv kind= uid=396df528-8832-11e8-8854-525500d15501 msg="Domain started." level=info timestamp=2018-07-15T13:23:40.572172Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi5tljv kind= uid=396df528-8832-11e8-8854-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-15T13:23:40.653147Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 2f4ceaf7-2505-4f35-a5df-d5f720eb2e3f: 172" level=info timestamp=2018-07-15T13:23:43.048928Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T13:23:43.050646Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-15T13:23:43.096162Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T13:23:43.980212Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T13:23:43.980347Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-15T13:23:44.017156Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T13:23:45.192916Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T13:23:46.310534Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi5tljv kind= uid=396df528-8832-11e8-8854-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmid489b-b6k6z Pod phase: Running level=info timestamp=2018-07-15T13:23:36.254331Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-15T13:23:36.737852Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-15T13:23:36.778293Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 31c0c1d4-abbe-4945-bd16-7d998bfda035" level=info timestamp=2018-07-15T13:23:36.778954Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-15T13:23:36.785601Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T13:23:37.793076Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 31c0c1d4-abbe-4945-bd16-7d998bfda035: 161" level=info timestamp=2018-07-15T13:23:37.865248Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-15T13:23:37.906611Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmid489b kind= uid=397391dd-8832-11e8-8854-525500d15501 msg="Domain started." level=info timestamp=2018-07-15T13:23:37.912249Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmid489b kind= uid=397391dd-8832-11e8-8854-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-15T13:23:37.913087Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T13:23:37.989186Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T13:23:37.989452Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-15T13:23:38.015498Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T13:23:38.572768Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T13:23:44.202465Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmid489b kind= uid=397391dd-8832-11e8-8854-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmid5p25-4rmxh Pod phase: Running level=info timestamp=2018-07-15T13:23:36.035054Z pos=manager.go:157 component=virt-launcher namespace=kubevirt-test-default name=testvmid5p25 kind= uid=398aad56-8832-11e8-8854-525500d15501 msg="Domain defined." level=info timestamp=2018-07-15T13:23:36.655419Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-15T13:23:36.687091Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T13:23:36.770354Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID ec33cdc6-8bf1-4001-935d-59a8e5ddb831" level=info timestamp=2018-07-15T13:23:36.774165Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-15T13:23:37.574039Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-15T13:23:37.635860Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmid5p25 kind= uid=398aad56-8832-11e8-8854-525500d15501 msg="Domain started." level=info timestamp=2018-07-15T13:23:37.672323Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmid5p25 kind= uid=398aad56-8832-11e8-8854-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-15T13:23:37.694332Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T13:23:37.787991Z pos=monitor.go:222 component=virt-launcher msg="Found PID for ec33cdc6-8bf1-4001-935d-59a8e5ddb831: 161" level=info timestamp=2018-07-15T13:23:38.537139Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T13:23:38.537267Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-15T13:23:38.567028Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T13:23:38.691123Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T13:23:45.386023Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmid5p25 kind= uid=398aad56-8832-11e8-8854-525500d15501 msg="Synced vmi" • Failure [188.102 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the Inbound VirtualMachineInstance with custom MAC address [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: : 180000000000 expect: timer expired after 180 seconds not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:224 ------------------------------ STEP: checking br1 MTU inside the pod level=info timestamp=2018-07-15T13:26:47.308543Z pos=vmi_networking_test.go:185 component=tests msg="4: br1: mtu 1450 qdisc noqueue state UP group default \n link/ether 0a:58:0a:25:b4:8f brd ff:ff:ff:ff:ff:ff\n inet 169.254.75.86/32 brd 169.254.75.86 scope global br1\n valid_lft forever preferred_lft forever\n inet6 fe80::858:aff:fe25:b48f/64 scope link \n valid_lft forever preferred_lft forever\n" STEP: checking eth0 MTU inside the VirtualMachineInstance level=info timestamp=2018-07-15T13:26:48.093678Z pos=vmi_networking_test.go:205 component=tests msg="[{1 \r\n$ [$ ]} {3 ip address show eth0\r\n2: eth0: mtu 1450 qdisc pfifo_fast qlen 1000\r\n li [2: eth0: mtu 1450 qdisc pfifo_fast qlen 1000\r\n]} {5 nk/ether 0a:58:0a:8 [0]}]" STEP: checking the VirtualMachineInstance can send MTU sized frames to another VirtualMachineInstance level=info timestamp=2018-07-15T13:29:54.031531Z pos=utils.go:1190 component=tests namespace=kubevirt-test-default name=testvmid489b kind=VirtualMachineInstance uid=397391dd-8832-11e8-8854-525500d15501 msg="[{1 \r\n\r\n$ [$ ]} {3 ping 10.129.0.20 -c 1 -w 5 -s 1422\r\nPING 10.129.0.20 (10.129.0.20): 1422 data bytes\r\n\r\n--- 10.129.0.20 ping statistics ---\r\n5 packets transmitted, 0 packets received, 100% packet loss\r\n$ [$ ]} {5 echo $?\r\n1\r\n$ []}]" • ------------------------------ • [SLOW TEST:6.284 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be reachable via the propagated IP from a Pod /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 on the same node from Pod /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ ••• ------------------------------ • [SLOW TEST:5.746 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 with a service matching the vmi exposed /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:283 should be able to reach the vmi based on labels specified on the vmi /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:303 ------------------------------ • [SLOW TEST:5.487 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 with a service matching the vmi exposed /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:283 should fail to reach the vmi if an invalid servicename is used /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:314 ------------------------------ • ------------------------------ • [SLOW TEST:33.069 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom interface model /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:379 should expose the right device type to the guest /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:380 ------------------------------ • ------------------------------ • [SLOW TEST:33.597 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:413 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:414 ------------------------------ • [SLOW TEST:33.798 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address in non-conventional format /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:425 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:426 ------------------------------ • [SLOW TEST:35.608 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address and slirp interface /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:438 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:439 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.013 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 should succeed to start a vmi [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:133 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.007 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 should succeed to stop a running vmi [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:139 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.007 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with winrm connection [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:150 should have correct UUID /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:192 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.007 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with winrm connection [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:150 should have pod IP /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:208 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.007 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with kubectl command [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:226 should succeed to start a vmi /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:242 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.009 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with kubectl command [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:226 should succeed to stop a vmi /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:250 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ • [SLOW TEST:109.963 seconds] Slirp /root/go/src/kubevirt.io/kubevirt/tests/vmi_slirp_interface_test.go:39 should be able to /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 VirtualMachineInstance with slirp interface /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • Pod name: disks-images-provider-b579j Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-n95c8 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-9wt2x Pod phase: Running level=info timestamp=2018-07-15T13:37:09.882744Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 13:37:10 http: TLS handshake error from 10.128.0.1:38296: EOF level=info timestamp=2018-07-15T13:37:11.304667Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 13:37:20 http: TLS handshake error from 10.128.0.1:38346: EOF level=info timestamp=2018-07-15T13:37:21.514163Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:37:26.058520Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:37:29.091345Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:37:29.110156Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:37:29.128294Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 13:37:30 http: TLS handshake error from 10.128.0.1:38396: EOF level=info timestamp=2018-07-15T13:37:31.765525Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:37:40.142460Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:37:40.164220Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 13:37:40 http: TLS handshake error from 10.128.0.1:38450: EOF level=info timestamp=2018-07-15T13:37:41.983874Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-api-7d79764579-njtrf Pod phase: Running level=info timestamp=2018-07-15T13:35:38.605158Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 13:35:46 http: TLS handshake error from 10.129.0.1:41728: EOF 2018/07/15 13:35:56 http: TLS handshake error from 10.129.0.1:41734: EOF 2018/07/15 13:36:06 http: TLS handshake error from 10.129.0.1:41740: EOF level=info timestamp=2018-07-15T13:36:08.517131Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 13:36:16 http: TLS handshake error from 10.129.0.1:41746: EOF 2018/07/15 13:36:26 http: TLS handshake error from 10.129.0.1:41752: EOF 2018/07/15 13:36:36 http: TLS handshake error from 10.129.0.1:41758: EOF 2018/07/15 13:36:46 http: TLS handshake error from 10.129.0.1:41764: EOF 2018/07/15 13:36:56 http: TLS handshake error from 10.129.0.1:41770: EOF 2018/07/15 13:37:06 http: TLS handshake error from 10.129.0.1:41776: EOF 2018/07/15 13:37:16 http: TLS handshake error from 10.129.0.1:41782: EOF 2018/07/15 13:37:26 http: TLS handshake error from 10.129.0.1:41788: EOF 2018/07/15 13:37:36 http: TLS handshake error from 10.129.0.1:41796: EOF level=info timestamp=2018-07-15T13:37:38.560186Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-controller-7d57d96b65-4dztb Pod phase: Running level=info timestamp=2018-07-15T13:32:12.531281Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:32:12.531563Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:32:48.161955Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmib6gwq kind= uid=908aa6db-8833-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:32:48.162531Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmib6gwq kind= uid=908aa6db-8833-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:32:48.276967Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmib6gwq\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmib6gwq" level=info timestamp=2018-07-15T13:33:40.566852Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:33:40.567084Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:33:40.687337Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik4g5p\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik4g5p" level=info timestamp=2018-07-15T13:33:40.710189Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik4g5p\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik4g5p" level=info timestamp=2018-07-15T13:34:42.618843Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibcq5k kind= uid=d4c208b4-8833-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:34:42.619174Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibcq5k kind= uid=d4c208b4-8833-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:34:43.086669Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibcq5k\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibcq5k" level=info timestamp=2018-07-15T13:34:43.110311Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibcq5k\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibcq5k" level=info timestamp=2018-07-15T13:34:43.118299Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibcq5k\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibcq5k" level=info timestamp=2018-07-15T13:34:43.147104Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibcq5k\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibcq5k" Pod name: virt-controller-7d57d96b65-xtgck Pod phase: Running level=info timestamp=2018-07-15T13:19:25.461783Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-s22z8 Pod phase: Running level=info timestamp=2018-07-15T13:34:41.258456Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.260431Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.260540Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T13:34:41.260569Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T13:34:41.263164Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.304468Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.304647Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.304803Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.323249Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.323405Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.323514Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.442785Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.445037Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.627994Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.628538Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-xsplk Pod phase: Running level=info timestamp=2018-07-15T13:34:41.616876Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.617086Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.617217Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.617305Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.620046Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686664Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686922Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.688629Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.689305Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.689628Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.690636Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.964123Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964487Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.964666Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964762Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmibcq5k-6rtfv Pod phase: Pending ------------------------------ • Failure [182.945 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:35 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:64 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a cirros image /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 should return that we are running cirros [It] /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:67 Timed out after 90.157s. Expected : false to equal : true /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1041 ------------------------------ STEP: Creating a new VirtualMachineInstance level=info timestamp=2018-07-15T13:34:43.961936Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmibcq5k-6rtfv" Pod name: disks-images-provider-b579j Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-n95c8 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-9wt2x Pod phase: Running level=info timestamp=2018-07-15T13:40:11.833344Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:40:15.743127Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 13:40:20 http: TLS handshake error from 10.128.0.1:39272: EOF level=info timestamp=2018-07-15T13:40:26.047612Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:40:27.866882Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:40:29.001159Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-15T13:40:29.005000Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-15T13:40:30.001675Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:40:30.039531Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:40:30.055358Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 13:40:30 http: TLS handshake error from 10.128.0.1:39322: EOF level=info timestamp=2018-07-15T13:40:36.396203Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 13:40:40 http: TLS handshake error from 10.128.0.1:39376: EOF level=info timestamp=2018-07-15T13:40:42.159443Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:40:42.182499Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-api-7d79764579-njtrf Pod phase: Running 2018/07/15 13:38:56 http: TLS handshake error from 10.129.0.1:41844: EOF 2018/07/15 13:39:06 http: TLS handshake error from 10.129.0.1:41850: EOF level=info timestamp=2018-07-15T13:39:08.572079Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 13:39:16 http: TLS handshake error from 10.129.0.1:41856: EOF 2018/07/15 13:39:26 http: TLS handshake error from 10.129.0.1:41862: EOF 2018/07/15 13:39:36 http: TLS handshake error from 10.129.0.1:41868: EOF level=info timestamp=2018-07-15T13:39:38.442513Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 13:39:46 http: TLS handshake error from 10.129.0.1:41874: EOF 2018/07/15 13:39:56 http: TLS handshake error from 10.129.0.1:41880: EOF 2018/07/15 13:40:06 http: TLS handshake error from 10.129.0.1:41886: EOF level=info timestamp=2018-07-15T13:40:08.858668Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 13:40:16 http: TLS handshake error from 10.129.0.1:41892: EOF 2018/07/15 13:40:26 http: TLS handshake error from 10.129.0.1:41898: EOF 2018/07/15 13:40:36 http: TLS handshake error from 10.129.0.1:41906: EOF level=info timestamp=2018-07-15T13:40:38.544646Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-controller-7d57d96b65-4dztb Pod phase: Running level=info timestamp=2018-07-15T13:32:48.162531Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmib6gwq kind= uid=908aa6db-8833-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:32:48.276967Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmib6gwq\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmib6gwq" level=info timestamp=2018-07-15T13:33:40.566852Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:33:40.567084Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:33:40.687337Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik4g5p\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik4g5p" level=info timestamp=2018-07-15T13:33:40.710189Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik4g5p\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik4g5p" level=info timestamp=2018-07-15T13:34:42.618843Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibcq5k kind= uid=d4c208b4-8833-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:34:42.619174Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibcq5k kind= uid=d4c208b4-8833-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:34:43.086669Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibcq5k\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibcq5k" level=info timestamp=2018-07-15T13:34:43.110311Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibcq5k\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibcq5k" level=info timestamp=2018-07-15T13:34:43.118299Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibcq5k\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibcq5k" level=info timestamp=2018-07-15T13:34:43.147104Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibcq5k\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibcq5k" level=info timestamp=2018-07-15T13:37:43.618737Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibcq5k\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmibcq5k, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: d4c208b4-8833-11e8-8854-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibcq5k" level=info timestamp=2018-07-15T13:37:43.816983Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7shm8 kind= uid=40c4328e-8834-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:37:43.817623Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7shm8 kind= uid=40c4328e-8834-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-controller-7d57d96b65-xtgck Pod phase: Running level=info timestamp=2018-07-15T13:19:25.461783Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-s22z8 Pod phase: Running level=info timestamp=2018-07-15T13:34:41.258456Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.260431Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.260540Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T13:34:41.260569Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T13:34:41.263164Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.304468Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.304647Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.304803Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.323249Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.323405Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.323514Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.442785Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.445037Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.627994Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.628538Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-xsplk Pod phase: Running level=info timestamp=2018-07-15T13:34:41.616876Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.617086Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.617217Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.617305Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.620046Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686664Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686922Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.688629Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.689305Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.689628Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.690636Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.964123Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964487Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.964666Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964762Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi7shm8-zp5kr Pod phase: Pending • Failure [180.956 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:35 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:64 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a fedora image /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:76 should return that we are running fedora [It] /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:77 Timed out after 90.188s. Expected : false to equal : true /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1041 ------------------------------ STEP: Creating a new VirtualMachineInstance level=info timestamp=2018-07-15T13:37:44.674404Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmi7shm8-zp5kr" Pod name: disks-images-provider-b579j Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-n95c8 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-9wt2x Pod phase: Running level=info timestamp=2018-07-15T13:43:13.806520Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:43:13.893904Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:43:19.330990Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 13:43:20 http: TLS handshake error from 10.128.0.1:40198: EOF level=info timestamp=2018-07-15T13:43:29.099575Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:43:29.439987Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:43:30.606373Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:43:30.639279Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:43:30.671638Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 13:43:30 http: TLS handshake error from 10.128.0.1:40248: EOF level=info timestamp=2018-07-15T13:43:38.978009Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-15T13:43:39.677140Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 13:43:40 http: TLS handshake error from 10.128.0.1:40302: EOF level=info timestamp=2018-07-15T13:43:44.150035Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:43:44.197094Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-api-7d79764579-njtrf Pod phase: Running 2018/07/15 13:41:26 http: TLS handshake error from 10.129.0.1:41936: EOF 2018/07/15 13:41:36 http: TLS handshake error from 10.129.0.1:41942: EOF 2018/07/15 13:41:46 http: TLS handshake error from 10.129.0.1:41948: EOF 2018/07/15 13:41:56 http: TLS handshake error from 10.129.0.1:41954: EOF 2018/07/15 13:42:06 http: TLS handshake error from 10.129.0.1:41960: EOF level=info timestamp=2018-07-15T13:42:08.547361Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 13:42:16 http: TLS handshake error from 10.129.0.1:41966: EOF 2018/07/15 13:42:26 http: TLS handshake error from 10.129.0.1:41972: EOF 2018/07/15 13:42:39 http: TLS handshake error from 10.129.0.1:41978: EOF 2018/07/15 13:42:46 http: TLS handshake error from 10.129.0.1:41984: EOF 2018/07/15 13:42:56 http: TLS handshake error from 10.129.0.1:41990: EOF 2018/07/15 13:43:06 http: TLS handshake error from 10.129.0.1:41996: EOF 2018/07/15 13:43:16 http: TLS handshake error from 10.129.0.1:42002: EOF 2018/07/15 13:43:26 http: TLS handshake error from 10.129.0.1:42008: EOF 2018/07/15 13:43:36 http: TLS handshake error from 10.129.0.1:42016: EOF Pod name: virt-controller-7d57d96b65-4dztb Pod phase: Running level=info timestamp=2018-07-15T13:33:40.566852Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:33:40.567084Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:33:40.687337Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik4g5p\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik4g5p" level=info timestamp=2018-07-15T13:33:40.710189Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik4g5p\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik4g5p" level=info timestamp=2018-07-15T13:34:42.618843Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibcq5k kind= uid=d4c208b4-8833-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:34:42.619174Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibcq5k kind= uid=d4c208b4-8833-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:34:43.086669Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibcq5k\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibcq5k" level=info timestamp=2018-07-15T13:34:43.110311Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibcq5k\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibcq5k" level=info timestamp=2018-07-15T13:34:43.118299Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibcq5k\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibcq5k" level=info timestamp=2018-07-15T13:34:43.147104Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibcq5k\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibcq5k" level=info timestamp=2018-07-15T13:37:43.618737Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibcq5k\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmibcq5k, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: d4c208b4-8833-11e8-8854-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibcq5k" level=info timestamp=2018-07-15T13:37:43.816983Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7shm8 kind= uid=40c4328e-8834-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:37:43.817623Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7shm8 kind= uid=40c4328e-8834-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:40:44.647389Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic72p4 kind= uid=ac8d9307-8834-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:40:44.647883Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic72p4 kind= uid=ac8d9307-8834-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-controller-7d57d96b65-xtgck Pod phase: Running level=info timestamp=2018-07-15T13:19:25.461783Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-s22z8 Pod phase: Running level=info timestamp=2018-07-15T13:34:41.258456Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.260431Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.260540Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T13:34:41.260569Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T13:34:41.263164Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.304468Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.304647Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.304803Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.323249Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.323405Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.323514Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.442785Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.445037Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.627994Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.628538Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-xsplk Pod phase: Running level=info timestamp=2018-07-15T13:34:41.616876Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.617086Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.617217Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.617305Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.620046Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686664Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686922Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.688629Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.689305Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.689628Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.690636Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.964123Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964487Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.964666Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964762Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmic72p4-wg6q8 Pod phase: Pending • Failure [181.024 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:35 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:64 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 should be able to reconnect to console multiple times [It] /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:86 Timed out after 90.205s. Expected : false to equal : true /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1041 ------------------------------ STEP: Creating a new VirtualMachineInstance level=info timestamp=2018-07-15T13:40:45.452605Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmic72p4-wg6q8" •• ------------------------------ • [SLOW TEST:5.053 seconds] Templates /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:42 Launching VMI from VM Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:60 with given Fedora Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:193 with given VM JSON from the Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:152 with given VM from the VM JSON /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:158 should succeed to launch a VMI using oc-patch command /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:161 ------------------------------ • [SLOW TEST:12.192 seconds] Templates /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:42 Launching VMI from VM Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:60 with given Fedora Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:193 with given VM JSON from the Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:152 with given VM from the VM JSON /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:158 with given VMI from the VM /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:163 should succeed to terminate the VMI using oc-patch command /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:166 ------------------------------ Pod name: disks-images-provider-b579j Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-n95c8 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-9wt2x Pod phase: Running level=info timestamp=2018-07-15T13:46:30.523988Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 13:46:30 http: TLS handshake error from 10.128.0.1:41188: EOF level=info timestamp=2018-07-15T13:46:31.440874Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:46:31.457013Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:46:31.471668Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:46:32.909895Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 13:46:40 http: TLS handshake error from 10.128.0.1:41242: EOF level=info timestamp=2018-07-15T13:46:43.163633Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:46:45.050338Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:46:45.207405Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 13:46:50 http: TLS handshake error from 10.128.0.1:41292: EOF level=info timestamp=2018-07-15T13:46:53.361355Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:47:00.785706Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 13:47:00 http: TLS handshake error from 10.128.0.1:41342: EOF level=info timestamp=2018-07-15T13:47:03.566512Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-api-7d79764579-njtrf Pod phase: Running 2018/07/15 13:45:16 http: TLS handshake error from 10.129.0.1:42076: EOF 2018/07/15 13:45:26 http: TLS handshake error from 10.129.0.1:42082: EOF 2018/07/15 13:45:36 http: TLS handshake error from 10.129.0.1:42088: EOF level=info timestamp=2018-07-15T13:45:38.493338Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 13:45:46 http: TLS handshake error from 10.129.0.1:42094: EOF 2018/07/15 13:45:56 http: TLS handshake error from 10.129.0.1:42100: EOF 2018/07/15 13:46:06 http: TLS handshake error from 10.129.0.1:42106: EOF level=info timestamp=2018-07-15T13:46:08.597061Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 13:46:16 http: TLS handshake error from 10.129.0.1:42112: EOF 2018/07/15 13:46:26 http: TLS handshake error from 10.129.0.1:42118: EOF 2018/07/15 13:46:36 http: TLS handshake error from 10.129.0.1:42126: EOF level=info timestamp=2018-07-15T13:46:38.601748Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 13:46:46 http: TLS handshake error from 10.129.0.1:42132: EOF 2018/07/15 13:46:56 http: TLS handshake error from 10.129.0.1:42138: EOF 2018/07/15 13:47:06 http: TLS handshake error from 10.129.0.1:42144: EOF Pod name: virt-controller-7d57d96b65-4dztb Pod phase: Running level=info timestamp=2018-07-15T13:43:59.055790Z pos=vm.go:111 component=virt-controller service=http reason="The POST operation against VirtualMachineInstance.kubevirt.io could not be completed at this time, please try again." msg="re-enqueuing VirtualMachine default/testvm" level=info timestamp=2018-07-15T13:43:59.511931Z pos=vm.go:135 component=virt-controller service=http namespace=default name=testvm kind= uid=1f23b2f8-8835-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T13:43:59.512731Z pos=vm.go:186 component=virt-controller service=http namespace=default name=testvm kind= uid=1f23b2f8-8835-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: false" level=info timestamp=2018-07-15T13:43:59.513010Z pos=vm.go:262 component=virt-controller service=http msg="vmi is nil" level=info timestamp=2018-07-15T13:43:59.513347Z pos=vm.go:681 component=virt-controller service=http namespace=default name=testvm kind= uid=1f23b2f8-8835-11e8-8854-525500d15501 msg="Processing failure status:: shouldRun: false; noErr: false; noVm: false" level=info timestamp=2018-07-15T13:43:59.513553Z pos=vm.go:705 component=virt-controller service=http namespace=default name=testvm kind= uid=1f23b2f8-8835-11e8-8854-525500d15501 msg="Removing failure" level=info timestamp=2018-07-15T13:43:59.541928Z pos=vm.go:135 component=virt-controller service=http namespace=default name=testvm kind= uid=1f23b2f8-8835-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T13:43:59.542087Z pos=vm.go:186 component=virt-controller service=http namespace=default name=testvm kind= uid=1f23b2f8-8835-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: false" level=info timestamp=2018-07-15T13:43:59.542192Z pos=vm.go:262 component=virt-controller service=http msg="vmi is nil" level=info timestamp=2018-07-15T13:43:59.696528Z pos=vm.go:135 component=virt-controller service=http namespace=default name=testvm kind= uid=1f23b2f8-8835-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T13:43:59.696909Z pos=vm.go:186 component=virt-controller service=http namespace=default name=testvm kind= uid=1f23b2f8-8835-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: false" level=info timestamp=2018-07-15T13:43:59.697085Z pos=vm.go:262 component=virt-controller service=http msg="vmi is nil" level=info timestamp=2018-07-15T13:44:07.776027Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9vbzs kind= uid=259e222a-8835-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:44:07.776622Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9vbzs kind= uid=259e222a-8835-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:44:07.971600Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi9vbzs\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi9vbzs" Pod name: virt-controller-7d57d96b65-xtgck Pod phase: Running level=info timestamp=2018-07-15T13:19:25.461783Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-s22z8 Pod phase: Running level=info timestamp=2018-07-15T13:34:41.258456Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.260431Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.260540Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T13:34:41.260569Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T13:34:41.263164Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.304468Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.304647Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.304803Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.323249Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.323405Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.323514Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.442785Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.445037Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.627994Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.628538Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-xsplk Pod phase: Running level=info timestamp=2018-07-15T13:34:41.616876Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.617086Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.617217Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.617305Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.620046Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686664Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686922Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.688629Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.689305Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.689628Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.690636Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.964123Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964487Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.964666Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964762Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi9vbzs-d9vt4 Pod phase: Pending • Failure [180.834 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 with cloudInitNoCloud userDataBase64 source /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:81 should have cloud-init data [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:82 Timed out after 90.175s. Expected : false to equal : true /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1041 ------------------------------ STEP: Starting a VirtualMachineInstance STEP: Waiting the VirtualMachineInstance start level=info timestamp=2018-07-15T13:44:08.651502Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmi9vbzs-d9vt4" Pod name: disks-images-provider-b579j Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-n95c8 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-9wt2x Pod phase: Running level=info timestamp=2018-07-15T13:49:32.219177Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:49:32.221577Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:49:32.239236Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:49:32.257644Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:49:36.703738Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 13:49:40 http: TLS handshake error from 10.128.0.1:42172: EOF level=info timestamp=2018-07-15T13:49:46.681913Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:49:46.804224Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:49:46.897470Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 13:49:50 http: TLS handshake error from 10.128.0.1:42222: EOF level=info timestamp=2018-07-15T13:49:57.094357Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 13:50:00 http: TLS handshake error from 10.128.0.1:42272: EOF level=info timestamp=2018-07-15T13:50:02.436925Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:50:07.306103Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:50:08.835015Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-api-7d79764579-njtrf Pod phase: Running level=info timestamp=2018-07-15T13:48:08.621764Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 13:48:16 http: TLS handshake error from 10.129.0.1:42186: EOF 2018/07/15 13:48:26 http: TLS handshake error from 10.129.0.1:42192: EOF 2018/07/15 13:48:36 http: TLS handshake error from 10.129.0.1:42198: EOF 2018/07/15 13:48:46 http: TLS handshake error from 10.129.0.1:42204: EOF 2018/07/15 13:48:56 http: TLS handshake error from 10.129.0.1:42210: EOF 2018/07/15 13:49:06 http: TLS handshake error from 10.129.0.1:42216: EOF level=info timestamp=2018-07-15T13:49:08.658044Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 13:49:16 http: TLS handshake error from 10.129.0.1:42222: EOF 2018/07/15 13:49:26 http: TLS handshake error from 10.129.0.1:42228: EOF 2018/07/15 13:49:36 http: TLS handshake error from 10.129.0.1:42236: EOF level=info timestamp=2018-07-15T13:49:38.512216Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 13:49:46 http: TLS handshake error from 10.129.0.1:42242: EOF 2018/07/15 13:49:56 http: TLS handshake error from 10.129.0.1:42248: EOF 2018/07/15 13:50:06 http: TLS handshake error from 10.129.0.1:42254: EOF Pod name: virt-controller-7d57d96b65-4dztb Pod phase: Running level=info timestamp=2018-07-15T13:43:59.513010Z pos=vm.go:262 component=virt-controller service=http msg="vmi is nil" level=info timestamp=2018-07-15T13:43:59.513347Z pos=vm.go:681 component=virt-controller service=http namespace=default name=testvm kind= uid=1f23b2f8-8835-11e8-8854-525500d15501 msg="Processing failure status:: shouldRun: false; noErr: false; noVm: false" level=info timestamp=2018-07-15T13:43:59.513553Z pos=vm.go:705 component=virt-controller service=http namespace=default name=testvm kind= uid=1f23b2f8-8835-11e8-8854-525500d15501 msg="Removing failure" level=info timestamp=2018-07-15T13:43:59.541928Z pos=vm.go:135 component=virt-controller service=http namespace=default name=testvm kind= uid=1f23b2f8-8835-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T13:43:59.542087Z pos=vm.go:186 component=virt-controller service=http namespace=default name=testvm kind= uid=1f23b2f8-8835-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: false" level=info timestamp=2018-07-15T13:43:59.542192Z pos=vm.go:262 component=virt-controller service=http msg="vmi is nil" level=info timestamp=2018-07-15T13:43:59.696528Z pos=vm.go:135 component=virt-controller service=http namespace=default name=testvm kind= uid=1f23b2f8-8835-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T13:43:59.696909Z pos=vm.go:186 component=virt-controller service=http namespace=default name=testvm kind= uid=1f23b2f8-8835-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: false" level=info timestamp=2018-07-15T13:43:59.697085Z pos=vm.go:262 component=virt-controller service=http msg="vmi is nil" level=info timestamp=2018-07-15T13:44:07.776027Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9vbzs kind= uid=259e222a-8835-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:44:07.776622Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9vbzs kind= uid=259e222a-8835-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:44:07.971600Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi9vbzs\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi9vbzs" level=info timestamp=2018-07-15T13:47:08.526311Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi9vbzs\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi9vbzs, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 259e222a-8835-11e8-8854-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi9vbzs" level=info timestamp=2018-07-15T13:47:08.730311Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi72tfv kind= uid=917a49b9-8835-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:47:08.730810Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi72tfv kind= uid=917a49b9-8835-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-controller-7d57d96b65-xtgck Pod phase: Running level=info timestamp=2018-07-15T13:19:25.461783Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-s22z8 Pod phase: Running level=info timestamp=2018-07-15T13:34:41.258456Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.260431Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.260540Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T13:34:41.260569Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T13:34:41.263164Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.304468Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.304647Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.304803Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.323249Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.323405Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.323514Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.442785Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.445037Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.627994Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.628538Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-xsplk Pod phase: Running level=info timestamp=2018-07-15T13:34:41.616876Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.617086Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.617217Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.617305Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.620046Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686664Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686922Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.688629Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.689305Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.689628Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.690636Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.964123Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964487Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.964666Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964762Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi72tfv-fqgn9 Pod phase: Pending • Failure [180.893 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 with cloudInitNoCloud userDataBase64 source /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:81 with injected ssh-key /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:92 should have ssh-key under authorized keys [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:93 Timed out after 90.000s. Expected : false to equal : true /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1041 ------------------------------ STEP: Starting a VirtualMachineInstance STEP: Waiting the VirtualMachineInstance start level=info timestamp=2018-07-15T13:47:09.630870Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmi72tfv-fqgn9" Pod name: disks-images-provider-b579j Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-n95c8 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-9wt2x Pod phase: Running level=info timestamp=2018-07-15T13:52:30.461754Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 13:52:30 http: TLS handshake error from 10.128.0.1:43044: EOF level=info timestamp=2018-07-15T13:52:33.254376Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:52:33.293187Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:52:33.335752Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:52:33.492450Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:52:40.700607Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 13:52:40 http: TLS handshake error from 10.128.0.1:43098: EOF level=info timestamp=2018-07-15T13:52:48.308911Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:52:48.359399Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 13:52:50 http: TLS handshake error from 10.128.0.1:43148: EOF level=info timestamp=2018-07-15T13:52:50.911649Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 13:53:00 http: TLS handshake error from 10.128.0.1:43198: EOF level=info timestamp=2018-07-15T13:53:01.127121Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:53:03.725014Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-api-7d79764579-njtrf Pod phase: Running 2018/07/15 13:51:16 http: TLS handshake error from 10.129.0.1:42296: EOF 2018/07/15 13:51:26 http: TLS handshake error from 10.129.0.1:42302: EOF 2018/07/15 13:51:36 http: TLS handshake error from 10.129.0.1:42308: EOF level=info timestamp=2018-07-15T13:51:38.614180Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 13:51:46 http: TLS handshake error from 10.129.0.1:42314: EOF 2018/07/15 13:51:56 http: TLS handshake error from 10.129.0.1:42320: EOF 2018/07/15 13:52:06 http: TLS handshake error from 10.129.0.1:42326: EOF 2018/07/15 13:52:16 http: TLS handshake error from 10.129.0.1:42332: EOF 2018/07/15 13:52:26 http: TLS handshake error from 10.129.0.1:42338: EOF 2018/07/15 13:52:36 http: TLS handshake error from 10.129.0.1:42346: EOF level=info timestamp=2018-07-15T13:52:38.516617Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 13:52:46 http: TLS handshake error from 10.129.0.1:42352: EOF 2018/07/15 13:52:56 http: TLS handshake error from 10.129.0.1:42358: EOF 2018/07/15 13:53:06 http: TLS handshake error from 10.129.0.1:42364: EOF level=info timestamp=2018-07-15T13:53:08.539236Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-controller-7d57d96b65-4dztb Pod phase: Running level=info timestamp=2018-07-15T13:43:59.541928Z pos=vm.go:135 component=virt-controller service=http namespace=default name=testvm kind= uid=1f23b2f8-8835-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T13:43:59.542087Z pos=vm.go:186 component=virt-controller service=http namespace=default name=testvm kind= uid=1f23b2f8-8835-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: false" level=info timestamp=2018-07-15T13:43:59.542192Z pos=vm.go:262 component=virt-controller service=http msg="vmi is nil" level=info timestamp=2018-07-15T13:43:59.696528Z pos=vm.go:135 component=virt-controller service=http namespace=default name=testvm kind= uid=1f23b2f8-8835-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T13:43:59.696909Z pos=vm.go:186 component=virt-controller service=http namespace=default name=testvm kind= uid=1f23b2f8-8835-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: false" level=info timestamp=2018-07-15T13:43:59.697085Z pos=vm.go:262 component=virt-controller service=http msg="vmi is nil" level=info timestamp=2018-07-15T13:44:07.776027Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9vbzs kind= uid=259e222a-8835-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:44:07.776622Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9vbzs kind= uid=259e222a-8835-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:44:07.971600Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi9vbzs\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi9vbzs" level=info timestamp=2018-07-15T13:47:08.526311Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi9vbzs\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi9vbzs, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 259e222a-8835-11e8-8854-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi9vbzs" level=info timestamp=2018-07-15T13:47:08.730311Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi72tfv kind= uid=917a49b9-8835-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:47:08.730810Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi72tfv kind= uid=917a49b9-8835-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:50:09.315486Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi72tfv\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi72tfv, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 917a49b9-8835-11e8-8854-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi72tfv" level=info timestamp=2018-07-15T13:50:09.469285Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9nw25 kind= uid=fd331dc4-8835-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:50:09.469992Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9nw25 kind= uid=fd331dc4-8835-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-controller-7d57d96b65-xtgck Pod phase: Running level=info timestamp=2018-07-15T13:19:25.461783Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-s22z8 Pod phase: Running level=info timestamp=2018-07-15T13:34:41.258456Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.260431Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.260540Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T13:34:41.260569Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T13:34:41.263164Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.304468Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.304647Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.304803Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.323249Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.323405Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.323514Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.442785Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.445037Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.627994Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.628538Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-xsplk Pod phase: Running level=info timestamp=2018-07-15T13:34:41.616876Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.617086Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.617217Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.617305Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.620046Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686664Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686922Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.688629Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.689305Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.689628Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.690636Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.964123Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964487Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.964666Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964762Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi9nw25-8h2zw Pod phase: Pending • Failure [180.997 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 with cloudInitNoCloud userData source /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:118 should process provided cloud-init data [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:119 Timed out after 90.185s. Expected : false to equal : true /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1041 ------------------------------ STEP: Starting a VirtualMachineInstance STEP: Waiting the VirtualMachineInstance start level=info timestamp=2018-07-15T13:50:10.271117Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmi9nw25-8h2zw" Pod name: disks-images-provider-b579j Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-n95c8 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-9wt2x Pod phase: Running level=info timestamp=2018-07-15T13:55:34.007230Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:55:34.025508Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:55:34.326730Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:55:35.235169Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 13:55:40 http: TLS handshake error from 10.128.0.1:44130: EOF level=info timestamp=2018-07-15T13:55:44.577301Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:55:50.349147Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:55:50.446721Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 13:55:50 http: TLS handshake error from 10.128.0.1:44184: EOF level=info timestamp=2018-07-15T13:55:54.780138Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 13:56:00 http: TLS handshake error from 10.128.0.1:44234: EOF level=info timestamp=2018-07-15T13:56:05.005190Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:56:05.438579Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:56:08.997771Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 13:56:10 http: TLS handshake error from 10.128.0.1:44288: EOF Pod name: virt-api-7d79764579-njtrf Pod phase: Running 2018/07/15 13:54:16 http: TLS handshake error from 10.129.0.1:42406: EOF 2018/07/15 13:54:26 http: TLS handshake error from 10.129.0.1:42412: EOF 2018/07/15 13:54:36 http: TLS handshake error from 10.129.0.1:42418: EOF level=info timestamp=2018-07-15T13:54:38.591607Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 13:54:46 http: TLS handshake error from 10.129.0.1:42424: EOF 2018/07/15 13:54:56 http: TLS handshake error from 10.129.0.1:42430: EOF 2018/07/15 13:55:06 http: TLS handshake error from 10.129.0.1:42436: EOF level=info timestamp=2018-07-15T13:55:08.583251Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 13:55:16 http: TLS handshake error from 10.129.0.1:42442: EOF 2018/07/15 13:55:26 http: TLS handshake error from 10.129.0.1:42448: EOF 2018/07/15 13:55:36 http: TLS handshake error from 10.129.0.1:42456: EOF level=info timestamp=2018-07-15T13:55:38.533749Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 13:55:46 http: TLS handshake error from 10.129.0.1:42462: EOF 2018/07/15 13:55:56 http: TLS handshake error from 10.129.0.1:42468: EOF 2018/07/15 13:56:06 http: TLS handshake error from 10.129.0.1:42474: EOF Pod name: virt-controller-7d57d96b65-4dztb Pod phase: Running level=info timestamp=2018-07-15T13:43:59.696528Z pos=vm.go:135 component=virt-controller service=http namespace=default name=testvm kind= uid=1f23b2f8-8835-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T13:43:59.696909Z pos=vm.go:186 component=virt-controller service=http namespace=default name=testvm kind= uid=1f23b2f8-8835-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: false" level=info timestamp=2018-07-15T13:43:59.697085Z pos=vm.go:262 component=virt-controller service=http msg="vmi is nil" level=info timestamp=2018-07-15T13:44:07.776027Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9vbzs kind= uid=259e222a-8835-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:44:07.776622Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9vbzs kind= uid=259e222a-8835-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:44:07.971600Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi9vbzs\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi9vbzs" level=info timestamp=2018-07-15T13:47:08.526311Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi9vbzs\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi9vbzs, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 259e222a-8835-11e8-8854-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi9vbzs" level=info timestamp=2018-07-15T13:47:08.730311Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi72tfv kind= uid=917a49b9-8835-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:47:08.730810Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi72tfv kind= uid=917a49b9-8835-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:50:09.315486Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi72tfv\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi72tfv, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 917a49b9-8835-11e8-8854-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi72tfv" level=info timestamp=2018-07-15T13:50:09.469285Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9nw25 kind= uid=fd331dc4-8835-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:50:09.469992Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9nw25 kind= uid=fd331dc4-8835-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:53:10.473272Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi9nw25\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi9nw25, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: fd331dc4-8835-11e8-8854-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi9nw25" level=info timestamp=2018-07-15T13:53:10.680430Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqt8pm kind= uid=693873e6-8836-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:53:10.680826Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqt8pm kind= uid=693873e6-8836-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-controller-7d57d96b65-xtgck Pod phase: Running level=info timestamp=2018-07-15T13:19:25.461783Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-s22z8 Pod phase: Running level=info timestamp=2018-07-15T13:34:41.258456Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.260431Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.260540Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T13:34:41.260569Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T13:34:41.263164Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.304468Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.304647Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.304803Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.323249Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.323405Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.323514Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.442785Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.445037Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.627994Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.628538Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-xsplk Pod phase: Running level=info timestamp=2018-07-15T13:34:41.616876Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.617086Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.617217Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.617305Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.620046Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686664Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686922Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.688629Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.689305Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.689628Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.690636Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.964123Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964487Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.964666Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964762Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmiqt8pm-2lhgj Pod phase: Pending • Failure [180.950 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 should take user-data from k8s secret [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:162 Timed out after 90.002s. Expected : false to equal : true /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1041 ------------------------------ STEP: Creating a user-data secret STEP: Starting a VirtualMachineInstance STEP: Waiting the VirtualMachineInstance start level=info timestamp=2018-07-15T13:53:11.551781Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmiqt8pm-2lhgj" Pod name: disks-images-provider-b579j Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-n95c8 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-9wt2x Pod phase: Running level=info timestamp=2018-07-15T13:58:34.854997Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:58:34.869900Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:58:37.052327Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:58:38.344583Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:58:38.968266Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 13:58:40 http: TLS handshake error from 10.128.0.1:45058: EOF level=info timestamp=2018-07-15T13:58:48.421736Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 13:58:50 http: TLS handshake error from 10.128.0.1:45108: EOF level=info timestamp=2018-07-15T13:58:51.947356Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:58:51.999088Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:58:58.483535Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 13:59:00 http: TLS handshake error from 10.128.0.1:45158: EOF level=info timestamp=2018-07-15T13:59:07.360268Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T13:59:08.604121Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 13:59:10 http: TLS handshake error from 10.128.0.1:45212: EOF Pod name: virt-api-7d79764579-njtrf Pod phase: Running 2018/07/15 13:57:16 http: TLS handshake error from 10.129.0.1:42516: EOF 2018/07/15 13:57:26 http: TLS handshake error from 10.129.0.1:42522: EOF 2018/07/15 13:57:36 http: TLS handshake error from 10.129.0.1:42528: EOF level=info timestamp=2018-07-15T13:57:38.569883Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 13:57:46 http: TLS handshake error from 10.129.0.1:42534: EOF 2018/07/15 13:57:56 http: TLS handshake error from 10.129.0.1:42540: EOF 2018/07/15 13:58:06 http: TLS handshake error from 10.129.0.1:42546: EOF level=info timestamp=2018-07-15T13:58:08.730816Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 13:58:16 http: TLS handshake error from 10.129.0.1:42552: EOF 2018/07/15 13:58:26 http: TLS handshake error from 10.129.0.1:42558: EOF 2018/07/15 13:58:36 http: TLS handshake error from 10.129.0.1:42566: EOF 2018/07/15 13:58:46 http: TLS handshake error from 10.129.0.1:42572: EOF 2018/07/15 13:58:56 http: TLS handshake error from 10.129.0.1:42578: EOF 2018/07/15 13:59:06 http: TLS handshake error from 10.129.0.1:42584: EOF level=info timestamp=2018-07-15T13:59:08.603694Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-controller-7d57d96b65-4dztb Pod phase: Running level=info timestamp=2018-07-15T13:43:59.697085Z pos=vm.go:262 component=virt-controller service=http msg="vmi is nil" level=info timestamp=2018-07-15T13:44:07.776027Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9vbzs kind= uid=259e222a-8835-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:44:07.776622Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9vbzs kind= uid=259e222a-8835-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:44:07.971600Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi9vbzs\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi9vbzs" level=info timestamp=2018-07-15T13:47:08.526311Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi9vbzs\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi9vbzs, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 259e222a-8835-11e8-8854-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi9vbzs" level=info timestamp=2018-07-15T13:47:08.730311Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi72tfv kind= uid=917a49b9-8835-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:47:08.730810Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi72tfv kind= uid=917a49b9-8835-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:50:09.315486Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi72tfv\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi72tfv, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 917a49b9-8835-11e8-8854-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi72tfv" level=info timestamp=2018-07-15T13:50:09.469285Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9nw25 kind= uid=fd331dc4-8835-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:50:09.469992Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9nw25 kind= uid=fd331dc4-8835-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:53:10.473272Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi9nw25\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi9nw25, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: fd331dc4-8835-11e8-8854-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi9nw25" level=info timestamp=2018-07-15T13:53:10.680430Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqt8pm kind= uid=693873e6-8836-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:53:10.680826Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqt8pm kind= uid=693873e6-8836-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:56:11.435486Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimnxs5 kind= uid=d4f5225d-8836-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:56:11.436839Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimnxs5 kind= uid=d4f5225d-8836-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-controller-7d57d96b65-xtgck Pod phase: Running level=info timestamp=2018-07-15T13:19:25.461783Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-s22z8 Pod phase: Running level=info timestamp=2018-07-15T13:34:41.258456Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.260431Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.260540Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T13:34:41.260569Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T13:34:41.263164Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.304468Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.304647Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.304803Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.323249Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.323405Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.323514Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.442785Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.445037Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.627994Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.628538Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-xsplk Pod phase: Running level=info timestamp=2018-07-15T13:34:41.616876Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.617086Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.617217Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.617305Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.620046Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686664Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686922Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.688629Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.689305Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.689628Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.690636Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.964123Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964487Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.964666Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964762Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmimnxs5-xz2pl Pod phase: Pending • Failure [180.972 seconds] Health Monitoring /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:37 A VirtualMachineInstance with a watchdog device /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:56 should be shut down when the watchdog expires [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:57 Timed out after 90.184s. Expected : false to equal : true /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1041 ------------------------------ STEP: Starting a VirtualMachineInstance level=info timestamp=2018-07-15T13:56:12.311012Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmimnxs5-xz2pl" Pod name: disks-images-provider-b579j Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-n95c8 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-9wt2x Pod phase: Running level=info timestamp=2018-07-15T14:01:35.810314Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:01:35.847604Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:01:38.560980Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:01:39.015351Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:01:40 http: TLS handshake error from 10.128.0.1:46080: EOF level=info timestamp=2018-07-15T14:01:41.459690Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:01:50 http: TLS handshake error from 10.128.0.1:46130: EOF level=info timestamp=2018-07-15T14:01:51.683683Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:01:53.781288Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:01:53.847664Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:02:00 http: TLS handshake error from 10.128.0.1:46180: EOF level=info timestamp=2018-07-15T14:02:01.899612Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:02:08.686680Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:02:10 http: TLS handshake error from 10.128.0.1:46234: EOF level=info timestamp=2018-07-15T14:02:12.107553Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-api-7d79764579-njtrf Pod phase: Running 2018/07/15 14:00:06 http: TLS handshake error from 10.129.0.1:42620: EOF 2018/07/15 14:00:16 http: TLS handshake error from 10.129.0.1:42626: EOF 2018/07/15 14:00:26 http: TLS handshake error from 10.129.0.1:42632: EOF 2018/07/15 14:00:36 http: TLS handshake error from 10.129.0.1:42638: EOF 2018/07/15 14:00:46 http: TLS handshake error from 10.129.0.1:42644: EOF 2018/07/15 14:00:56 http: TLS handshake error from 10.129.0.1:42650: EOF 2018/07/15 14:01:06 http: TLS handshake error from 10.129.0.1:42656: EOF level=info timestamp=2018-07-15T14:01:08.807815Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:01:16 http: TLS handshake error from 10.129.0.1:42662: EOF 2018/07/15 14:01:26 http: TLS handshake error from 10.129.0.1:42668: EOF 2018/07/15 14:01:36 http: TLS handshake error from 10.129.0.1:42676: EOF 2018/07/15 14:01:46 http: TLS handshake error from 10.129.0.1:42682: EOF 2018/07/15 14:01:56 http: TLS handshake error from 10.129.0.1:42688: EOF 2018/07/15 14:02:06 http: TLS handshake error from 10.129.0.1:42694: EOF level=info timestamp=2018-07-15T14:02:08.592879Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-controller-7d57d96b65-4dztb Pod phase: Running level=info timestamp=2018-07-15T13:44:07.971600Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi9vbzs\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi9vbzs" level=info timestamp=2018-07-15T13:47:08.526311Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi9vbzs\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi9vbzs, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 259e222a-8835-11e8-8854-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi9vbzs" level=info timestamp=2018-07-15T13:47:08.730311Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi72tfv kind= uid=917a49b9-8835-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:47:08.730810Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi72tfv kind= uid=917a49b9-8835-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:50:09.315486Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi72tfv\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi72tfv, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 917a49b9-8835-11e8-8854-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi72tfv" level=info timestamp=2018-07-15T13:50:09.469285Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9nw25 kind= uid=fd331dc4-8835-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:50:09.469992Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9nw25 kind= uid=fd331dc4-8835-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:53:10.473272Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi9nw25\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi9nw25, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: fd331dc4-8835-11e8-8854-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi9nw25" level=info timestamp=2018-07-15T13:53:10.680430Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqt8pm kind= uid=693873e6-8836-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:53:10.680826Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqt8pm kind= uid=693873e6-8836-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:56:11.435486Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimnxs5 kind= uid=d4f5225d-8836-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:56:11.436839Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimnxs5 kind= uid=d4f5225d-8836-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:59:12.378363Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimshm5 kind= uid=40cfe5ac-8837-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:59:12.378919Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimshm5 kind= uid=40cfe5ac-8837-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:59:12.489060Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimshm5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimshm5" Pod name: virt-controller-7d57d96b65-xtgck Pod phase: Running level=info timestamp=2018-07-15T13:19:25.461783Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-s22z8 Pod phase: Running level=info timestamp=2018-07-15T13:34:41.258456Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.260431Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.260540Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T13:34:41.260569Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T13:34:41.263164Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.304468Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.304647Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.304803Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.323249Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.323405Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.323514Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.442785Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.445037Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.627994Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.628538Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-xsplk Pod phase: Running level=info timestamp=2018-07-15T13:34:41.616876Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.617086Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.617217Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.617305Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.620046Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686664Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686922Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.688629Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.689305Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.689628Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.690636Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.964123Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964487Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.964666Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964762Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmimshm5-g9nb2 Pod phase: Pending • Failure in Spec Setup (BeforeEach) [180.980 seconds] VNC /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:54 with VNC connection [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:62 should allow accessing the VNC device /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:64 Timed out after 90.187s. Expected : false to equal : true /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1041 ------------------------------ level=info timestamp=2018-07-15T13:59:13.170257Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmimshm5-g9nb2" Pod name: disks-images-provider-b579j Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-n95c8 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-9wt2x Pod phase: Running level=info timestamp=2018-07-15T14:04:37.029463Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:04:37.041750Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:04:39.079283Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-15T14:04:39.982848Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:04:40 http: TLS handshake error from 10.128.0.1:47014: EOF level=info timestamp=2018-07-15T14:04:45.064105Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:04:50 http: TLS handshake error from 10.128.0.1:47064: EOF level=info timestamp=2018-07-15T14:04:55.287566Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:04:56.089684Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:04:56.339887Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:05:00 http: TLS handshake error from 10.128.0.1:47114: EOF level=info timestamp=2018-07-15T14:05:05.490064Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:05:09.065096Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-15T14:05:10.227001Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:05:10 http: TLS handshake error from 10.128.0.1:47168: EOF Pod name: virt-api-7d79764579-njtrf Pod phase: Running 2018/07/15 14:03:06 http: TLS handshake error from 10.129.0.1:42730: EOF 2018/07/15 14:03:16 http: TLS handshake error from 10.129.0.1:42736: EOF 2018/07/15 14:03:26 http: TLS handshake error from 10.129.0.1:42742: EOF 2018/07/15 14:03:36 http: TLS handshake error from 10.129.0.1:42748: EOF 2018/07/15 14:03:46 http: TLS handshake error from 10.129.0.1:42754: EOF 2018/07/15 14:03:56 http: TLS handshake error from 10.129.0.1:42760: EOF 2018/07/15 14:04:06 http: TLS handshake error from 10.129.0.1:42766: EOF level=info timestamp=2018-07-15T14:04:07.154027Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-15T14:04:08.840315Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:04:16 http: TLS handshake error from 10.129.0.1:42772: EOF 2018/07/15 14:04:26 http: TLS handshake error from 10.129.0.1:42778: EOF 2018/07/15 14:04:36 http: TLS handshake error from 10.129.0.1:42786: EOF 2018/07/15 14:04:46 http: TLS handshake error from 10.129.0.1:42792: EOF 2018/07/15 14:04:56 http: TLS handshake error from 10.129.0.1:42798: EOF 2018/07/15 14:05:06 http: TLS handshake error from 10.129.0.1:42804: EOF Pod name: virt-controller-7d57d96b65-4dztb Pod phase: Running level=info timestamp=2018-07-15T13:50:09.315486Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi72tfv\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi72tfv, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 917a49b9-8835-11e8-8854-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi72tfv" level=info timestamp=2018-07-15T13:50:09.469285Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9nw25 kind= uid=fd331dc4-8835-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:50:09.469992Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9nw25 kind= uid=fd331dc4-8835-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:53:10.473272Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi9nw25\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi9nw25, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: fd331dc4-8835-11e8-8854-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi9nw25" level=info timestamp=2018-07-15T13:53:10.680430Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqt8pm kind= uid=693873e6-8836-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:53:10.680826Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqt8pm kind= uid=693873e6-8836-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:56:11.435486Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimnxs5 kind= uid=d4f5225d-8836-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:56:11.436839Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimnxs5 kind= uid=d4f5225d-8836-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:59:12.378363Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimshm5 kind= uid=40cfe5ac-8837-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:59:12.378919Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimshm5 kind= uid=40cfe5ac-8837-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:59:12.489060Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimshm5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimshm5" level=info timestamp=2018-07-15T14:02:13.230219Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimshm5\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmimshm5, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 40cfe5ac-8837-11e8-8854-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimshm5" level=info timestamp=2018-07-15T14:02:13.376364Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik6pwp kind= uid=acb08975-8837-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T14:02:13.377156Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik6pwp kind= uid=acb08975-8837-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T14:02:13.587508Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik6pwp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik6pwp" Pod name: virt-controller-7d57d96b65-xtgck Pod phase: Running level=info timestamp=2018-07-15T13:19:25.461783Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-s22z8 Pod phase: Running level=info timestamp=2018-07-15T13:34:41.258456Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.260431Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.260540Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T13:34:41.260569Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T13:34:41.263164Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.304468Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.304647Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.304803Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.323249Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.323405Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.323514Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.442785Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.445037Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.627994Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.628538Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-xsplk Pod phase: Running level=info timestamp=2018-07-15T13:34:41.616876Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.617086Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.617217Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.617305Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.620046Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686664Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686922Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.688629Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.689305Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.689628Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.690636Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.964123Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964487Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.964666Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964762Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmik6pwp-zlzgp Pod phase: Pending • Failure in Spec Setup (BeforeEach) [181.169 seconds] VNC /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:54 should upgrade subresource connections if an origin header is given [BeforeEach] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 for vnc /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Timed out after 90.186s. Expected : false to equal : true /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1041 ------------------------------ level=info timestamp=2018-07-15T14:02:14.263276Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmik6pwp-zlzgp" Pod name: disks-images-provider-b579j Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-n95c8 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-9wt2x Pod phase: Running level=info timestamp=2018-07-15T14:07:37.834946Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:07:37.868008Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:07:39.049196Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:07:40 http: TLS handshake error from 10.128.0.1:47950: EOF level=info timestamp=2018-07-15T14:07:41.514671Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:07:49.237254Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:07:50 http: TLS handshake error from 10.128.0.1:48000: EOF level=info timestamp=2018-07-15T14:07:57.635133Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:07:58.001683Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:07:59.339527Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:08:00 http: TLS handshake error from 10.128.0.1:48050: EOF level=info timestamp=2018-07-15T14:08:09.106859Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-15T14:08:09.516714Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:08:10 http: TLS handshake error from 10.128.0.1:48104: EOF level=info timestamp=2018-07-15T14:08:11.794791Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-api-7d79764579-njtrf Pod phase: Running 2018/07/15 14:06:06 http: TLS handshake error from 10.129.0.1:42840: EOF 2018/07/15 14:06:16 http: TLS handshake error from 10.129.0.1:42846: EOF 2018/07/15 14:06:26 http: TLS handshake error from 10.129.0.1:42852: EOF 2018/07/15 14:06:36 http: TLS handshake error from 10.129.0.1:42858: EOF level=info timestamp=2018-07-15T14:06:38.658799Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:06:46 http: TLS handshake error from 10.129.0.1:42864: EOF 2018/07/15 14:06:56 http: TLS handshake error from 10.129.0.1:42870: EOF 2018/07/15 14:07:06 http: TLS handshake error from 10.129.0.1:42876: EOF 2018/07/15 14:07:16 http: TLS handshake error from 10.129.0.1:42882: EOF 2018/07/15 14:07:26 http: TLS handshake error from 10.129.0.1:42888: EOF 2018/07/15 14:07:36 http: TLS handshake error from 10.129.0.1:42894: EOF level=info timestamp=2018-07-15T14:07:38.624096Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:07:46 http: TLS handshake error from 10.129.0.1:42902: EOF 2018/07/15 14:07:56 http: TLS handshake error from 10.129.0.1:42908: EOF 2018/07/15 14:08:06 http: TLS handshake error from 10.129.0.1:42914: EOF Pod name: virt-controller-7d57d96b65-4dztb Pod phase: Running level=info timestamp=2018-07-15T13:53:10.680826Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqt8pm kind= uid=693873e6-8836-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:56:11.435486Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimnxs5 kind= uid=d4f5225d-8836-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:56:11.436839Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimnxs5 kind= uid=d4f5225d-8836-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:59:12.378363Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimshm5 kind= uid=40cfe5ac-8837-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T13:59:12.378919Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimshm5 kind= uid=40cfe5ac-8837-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:59:12.489060Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimshm5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimshm5" level=info timestamp=2018-07-15T14:02:13.230219Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimshm5\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmimshm5, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 40cfe5ac-8837-11e8-8854-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimshm5" level=info timestamp=2018-07-15T14:02:13.376364Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik6pwp kind= uid=acb08975-8837-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T14:02:13.377156Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik6pwp kind= uid=acb08975-8837-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T14:02:13.587508Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik6pwp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik6pwp" level=info timestamp=2018-07-15T14:05:14.392163Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik6pwp\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmik6pwp, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: acb08975-8837-11e8-8854-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik6pwp" level=info timestamp=2018-07-15T14:05:14.536455Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi4drt6 kind= uid=18ad2804-8838-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T14:05:14.536706Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi4drt6 kind= uid=18ad2804-8838-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T14:05:14.640710Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi4drt6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi4drt6" level=info timestamp=2018-07-15T14:05:14.658504Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi4drt6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi4drt6" Pod name: virt-controller-7d57d96b65-xtgck Pod phase: Running level=info timestamp=2018-07-15T13:19:25.461783Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-s22z8 Pod phase: Running level=info timestamp=2018-07-15T13:34:41.258456Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.260431Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.260540Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T13:34:41.260569Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T13:34:41.263164Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.304468Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.304647Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.304803Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.323249Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.323405Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.323514Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.442785Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.445037Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.627994Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.628538Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-xsplk Pod phase: Running level=info timestamp=2018-07-15T13:34:41.616876Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.617086Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.617217Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.617305Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.620046Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686664Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686922Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.688629Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.689305Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.689628Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.690636Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.964123Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964487Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.964666Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964762Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi4drt6-2lhf5 Pod phase: Pending • Failure in Spec Setup (BeforeEach) [180.571 seconds] VNC /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:54 should upgrade subresource connections if an origin header is given [BeforeEach] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 for serial console /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Timed out after 90.000s. Expected : false to equal : true /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1041 ------------------------------ level=info timestamp=2018-07-15T14:05:15.335435Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmi4drt6-2lhf5" Pod name: disks-images-provider-b579j Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-n95c8 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-9wt2x Pod phase: Running level=info timestamp=2018-07-15T14:08:29.874208Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:08:30 http: TLS handshake error from 10.128.0.1:48204: EOF level=info timestamp=2018-07-15T14:08:40.052410Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:08:40 http: TLS handshake error from 10.128.0.1:48258: EOF level=info timestamp=2018-07-15T14:08:42.027168Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:08:50.244159Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:08:50 http: TLS handshake error from 10.128.0.1:48308: EOF level=info timestamp=2018-07-15T14:08:58.200246Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:08:58.368608Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:09:00.442453Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:09:00 http: TLS handshake error from 10.128.0.1:48358: EOF level=info timestamp=2018-07-15T14:09:09.140053Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-15T14:09:10.615526Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:09:10 http: TLS handshake error from 10.128.0.1:48412: EOF level=info timestamp=2018-07-15T14:09:12.297347Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-api-7d79764579-njtrf Pod phase: Running 2018/07/15 14:07:06 http: TLS handshake error from 10.129.0.1:42876: EOF 2018/07/15 14:07:16 http: TLS handshake error from 10.129.0.1:42882: EOF 2018/07/15 14:07:26 http: TLS handshake error from 10.129.0.1:42888: EOF 2018/07/15 14:07:36 http: TLS handshake error from 10.129.0.1:42894: EOF level=info timestamp=2018-07-15T14:07:38.624096Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:07:46 http: TLS handshake error from 10.129.0.1:42902: EOF 2018/07/15 14:07:56 http: TLS handshake error from 10.129.0.1:42908: EOF 2018/07/15 14:08:06 http: TLS handshake error from 10.129.0.1:42914: EOF 2018/07/15 14:08:16 http: TLS handshake error from 10.129.0.1:42920: EOF 2018/07/15 14:08:26 http: TLS handshake error from 10.129.0.1:42926: EOF 2018/07/15 14:08:36 http: TLS handshake error from 10.129.0.1:42932: EOF level=info timestamp=2018-07-15T14:08:38.691826Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:08:46 http: TLS handshake error from 10.129.0.1:42938: EOF 2018/07/15 14:08:56 http: TLS handshake error from 10.129.0.1:42944: EOF 2018/07/15 14:09:06 http: TLS handshake error from 10.129.0.1:42950: EOF Pod name: virt-controller-7d57d96b65-4dztb Pod phase: Running level=info timestamp=2018-07-15T13:59:12.378919Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimshm5 kind= uid=40cfe5ac-8837-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T13:59:12.489060Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimshm5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimshm5" level=info timestamp=2018-07-15T14:02:13.230219Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimshm5\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmimshm5, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 40cfe5ac-8837-11e8-8854-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimshm5" level=info timestamp=2018-07-15T14:02:13.376364Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik6pwp kind= uid=acb08975-8837-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T14:02:13.377156Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik6pwp kind= uid=acb08975-8837-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T14:02:13.587508Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik6pwp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik6pwp" level=info timestamp=2018-07-15T14:05:14.392163Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik6pwp\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmik6pwp, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: acb08975-8837-11e8-8854-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik6pwp" level=info timestamp=2018-07-15T14:05:14.536455Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi4drt6 kind= uid=18ad2804-8838-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T14:05:14.536706Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi4drt6 kind= uid=18ad2804-8838-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T14:05:14.640710Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi4drt6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi4drt6" level=info timestamp=2018-07-15T14:05:14.658504Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi4drt6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi4drt6" level=info timestamp=2018-07-15T14:08:14.933625Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7gv7d kind= uid=8430c96a-8838-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T14:08:14.934332Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7gv7d kind= uid=8430c96a-8838-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T14:08:15.136925Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi7gv7d\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi7gv7d" level=info timestamp=2018-07-15T14:08:15.174255Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi7gv7d\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi7gv7d" Pod name: virt-controller-7d57d96b65-xtgck Pod phase: Running level=info timestamp=2018-07-15T13:19:25.461783Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-s22z8 Pod phase: Running level=info timestamp=2018-07-15T13:34:41.258456Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.260431Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.260540Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T13:34:41.260569Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T13:34:41.263164Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.304468Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.304647Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.304803Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.323249Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.323405Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.323514Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.442785Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.445037Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.627994Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.628538Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-xsplk Pod phase: Running level=info timestamp=2018-07-15T13:34:41.616876Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.617086Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.617217Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.617305Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.620046Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686664Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686922Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.688629Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.689305Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.689628Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.690636Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.964123Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964487Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.964666Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964762Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi4drt6-2lhf5 Pod phase: Pending Pod name: virt-launcher-testvmi7gv7d-6w5vn Pod phase: Pending • Failure in Spec Setup (BeforeEach) [60.680 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:61 Expose ClusterIP service [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:68 Should expose a Cluster IP service on a VM and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:71 Timed out after 30.182s. Expected : false to equal : true /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1041 ------------------------------ level=info timestamp=2018-07-15T14:08:15.739777Z pos=utils.go:254 component=tests msg="Created virtual machine pod virt-launcher-testvmi7gv7d-6w5vn" Pod name: disks-images-provider-b579j Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-n95c8 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-9wt2x Pod phase: Running 2018/07/15 14:09:40 http: TLS handshake error from 10.128.0.1:48566: EOF level=info timestamp=2018-07-15T14:09:41.397907Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:09:42.522055Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:09:48.750136Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:09:48.761786Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:09:48.799465Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:09:50 http: TLS handshake error from 10.128.0.1:48618: EOF level=info timestamp=2018-07-15T14:09:51.794307Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:09:58.985908Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:09:59.038199Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:10:00 http: TLS handshake error from 10.128.0.1:48668: EOF level=info timestamp=2018-07-15T14:10:01.967275Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:10:10 http: TLS handshake error from 10.128.0.1:48722: EOF level=info timestamp=2018-07-15T14:10:12.276924Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:10:12.739422Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-api-7d79764579-njtrf Pod phase: Running 2018/07/15 14:08:06 http: TLS handshake error from 10.129.0.1:42914: EOF 2018/07/15 14:08:16 http: TLS handshake error from 10.129.0.1:42920: EOF 2018/07/15 14:08:26 http: TLS handshake error from 10.129.0.1:42926: EOF 2018/07/15 14:08:36 http: TLS handshake error from 10.129.0.1:42932: EOF level=info timestamp=2018-07-15T14:08:38.691826Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:08:46 http: TLS handshake error from 10.129.0.1:42938: EOF 2018/07/15 14:08:56 http: TLS handshake error from 10.129.0.1:42944: EOF 2018/07/15 14:09:06 http: TLS handshake error from 10.129.0.1:42950: EOF 2018/07/15 14:09:16 http: TLS handshake error from 10.129.0.1:42956: EOF 2018/07/15 14:09:26 http: TLS handshake error from 10.129.0.1:42962: EOF 2018/07/15 14:09:36 http: TLS handshake error from 10.129.0.1:42968: EOF 2018/07/15 14:09:46 http: TLS handshake error from 10.129.0.1:42974: EOF 2018/07/15 14:09:56 http: TLS handshake error from 10.129.0.1:42980: EOF 2018/07/15 14:10:06 http: TLS handshake error from 10.129.0.1:42986: EOF level=info timestamp=2018-07-15T14:10:08.585094Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-controller-7d57d96b65-4dztb Pod phase: Running level=info timestamp=2018-07-15T14:02:13.230219Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimshm5\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmimshm5, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 40cfe5ac-8837-11e8-8854-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimshm5" level=info timestamp=2018-07-15T14:02:13.376364Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik6pwp kind= uid=acb08975-8837-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T14:02:13.377156Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik6pwp kind= uid=acb08975-8837-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T14:02:13.587508Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik6pwp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik6pwp" level=info timestamp=2018-07-15T14:05:14.392163Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik6pwp\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmik6pwp, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: acb08975-8837-11e8-8854-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik6pwp" level=info timestamp=2018-07-15T14:05:14.536455Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi4drt6 kind= uid=18ad2804-8838-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T14:05:14.536706Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi4drt6 kind= uid=18ad2804-8838-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T14:05:14.640710Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi4drt6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi4drt6" level=info timestamp=2018-07-15T14:05:14.658504Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi4drt6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi4drt6" level=info timestamp=2018-07-15T14:08:14.933625Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7gv7d kind= uid=8430c96a-8838-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T14:08:14.934332Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7gv7d kind= uid=8430c96a-8838-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T14:08:15.136925Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi7gv7d\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi7gv7d" level=info timestamp=2018-07-15T14:08:15.174255Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi7gv7d\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi7gv7d" level=info timestamp=2018-07-15T14:09:15.710249Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmisvgmc kind= uid=a864abf1-8838-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T14:09:15.711048Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmisvgmc kind= uid=a864abf1-8838-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-controller-7d57d96b65-xtgck Pod phase: Running level=info timestamp=2018-07-15T13:19:25.461783Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-s22z8 Pod phase: Running level=info timestamp=2018-07-15T13:34:41.258456Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.260431Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.260540Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T13:34:41.260569Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T13:34:41.263164Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.304468Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.304647Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.304803Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.323249Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.323405Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.323514Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.442785Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.445037Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.627994Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.628538Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-xsplk Pod phase: Running level=info timestamp=2018-07-15T13:34:41.616876Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.617086Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.617217Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.617305Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.620046Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686664Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686922Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.688629Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.689305Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.689628Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.690636Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.964123Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964487Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.964666Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964762Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi4drt6-2lhf5 Pod phase: Pending Pod name: virt-launcher-testvmi7gv7d-6w5vn Pod phase: Pending Pod name: virt-launcher-testvmisvgmc-r9cvz Pod phase: Pending • Failure in Spec Setup (BeforeEach) [60.966 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:61 Expose NodePort service [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:98 Should expose a NodePort service on a VM and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:103 Timed out after 30.185s. Expected : false to equal : true /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1041 ------------------------------ level=info timestamp=2018-07-15T14:09:16.579982Z pos=utils.go:254 component=tests msg="Created virtual machine pod virt-launcher-testvmisvgmc-r9cvz" Pod name: disks-images-provider-b579j Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-n95c8 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-9wt2x Pod phase: Running level=info timestamp=2018-07-15T14:10:38.920305Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:10:39.099918Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:10:40 http: TLS handshake error from 10.128.0.1:48876: EOF level=info timestamp=2018-07-15T14:10:42.887772Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:10:43.064309Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:10:50 http: TLS handshake error from 10.128.0.1:48926: EOF level=info timestamp=2018-07-15T14:10:53.100513Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:10:59.468020Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:10:59.533607Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:11:00 http: TLS handshake error from 10.128.0.1:48976: EOF level=info timestamp=2018-07-15T14:11:03.286381Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:11:08.887043Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:11:10 http: TLS handshake error from 10.128.0.1:49030: EOF level=info timestamp=2018-07-15T14:11:13.307360Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:11:13.455757Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-api-7d79764579-njtrf Pod phase: Running 2018/07/15 14:09:06 http: TLS handshake error from 10.129.0.1:42950: EOF 2018/07/15 14:09:16 http: TLS handshake error from 10.129.0.1:42956: EOF 2018/07/15 14:09:26 http: TLS handshake error from 10.129.0.1:42962: EOF 2018/07/15 14:09:36 http: TLS handshake error from 10.129.0.1:42968: EOF 2018/07/15 14:09:46 http: TLS handshake error from 10.129.0.1:42974: EOF 2018/07/15 14:09:56 http: TLS handshake error from 10.129.0.1:42980: EOF 2018/07/15 14:10:06 http: TLS handshake error from 10.129.0.1:42986: EOF level=info timestamp=2018-07-15T14:10:08.585094Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:10:16 http: TLS handshake error from 10.129.0.1:42992: EOF 2018/07/15 14:10:26 http: TLS handshake error from 10.129.0.1:42998: EOF 2018/07/15 14:10:36 http: TLS handshake error from 10.129.0.1:43004: EOF 2018/07/15 14:10:46 http: TLS handshake error from 10.129.0.1:43012: EOF 2018/07/15 14:10:56 http: TLS handshake error from 10.129.0.1:43018: EOF 2018/07/15 14:11:06 http: TLS handshake error from 10.129.0.1:43024: EOF 2018/07/15 14:11:16 http: TLS handshake error from 10.129.0.1:43030: EOF Pod name: virt-controller-7d57d96b65-4dztb Pod phase: Running level=info timestamp=2018-07-15T14:05:14.392163Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik6pwp\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmik6pwp, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: acb08975-8837-11e8-8854-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik6pwp" level=info timestamp=2018-07-15T14:05:14.536455Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi4drt6 kind= uid=18ad2804-8838-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T14:05:14.536706Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi4drt6 kind= uid=18ad2804-8838-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T14:05:14.640710Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi4drt6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi4drt6" level=info timestamp=2018-07-15T14:05:14.658504Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi4drt6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi4drt6" level=info timestamp=2018-07-15T14:08:14.933625Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7gv7d kind= uid=8430c96a-8838-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T14:08:14.934332Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7gv7d kind= uid=8430c96a-8838-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T14:08:15.136925Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi7gv7d\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi7gv7d" level=info timestamp=2018-07-15T14:08:15.174255Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi7gv7d\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi7gv7d" level=info timestamp=2018-07-15T14:09:15.710249Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmisvgmc kind= uid=a864abf1-8838-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T14:09:15.711048Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmisvgmc kind= uid=a864abf1-8838-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T14:10:16.573489Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmim472q kind= uid=ccb1a728-8838-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T14:10:16.573853Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmim472q kind= uid=ccb1a728-8838-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T14:10:16.746965Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmim472q\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmim472q" level=info timestamp=2018-07-15T14:10:16.790620Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmim472q\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmim472q" Pod name: virt-controller-7d57d96b65-xtgck Pod phase: Running level=info timestamp=2018-07-15T13:19:25.461783Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-s22z8 Pod phase: Running level=info timestamp=2018-07-15T13:34:41.258456Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.260431Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.260540Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T13:34:41.260569Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T13:34:41.263164Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.304468Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.304647Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.304803Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.323249Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.323405Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.323514Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.442785Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.445037Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.627994Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.628538Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-xsplk Pod phase: Running level=info timestamp=2018-07-15T13:34:41.616876Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.617086Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.617217Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.617305Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.620046Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686664Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686922Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.688629Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.689305Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.689628Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.690636Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.964123Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964487Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.964666Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964762Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi4drt6-2lhf5 Pod phase: Pending Pod name: virt-launcher-testvmi7gv7d-6w5vn Pod phase: Pending Pod name: virt-launcher-testvmim472q-bpcdv Pod phase: Pending Pod name: virt-launcher-testvmisvgmc-r9cvz Pod phase: Pending • Failure in Spec Setup (BeforeEach) [61.075 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose UDP service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:140 Expose ClusterIP UDP service [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:147 Should expose a ClusterIP service on a VM and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:151 Timed out after 30.187s. Expected : false to equal : true /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1041 ------------------------------ level=info timestamp=2018-07-15T14:10:17.410832Z pos=utils.go:254 component=tests msg="Created virtual machine pod virt-launcher-testvmim472q-bpcdv" Pod name: disks-images-provider-b579j Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-n95c8 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-9wt2x Pod phase: Running 2018/07/15 14:11:30 http: TLS handshake error from 10.128.0.1:49130: EOF level=info timestamp=2018-07-15T14:11:33.888460Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:11:38.906433Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:11:40 http: TLS handshake error from 10.128.0.1:49184: EOF level=info timestamp=2018-07-15T14:11:43.600533Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:11:44.150900Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:11:50 http: TLS handshake error from 10.128.0.1:49234: EOF level=info timestamp=2018-07-15T14:11:54.340233Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:12:00.104921Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:12:00.164629Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:12:00 http: TLS handshake error from 10.128.0.1:49284: EOF level=info timestamp=2018-07-15T14:12:04.544758Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:12:10 http: TLS handshake error from 10.128.0.1:49338: EOF level=info timestamp=2018-07-15T14:12:14.060537Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:12:14.826186Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-api-7d79764579-njtrf Pod phase: Running level=info timestamp=2018-07-15T14:10:08.585094Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:10:16 http: TLS handshake error from 10.129.0.1:42992: EOF 2018/07/15 14:10:26 http: TLS handshake error from 10.129.0.1:42998: EOF 2018/07/15 14:10:36 http: TLS handshake error from 10.129.0.1:43004: EOF 2018/07/15 14:10:46 http: TLS handshake error from 10.129.0.1:43012: EOF 2018/07/15 14:10:56 http: TLS handshake error from 10.129.0.1:43018: EOF 2018/07/15 14:11:06 http: TLS handshake error from 10.129.0.1:43024: EOF 2018/07/15 14:11:16 http: TLS handshake error from 10.129.0.1:43030: EOF 2018/07/15 14:11:26 http: TLS handshake error from 10.129.0.1:43036: EOF 2018/07/15 14:11:36 http: TLS handshake error from 10.129.0.1:43042: EOF 2018/07/15 14:11:46 http: TLS handshake error from 10.129.0.1:43048: EOF 2018/07/15 14:11:56 http: TLS handshake error from 10.129.0.1:43054: EOF 2018/07/15 14:12:06 http: TLS handshake error from 10.129.0.1:43060: EOF level=info timestamp=2018-07-15T14:12:08.675463Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:12:16 http: TLS handshake error from 10.129.0.1:43066: EOF Pod name: virt-controller-7d57d96b65-4dztb Pod phase: Running level=info timestamp=2018-07-15T14:05:14.640710Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi4drt6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi4drt6" level=info timestamp=2018-07-15T14:05:14.658504Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi4drt6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi4drt6" level=info timestamp=2018-07-15T14:08:14.933625Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7gv7d kind= uid=8430c96a-8838-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T14:08:14.934332Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7gv7d kind= uid=8430c96a-8838-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T14:08:15.136925Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi7gv7d\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi7gv7d" level=info timestamp=2018-07-15T14:08:15.174255Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi7gv7d\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi7gv7d" level=info timestamp=2018-07-15T14:09:15.710249Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmisvgmc kind= uid=a864abf1-8838-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T14:09:15.711048Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmisvgmc kind= uid=a864abf1-8838-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T14:10:16.573489Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmim472q kind= uid=ccb1a728-8838-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T14:10:16.573853Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmim472q kind= uid=ccb1a728-8838-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T14:10:16.746965Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmim472q\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmim472q" level=info timestamp=2018-07-15T14:10:16.790620Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmim472q\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmim472q" level=info timestamp=2018-07-15T14:11:17.752669Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibl2pq kind= uid=f11afdb4-8838-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T14:11:17.753555Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibl2pq kind= uid=f11afdb4-8838-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T14:11:18.134110Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibl2pq\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibl2pq" Pod name: virt-controller-7d57d96b65-xtgck Pod phase: Running level=info timestamp=2018-07-15T13:19:25.461783Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-s22z8 Pod phase: Running level=info timestamp=2018-07-15T13:34:41.258456Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.260431Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.260540Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T13:34:41.260569Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T13:34:41.263164Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.304468Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.304647Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.304803Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind= uid=afc371ec-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.323249Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.323405Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.323514Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind= uid=7b49ab28-8833-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.442785Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.445037Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.627994Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.628538Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-xsplk Pod phase: Running level=info timestamp=2018-07-15T13:34:41.616876Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.617086Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.617217Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.617305Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.620046Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686664Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686922Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.688629Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.689305Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.689628Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.690636Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.964123Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964487Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.964666Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964762Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi4drt6-2lhf5 Pod phase: Pending Pod name: virt-launcher-testvmi7gv7d-6w5vn Pod phase: Pending Pod name: virt-launcher-testvmibl2pq-gstxz Pod phase: Pending Pod name: virt-launcher-testvmim472q-bpcdv Pod phase: Pending Pod name: virt-launcher-testvmisvgmc-r9cvz Pod phase: Pending • Failure in Spec Setup (BeforeEach) [61.380 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose UDP service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:140 Expose NodePort UDP service [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:179 Should expose a NodePort service on a VM and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:184 Timed out after 30.186s. Expected : false to equal : true /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1041 ------------------------------ level=info timestamp=2018-07-15T14:11:18.776978Z pos=utils.go:254 component=tests msg="Created virtual machine pod virt-launcher-testvmibl2pq-gstxz" Pod name: disks-images-provider-b579j Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-n95c8 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-9wt2x Pod phase: Running level=info timestamp=2018-07-15T14:13:39.842905Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:13:40 http: TLS handshake error from 10.128.0.1:49802: EOF level=info timestamp=2018-07-15T14:13:44.888096Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:13:46.610380Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:13:50 http: TLS handshake error from 10.128.0.1:49852: EOF level=info timestamp=2018-07-15T14:13:57.032099Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:14:00.711180Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:14:00.867404Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:14:00 http: TLS handshake error from 10.128.0.1:49902: EOF level=info timestamp=2018-07-15T14:14:07.219898Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:14:07.493114Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-15T14:14:07.566511Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:14:10 http: TLS handshake error from 10.128.0.1:49962: EOF level=info timestamp=2018-07-15T14:14:14.980989Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:14:17.391200Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-api-7d79764579-njtrf Pod phase: Running 2018/07/15 14:12:16 http: TLS handshake error from 10.129.0.1:43066: EOF 2018/07/15 14:12:26 http: TLS handshake error from 10.129.0.1:43072: EOF 2018/07/15 14:12:36 http: TLS handshake error from 10.129.0.1:43078: EOF 2018/07/15 14:12:46 http: TLS handshake error from 10.129.0.1:43084: EOF 2018/07/15 14:12:56 http: TLS handshake error from 10.129.0.1:43090: EOF 2018/07/15 14:13:06 http: TLS handshake error from 10.129.0.1:43096: EOF 2018/07/15 14:13:16 http: TLS handshake error from 10.129.0.1:43102: EOF 2018/07/15 14:13:26 http: TLS handshake error from 10.129.0.1:43108: EOF 2018/07/15 14:13:36 http: TLS handshake error from 10.129.0.1:43114: EOF level=info timestamp=2018-07-15T14:13:38.594008Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:13:46 http: TLS handshake error from 10.129.0.1:43122: EOF 2018/07/15 14:13:56 http: TLS handshake error from 10.129.0.1:43128: EOF 2018/07/15 14:14:06 http: TLS handshake error from 10.129.0.1:43134: EOF level=info timestamp=2018-07-15T14:14:08.686188Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:14:16 http: TLS handshake error from 10.129.0.1:43140: EOF Pod name: virt-controller-7d57d96b65-4dztb Pod phase: Running level=info timestamp=2018-07-15T14:11:17.753555Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibl2pq kind= uid=f11afdb4-8838-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T14:11:18.134110Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibl2pq\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibl2pq" level=info timestamp=2018-07-15T14:12:19.168831Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2hgd9vnpz9 kind= uid=15bdf019-8839-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T14:12:19.169226Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2hgd9vnpz9 kind= uid=15bdf019-8839-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T14:12:19.170778Z pos=vm.go:459 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2hgd9vnpz9 kind= uid=15bdf019-8839-11e8-8854-525500d15501 msg="Looking for VirtualMachineInstance Ref" level=error timestamp=2018-07-15T14:12:19.170912Z pos=vm.go:462 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2hgd9vnpz9 kind= uid=15bdf019-8839-11e8-8854-525500d15501 msg="Cant find the matching VM for VirtualMachineInstance: testvmi2hgd9vnpz9" level=info timestamp=2018-07-15T14:12:19.195050Z pos=vm.go:459 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Looking for VirtualMachineInstance Ref" level=error timestamp=2018-07-15T14:12:19.195131Z pos=vm.go:462 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Cant find the matching VM for VirtualMachineInstance: testvmi2hgd9jzrxj" level=info timestamp=2018-07-15T14:12:19.195197Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T14:12:19.195287Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=error timestamp=2018-07-15T14:12:19.280733Z pos=replicaset.go:230 component=virt-controller service=http namespace=kubevirt-test-default name=replicasetwsk7p kind= uid=15b03181-8839-11e8-8854-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstancereplicasets.kubevirt.io \"replicasetwsk7p\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the replicaset status failed." level=info timestamp=2018-07-15T14:12:19.280833Z pos=replicaset.go:137 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstancereplicasets.kubevirt.io \"replicasetwsk7p\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstanceReplicaSet kubevirt-test-default/replicasetwsk7p" level=info timestamp=2018-07-15T14:12:19.461447Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi2hgd9vnpz9\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi2hgd9vnpz9" level=info timestamp=2018-07-15T14:12:19.803360Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi2hgd9jzrxj\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi2hgd9jzrxj" level=info timestamp=2018-07-15T14:12:19.877483Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi2hgd9vnpz9\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi2hgd9vnpz9" Pod name: virt-controller-7d57d96b65-xtgck Pod phase: Running level=info timestamp=2018-07-15T13:19:25.461783Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-s22z8 Pod phase: Running level=info timestamp=2018-07-15T13:34:41.442785Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.445037Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.627994Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.628538Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T14:12:37.619149Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-15T14:12:38.327418Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-15T14:12:38.327687Z pos=vm.go:657 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=Domain uid=15bd7201-8839-11e8-8854-525500d15501 msg="Domain is in state Paused reason StartingUp" level=info timestamp=2018-07-15T14:12:39.081521Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T14:12:39.082621Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="No update processing required" level=info timestamp=2018-07-15T14:12:39.092325Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-15T14:12:39.095157Z pos=vm.go:688 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=Domain uid=15bd7201-8839-11e8-8854-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-15T14:12:39.116635Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-15T14:12:39.180061Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T14:12:39.182750Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-15T14:12:39.241956Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-handler-xsplk Pod phase: Running level=info timestamp=2018-07-15T13:34:41.616876Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.617086Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.617217Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.617305Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.620046Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686664Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686922Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.688629Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.689305Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.689628Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.690636Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.964123Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964487Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.964666Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964762Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi2hgd9jzrxj-rbkxk Pod phase: Running level=info timestamp=2018-07-15T14:12:37.778504Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-15T14:12:38.315496Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-15T14:12:38.327993Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T14:12:38.727391Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID f46baaab-6601-44ca-b61d-e6af93be4eb0" level=info timestamp=2018-07-15T14:12:38.727690Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-15T14:12:39.045325Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-15T14:12:39.072141Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Domain started." level=info timestamp=2018-07-15T14:12:39.075650Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-15T14:12:39.082118Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T14:12:39.095741Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T14:12:39.096183Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-15T14:12:39.111003Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T14:12:39.118003Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T14:12:39.188210Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-15T14:12:39.767497Z pos=monitor.go:222 component=virt-launcher msg="Found PID for f46baaab-6601-44ca-b61d-e6af93be4eb0: 149" Pod name: virt-launcher-testvmi2hgd9vnpz9-2v4sl Pod phase: Pending Pod name: virt-launcher-testvmi4drt6-2lhf5 Pod phase: Pending Pod name: virt-launcher-testvmi7gv7d-6w5vn Pod phase: Pending Pod name: virt-launcher-testvmibl2pq-gstxz Pod phase: Pending Pod name: virt-launcher-testvmim472q-bpcdv Pod phase: Pending Pod name: virt-launcher-testvmisvgmc-r9cvz Pod phase: Pending • Failure in Spec Setup (BeforeEach) [121.525 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VM replica set /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:227 Expose ClusterIP service [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:260 Should create a ClusterIP service on VMRS and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:264 Timed out after 120.000s. Expected : 1 to equal : 2 /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:245 ------------------------------ STEP: Creating a VMRS object with 2 replicas STEP: Start the replica set STEP: Checking the number of ready replicas Service cluster-ip-ovm successfully exposed for virtualmachine testvmic44zp Pod name: disks-images-provider-b579j Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-n95c8 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-9wt2x Pod phase: Running 2018/07/15 14:15:40 http: TLS handshake error from 10.128.0.1:50428: EOF level=info timestamp=2018-07-15T14:15:45.564868Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:15:49.596648Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:15:50.716996Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:15:50.743740Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:15:50.792317Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:15:50 http: TLS handshake error from 10.128.0.1:50484: EOF 2018/07/15 14:16:04 http: TLS handshake error from 10.128.0.1:50528: EOF level=info timestamp=2018-07-15T14:16:05.871343Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:16:08.514961Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:16:09.410394Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:16:10 http: TLS handshake error from 10.128.0.1:50574: EOF level=info timestamp=2018-07-15T14:16:15.736290Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:16:16.072783Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:16:20 http: TLS handshake error from 10.128.0.1:50622: EOF Pod name: virt-api-7d79764579-njtrf Pod phase: Running 2018/07/15 14:14:26 http: TLS handshake error from 10.129.0.1:43146: EOF 2018/07/15 14:14:36 http: TLS handshake error from 10.129.0.1:43152: EOF level=info timestamp=2018-07-15T14:14:38.652018Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:14:46 http: TLS handshake error from 10.129.0.1:43158: EOF 2018/07/15 14:14:56 http: TLS handshake error from 10.129.0.1:43164: EOF 2018/07/15 14:15:06 http: TLS handshake error from 10.129.0.1:43170: EOF level=info timestamp=2018-07-15T14:15:08.633674Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:15:16 http: TLS handshake error from 10.129.0.1:43176: EOF 2018/07/15 14:15:26 http: TLS handshake error from 10.129.0.1:43182: EOF 2018/07/15 14:15:36 http: TLS handshake error from 10.129.0.1:43188: EOF 2018/07/15 14:15:46 http: TLS handshake error from 10.129.0.1:43194: EOF 2018/07/15 14:15:56 http: TLS handshake error from 10.129.0.1:43200: EOF 2018/07/15 14:16:06 http: TLS handshake error from 10.129.0.1:43206: EOF level=info timestamp=2018-07-15T14:16:08.863364Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:16:16 http: TLS handshake error from 10.129.0.1:43212: EOF Pod name: virt-controller-7d57d96b65-4dztb Pod phase: Running level=info timestamp=2018-07-15T14:14:21.088609Z pos=vm.go:459 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic44zp kind= uid=5e6f290a-8839-11e8-8854-525500d15501 msg="Looking for VirtualMachineInstance Ref" level=info timestamp=2018-07-15T14:14:21.088719Z pos=vm.go:470 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic44zp kind= uid=5e6f290a-8839-11e8-8854-525500d15501 msg="VirtualMachineInstance created bacause testvmic44zp was added." level=info timestamp=2018-07-15T14:14:21.089084Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic44zp kind= uid=5e1ff529-8839-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:14:21.089143Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic44zp kind= uid=5e1ff529-8839-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-15T14:14:21.089732Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic44zp kind= uid=5e6f290a-8839-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T14:14:21.089904Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic44zp kind= uid=5e6f290a-8839-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T14:14:21.121094Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic44zp kind= uid=5e1ff529-8839-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:14:21.139861Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic44zp kind= uid=5e1ff529-8839-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-15T14:14:21.219119Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic44zp kind= uid=5e1ff529-8839-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:14:21.219237Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic44zp kind= uid=5e1ff529-8839-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-15T14:14:21.362108Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic44zp kind= uid=5e1ff529-8839-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:14:21.362284Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic44zp kind= uid=5e1ff529-8839-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-15T14:14:21.389176Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmic44zp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmic44zp" level=info timestamp=2018-07-15T14:14:21.409853Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic44zp kind= uid=5e1ff529-8839-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:14:21.409951Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic44zp kind= uid=5e1ff529-8839-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" Pod name: virt-controller-7d57d96b65-xtgck Pod phase: Running level=info timestamp=2018-07-15T13:19:25.461783Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-s22z8 Pod phase: Running level=info timestamp=2018-07-15T13:34:41.442785Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.445037Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmik4g5p kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.627994Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.628538Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwlnc7 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T14:12:37.619149Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-15T14:12:38.327418Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-15T14:12:38.327687Z pos=vm.go:657 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=Domain uid=15bd7201-8839-11e8-8854-525500d15501 msg="Domain is in state Paused reason StartingUp" level=info timestamp=2018-07-15T14:12:39.081521Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T14:12:39.082621Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="No update processing required" level=info timestamp=2018-07-15T14:12:39.092325Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-15T14:12:39.095157Z pos=vm.go:688 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=Domain uid=15bd7201-8839-11e8-8854-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-15T14:12:39.116635Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-15T14:12:39.180061Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T14:12:39.182750Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-15T14:12:39.241956Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-handler-xsplk Pod phase: Running level=info timestamp=2018-07-15T13:34:41.616876Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.617086Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.617217Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.617305Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.620046Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686664Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686922Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.688629Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.689305Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.689628Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.690636Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.964123Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964487Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.964666Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964762Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi2hgd9jzrxj-rbkxk Pod phase: Running level=info timestamp=2018-07-15T14:12:37.778504Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-15T14:12:38.315496Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-15T14:12:38.327993Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T14:12:38.727391Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID f46baaab-6601-44ca-b61d-e6af93be4eb0" level=info timestamp=2018-07-15T14:12:38.727690Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-15T14:12:39.045325Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-15T14:12:39.072141Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Domain started." level=info timestamp=2018-07-15T14:12:39.075650Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-15T14:12:39.082118Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T14:12:39.095741Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T14:12:39.096183Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-15T14:12:39.111003Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T14:12:39.118003Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T14:12:39.188210Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-15T14:12:39.767497Z pos=monitor.go:222 component=virt-launcher msg="Found PID for f46baaab-6601-44ca-b61d-e6af93be4eb0: 149" Pod name: virt-launcher-testvmi2hgd9vnpz9-2v4sl Pod phase: Pending Pod name: virt-launcher-testvmi4drt6-2lhf5 Pod phase: Pending Pod name: virt-launcher-testvmi7gv7d-6w5vn Pod phase: Pending Pod name: virt-launcher-testvmibl2pq-gstxz Pod phase: Pending Pod name: virt-launcher-testvmic44zp-cz8jw Pod phase: Pending Pod name: virt-launcher-testvmim472q-bpcdv Pod phase: Pending Pod name: virt-launcher-testvmisvgmc-r9cvz Pod phase: Pending • Failure in Spec Setup (BeforeEach) [122.122 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on an Offline VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:292 Expose ClusterIP service [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:336 Connect to ClusterIP services that was set when VM was offline /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:337 Timed out after 120.001s. Expected : false to be true /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:323 ------------------------------ STEP: Creating an OVM object STEP: Creating the OVM STEP: Exposing a service on the OVM using virtctl STEP: Calling the start command STEP: Getting the status of the OVM • [SLOW TEST:5.374 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should scale /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 to three, to two and then to zero replicas /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:8.398 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should scale /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 to five, to six and then to zero replicas /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ •• Pod name: disks-images-provider-b579j Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-n95c8 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-9wt2x Pod phase: Running level=info timestamp=2018-07-15T14:17:48.117079Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:17:50 http: TLS handshake error from 10.128.0.1:51084: EOF level=info timestamp=2018-07-15T14:17:58.428435Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:18:00 http: TLS handshake error from 10.128.0.1:51134: EOF level=info timestamp=2018-07-15T14:18:08.675645Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:18:09.394169Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:18:10.466589Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:18:10 http: TLS handshake error from 10.128.0.1:51188: EOF level=info timestamp=2018-07-15T14:18:16.972321Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:18:18.815113Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:18:20 http: TLS handshake error from 10.128.0.1:51238: EOF level=info timestamp=2018-07-15T14:18:29.021111Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:18:30 http: TLS handshake error from 10.128.0.1:51288: EOF level=info timestamp=2018-07-15T14:18:39.258808Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-15T14:18:39.366046Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-api-7d79764579-njtrf Pod phase: Running 2018/07/15 14:16:46 http: TLS handshake error from 10.129.0.1:43232: EOF 2018/07/15 14:16:56 http: TLS handshake error from 10.129.0.1:43238: EOF 2018/07/15 14:17:06 http: TLS handshake error from 10.129.0.1:43244: EOF level=info timestamp=2018-07-15T14:17:08.771365Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:17:16 http: TLS handshake error from 10.129.0.1:43250: EOF 2018/07/15 14:17:26 http: TLS handshake error from 10.129.0.1:43256: EOF 2018/07/15 14:17:36 http: TLS handshake error from 10.129.0.1:43262: EOF level=info timestamp=2018-07-15T14:17:38.728643Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:17:46 http: TLS handshake error from 10.129.0.1:43268: EOF 2018/07/15 14:17:56 http: TLS handshake error from 10.129.0.1:43274: EOF 2018/07/15 14:18:06 http: TLS handshake error from 10.129.0.1:43280: EOF level=info timestamp=2018-07-15T14:18:08.773180Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:18:16 http: TLS handshake error from 10.129.0.1:43286: EOF 2018/07/15 14:18:26 http: TLS handshake error from 10.129.0.1:43292: EOF 2018/07/15 14:18:36 http: TLS handshake error from 10.129.0.1:43298: EOF Pod name: virt-controller-7d57d96b65-4dztb Pod phase: Running level=error timestamp=2018-07-15T14:16:31.526921Z pos=vm.go:462 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2tgh9zrwzr kind= uid=ac2c82c9-8839-11e8-8854-525500d15501 msg="Cant find the matching VM for VirtualMachineInstance: testvmi2tgh9zrwzr" level=info timestamp=2018-07-15T14:16:31.527115Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2tgh9zrwzr kind= uid=ac2c82c9-8839-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=error timestamp=2018-07-15T14:16:32.921579Z pos=replicaset.go:230 component=virt-controller service=http namespace=kubevirt-test-default name=replicasetk4rdd kind= uid=ab16bb3f-8839-11e8-8854-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstancereplicasets.kubevirt.io \"replicasetk4rdd\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the replicaset status failed." level=info timestamp=2018-07-15T14:16:32.921790Z pos=replicaset.go:137 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstancereplicasets.kubevirt.io \"replicasetk4rdd\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstanceReplicaSet kubevirt-test-default/replicasetk4rdd" level=info timestamp=2018-07-15T14:16:37.966325Z pos=vm.go:459 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi4dwl5z5mxd kind= uid=b005f515-8839-11e8-8854-525500d15501 msg="Looking for VirtualMachineInstance Ref" level=error timestamp=2018-07-15T14:16:37.966767Z pos=vm.go:462 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi4dwl5z5mxd kind= uid=b005f515-8839-11e8-8854-525500d15501 msg="Cant find the matching VM for VirtualMachineInstance: testvmi4dwl5z5mxd" level=info timestamp=2018-07-15T14:16:37.966900Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi4dwl5z5mxd kind= uid=b005f515-8839-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T14:16:37.966933Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi4dwl56mh2t kind= uid=b006d422-8839-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T14:16:37.967095Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi4dwl5z5mxd kind= uid=b005f515-8839-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T14:16:37.967191Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi4dwl56mh2t kind= uid=b006d422-8839-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T14:16:37.968043Z pos=vm.go:459 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi4dwl56mh2t kind= uid=b006d422-8839-11e8-8854-525500d15501 msg="Looking for VirtualMachineInstance Ref" level=error timestamp=2018-07-15T14:16:37.968151Z pos=vm.go:462 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi4dwl56mh2t kind= uid=b006d422-8839-11e8-8854-525500d15501 msg="Cant find the matching VM for VirtualMachineInstance: testvmi4dwl56mh2t" level=info timestamp=2018-07-15T14:16:38.108645Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi4dwl56mh2t\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi4dwl56mh2t" level=info timestamp=2018-07-15T14:16:38.281433Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi4dwl5z5mxd\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi4dwl5z5mxd" level=info timestamp=2018-07-15T14:16:38.692122Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi4dwl5z5mxd\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi4dwl5z5mxd" Pod name: virt-controller-7d57d96b65-xtgck Pod phase: Running level=info timestamp=2018-07-15T13:19:25.461783Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-s22z8 Pod phase: Running level=info timestamp=2018-07-15T14:12:39.241956Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T14:16:23.224343Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T14:16:23.228783Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T14:16:23.233325Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi2hgd9jzrxj" level=info timestamp=2018-07-15T14:16:23.863791Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T14:16:23.865677Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T14:16:23.889910Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T14:16:23.890206Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T14:16:23.890250Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Processing shutdown." level=error timestamp=2018-07-15T14:16:23.932627Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi2hgd9jzrxj\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi2hgd9jzrxj, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 15bd7201-8839-11e8-8854-525500d15501, UID in object meta: " msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-15T14:16:23.932769Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi2hgd9jzrxj\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi2hgd9jzrxj, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 15bd7201-8839-11e8-8854-525500d15501, UID in object meta: " msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi2hgd9jzrxj" level=info timestamp=2018-07-15T14:16:23.932964Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T14:16:23.933077Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T14:16:23.938092Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T14:16:23.938257Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-xsplk Pod phase: Running level=info timestamp=2018-07-15T13:34:41.616876Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.617086Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.617217Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.617305Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.620046Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686664Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686922Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.688629Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.689305Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.689628Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.690636Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.964123Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964487Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.964666Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964762Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi4dwl56mh2t-mfq8r Pod phase: Pending Pod name: virt-launcher-testvmi4dwl5z5mxd-sz8sv Pod phase: Pending ------------------------------ • Failure [121.578 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should update readyReplicas once VMIs are up [It] /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:157 Timed out after 120.000s. Expected : 0 to equal : 2 /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:166 ------------------------------ STEP: Create a new VirtualMachineInstance replica set STEP: Scaling to 2 STEP: Checking the number of replicas STEP: Checking the number of ready replicas • [SLOW TEST:7.658 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should remove VMIs once it is marked for deletion /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:169 ------------------------------ • ------------------------------ • [SLOW TEST:5.614 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should not scale when paused and scale when resume /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:223 ------------------------------ •• ------------------------------ • [SLOW TEST:21.618 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given a vmi /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:20.352 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given an vm /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:20.508 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given a vmi preset /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:20.561 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given a vmi replica set /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ •• Pod name: disks-images-provider-b579j Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-n95c8 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-9wt2x Pod phase: Running level=info timestamp=2018-07-15T14:24:50.444146Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:24:50 http: TLS handshake error from 10.128.0.1:53256: EOF level=info timestamp=2018-07-15T14:24:53.567149Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:24:53.579360Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:24:53.592864Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:24:56.576068Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:25:00 http: TLS handshake error from 10.128.0.1:53308: EOF level=info timestamp=2018-07-15T14:25:06.784590Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:25:09.311367Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:25:10 http: TLS handshake error from 10.128.0.1:53362: EOF level=info timestamp=2018-07-15T14:25:13.312004Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:25:14.671262Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:25:17.006780Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:25:20.723353Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:25:20 http: TLS handshake error from 10.128.0.1:53412: EOF Pod name: virt-api-7d79764579-njtrf Pod phase: Running 2018/07/15 14:23:36 http: TLS handshake error from 10.129.0.1:43482: EOF level=info timestamp=2018-07-15T14:23:38.803042Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:23:46 http: TLS handshake error from 10.129.0.1:43488: EOF 2018/07/15 14:23:56 http: TLS handshake error from 10.129.0.1:43494: EOF 2018/07/15 14:24:06 http: TLS handshake error from 10.129.0.1:43500: EOF level=info timestamp=2018-07-15T14:24:07.196185Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-15T14:24:08.985277Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:24:16 http: TLS handshake error from 10.129.0.1:43506: EOF 2018/07/15 14:24:26 http: TLS handshake error from 10.129.0.1:43512: EOF 2018/07/15 14:24:36 http: TLS handshake error from 10.129.0.1:43518: EOF level=info timestamp=2018-07-15T14:24:38.963287Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:24:46 http: TLS handshake error from 10.129.0.1:43524: EOF 2018/07/15 14:24:56 http: TLS handshake error from 10.129.0.1:43530: EOF 2018/07/15 14:25:06 http: TLS handshake error from 10.129.0.1:43536: EOF 2018/07/15 14:25:16 http: TLS handshake error from 10.129.0.1:43542: EOF Pod name: virt-controller-7d57d96b65-4dztb Pod phase: Running level=info timestamp=2018-07-15T14:20:23.885021Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9mprn kind= uid=36acbf13-883a-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T14:20:23.885369Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9mprn kind= uid=36acbf13-883a-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T14:20:23.885358Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9mprn kind= uid=36a8fa45-883a-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-15T14:20:23.966815Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9mprn kind= uid=36a8fa45-883a-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:20:23.966988Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9mprn kind= uid=36a8fa45-883a-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=error timestamp=2018-07-15T14:20:23.988880Z pos=vm.go:202 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9mprn kind= uid=36a8fa45-883a-11e8-8854-525500d15501 reason="Operation cannot be fulfilled on virtualmachines.kubevirt.io \"testvmi9mprn\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachine status failed." level=info timestamp=2018-07-15T14:20:23.989227Z pos=vm.go:111 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachines.kubevirt.io \"testvmi9mprn\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachine kubevirt-test-default/testvmi9mprn" level=info timestamp=2018-07-15T14:20:23.989653Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9mprn kind= uid=36a8fa45-883a-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:20:23.989973Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9mprn kind= uid=36a8fa45-883a-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-15T14:20:23.994975Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9mprn kind= uid=36a8fa45-883a-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:20:23.995218Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9mprn kind= uid=36a8fa45-883a-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-15T14:20:24.073684Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9mprn kind= uid=36a8fa45-883a-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:20:24.074006Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9mprn kind= uid=36a8fa45-883a-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-15T14:20:24.157081Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9mprn kind= uid=36a8fa45-883a-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:20:24.157277Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9mprn kind= uid=36a8fa45-883a-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" Pod name: virt-controller-7d57d96b65-xtgck Pod phase: Running level=info timestamp=2018-07-15T13:19:25.461783Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-s22z8 Pod phase: Running level=info timestamp=2018-07-15T14:12:39.241956Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T14:16:23.224343Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T14:16:23.228783Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T14:16:23.233325Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi2hgd9jzrxj" level=info timestamp=2018-07-15T14:16:23.863791Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T14:16:23.865677Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T14:16:23.889910Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T14:16:23.890206Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T14:16:23.890250Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Processing shutdown." level=error timestamp=2018-07-15T14:16:23.932627Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi2hgd9jzrxj\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi2hgd9jzrxj, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 15bd7201-8839-11e8-8854-525500d15501, UID in object meta: " msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-15T14:16:23.932769Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi2hgd9jzrxj\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi2hgd9jzrxj, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 15bd7201-8839-11e8-8854-525500d15501, UID in object meta: " msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi2hgd9jzrxj" level=info timestamp=2018-07-15T14:16:23.932964Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T14:16:23.933077Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T14:16:23.938092Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T14:16:23.938257Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-xsplk Pod phase: Running level=info timestamp=2018-07-15T13:34:41.616876Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.617086Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.617217Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.617305Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.620046Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686664Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686922Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.688629Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.689305Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.689628Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.690636Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.964123Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964487Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.964666Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964762Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi9mprn-mwxb4 Pod phase: Pending ------------------------------ • Failure [300.710 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should update VirtualMachine once VMIs are up [It] /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:195 Timed out after 300.000s. Expected : false to be true /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:201 ------------------------------ •• Pod name: disks-images-provider-b579j Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-n95c8 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-9wt2x Pod phase: Running level=info timestamp=2018-07-15T14:29:47.021708Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:29:50 http: TLS handshake error from 10.128.0.1:54806: EOF level=info timestamp=2018-07-15T14:29:52.752556Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:29:53.007079Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:30:00 http: TLS handshake error from 10.128.0.1:54856: EOF level=info timestamp=2018-07-15T14:30:03.003745Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:30:10 http: TLS handshake error from 10.128.0.1:54910: EOF level=info timestamp=2018-07-15T14:30:13.207634Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:30:15.786196Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:30:17.290669Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:30:20 http: TLS handshake error from 10.128.0.1:54960: EOF level=info timestamp=2018-07-15T14:30:23.397770Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:30:23.424055Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:30:28.399629Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-15T14:30:28.402437Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 Pod name: virt-api-7d79764579-njtrf Pod phase: Running 2018/07/15 14:28:36 http: TLS handshake error from 10.129.0.1:43664: EOF 2018/07/15 14:28:46 http: TLS handshake error from 10.129.0.1:43672: EOF 2018/07/15 14:28:56 http: TLS handshake error from 10.129.0.1:43678: EOF 2018/07/15 14:29:06 http: TLS handshake error from 10.129.0.1:43684: EOF level=info timestamp=2018-07-15T14:29:08.855879Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:29:16 http: TLS handshake error from 10.129.0.1:43690: EOF 2018/07/15 14:29:26 http: TLS handshake error from 10.129.0.1:43696: EOF 2018/07/15 14:29:36 http: TLS handshake error from 10.129.0.1:43702: EOF level=info timestamp=2018-07-15T14:29:38.747279Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:29:46 http: TLS handshake error from 10.129.0.1:43708: EOF 2018/07/15 14:29:56 http: TLS handshake error from 10.129.0.1:43714: EOF 2018/07/15 14:30:06 http: TLS handshake error from 10.129.0.1:43720: EOF level=info timestamp=2018-07-15T14:30:08.756872Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:30:16 http: TLS handshake error from 10.129.0.1:43726: EOF 2018/07/15 14:30:26 http: TLS handshake error from 10.129.0.1:43732: EOF Pod name: virt-controller-7d57d96b65-4dztb Pod phase: Running level=info timestamp=2018-07-15T14:25:27.700899Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq7tnl kind= uid=ebbeec6e-883a-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-15T14:25:27.719866Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq7tnl kind= uid=ebbeec6e-883a-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:25:27.720038Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq7tnl kind= uid=ebbeec6e-883a-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=error timestamp=2018-07-15T14:25:27.727481Z pos=vm.go:202 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq7tnl kind= uid=ebbeec6e-883a-11e8-8854-525500d15501 reason="Operation cannot be fulfilled on virtualmachines.kubevirt.io \"testvmiq7tnl\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachine status failed." level=info timestamp=2018-07-15T14:25:27.727724Z pos=vm.go:111 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachines.kubevirt.io \"testvmiq7tnl\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachine kubevirt-test-default/testvmiq7tnl" level=info timestamp=2018-07-15T14:25:27.728216Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq7tnl kind= uid=ebbeec6e-883a-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:25:27.728507Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq7tnl kind= uid=ebbeec6e-883a-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-15T14:25:27.733261Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq7tnl kind= uid=ebbeec6e-883a-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:25:27.733512Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq7tnl kind= uid=ebbeec6e-883a-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-15T14:25:27.783972Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq7tnl kind= uid=ebbeec6e-883a-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:25:27.784148Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq7tnl kind= uid=ebbeec6e-883a-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-15T14:25:27.805167Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiq7tnl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiq7tnl" level=info timestamp=2018-07-15T14:25:27.828912Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq7tnl kind= uid=ebbeec6e-883a-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:25:27.829271Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq7tnl kind= uid=ebbeec6e-883a-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-15T14:25:27.832289Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiq7tnl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiq7tnl" Pod name: virt-controller-7d57d96b65-xtgck Pod phase: Running level=info timestamp=2018-07-15T13:19:25.461783Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-s22z8 Pod phase: Running level=info timestamp=2018-07-15T14:12:39.241956Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T14:16:23.224343Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T14:16:23.228783Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T14:16:23.233325Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi2hgd9jzrxj" level=info timestamp=2018-07-15T14:16:23.863791Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T14:16:23.865677Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T14:16:23.889910Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T14:16:23.890206Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T14:16:23.890250Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Processing shutdown." level=error timestamp=2018-07-15T14:16:23.932627Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi2hgd9jzrxj\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi2hgd9jzrxj, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 15bd7201-8839-11e8-8854-525500d15501, UID in object meta: " msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-15T14:16:23.932769Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi2hgd9jzrxj\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi2hgd9jzrxj, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 15bd7201-8839-11e8-8854-525500d15501, UID in object meta: " msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi2hgd9jzrxj" level=info timestamp=2018-07-15T14:16:23.932964Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T14:16:23.933077Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T14:16:23.938092Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T14:16:23.938257Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-xsplk Pod phase: Running level=info timestamp=2018-07-15T13:34:41.616876Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.617086Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.617217Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.617305Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.620046Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686664Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686922Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.688629Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.689305Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.689628Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.690636Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.964123Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964487Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.964666Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964762Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmiq7tnl-sdpzf Pod phase: Pending ------------------------------ • Failure [302.082 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should recreate VirtualMachineInstance if it gets deleted [It] /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:245 Timed out after 300.000s. Expected : false to be true /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:157 ------------------------------ STEP: Starting the VirtualMachineInstance STEP: VMI has the running condition Pod name: disks-images-provider-b579j Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-n95c8 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-9wt2x Pod phase: Running 2018/07/15 14:31:50 http: TLS handshake error from 10.128.0.1:55424: EOF level=info timestamp=2018-07-15T14:31:54.250345Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:31:55.484656Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:32:00 http: TLS handshake error from 10.128.0.1:55474: EOF level=info timestamp=2018-07-15T14:32:05.708527Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:32:09.186880Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:32:10 http: TLS handshake error from 10.128.0.1:55528: EOF level=info timestamp=2018-07-15T14:32:16.141071Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:32:16.707737Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:32:18.250878Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:32:20 http: TLS handshake error from 10.128.0.1:55578: EOF level=info timestamp=2018-07-15T14:32:24.644328Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:32:26.414355Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:32:28.407778Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-15T14:32:28.414024Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 Pod name: virt-api-7d79764579-njtrf Pod phase: Running level=info timestamp=2018-07-15T14:30:08.756872Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:30:16 http: TLS handshake error from 10.129.0.1:43726: EOF 2018/07/15 14:30:26 http: TLS handshake error from 10.129.0.1:43732: EOF 2018/07/15 14:30:36 http: TLS handshake error from 10.129.0.1:43738: EOF 2018/07/15 14:30:46 http: TLS handshake error from 10.129.0.1:43744: EOF 2018/07/15 14:30:56 http: TLS handshake error from 10.129.0.1:43750: EOF 2018/07/15 14:31:06 http: TLS handshake error from 10.129.0.1:43756: EOF 2018/07/15 14:31:16 http: TLS handshake error from 10.129.0.1:43762: EOF 2018/07/15 14:31:26 http: TLS handshake error from 10.129.0.1:43768: EOF 2018/07/15 14:31:36 http: TLS handshake error from 10.129.0.1:43774: EOF 2018/07/15 14:31:46 http: TLS handshake error from 10.129.0.1:43782: EOF 2018/07/15 14:31:56 http: TLS handshake error from 10.129.0.1:43788: EOF 2018/07/15 14:32:06 http: TLS handshake error from 10.129.0.1:43794: EOF 2018/07/15 14:32:16 http: TLS handshake error from 10.129.0.1:43800: EOF 2018/07/15 14:32:26 http: TLS handshake error from 10.129.0.1:43806: EOF Pod name: virt-controller-7d57d96b65-4dztb Pod phase: Running level=info timestamp=2018-07-15T14:30:29.639130Z pos=vm.go:377 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq89z5 kind= uid=9fbedd54-883b-11e8-8854-525500d15501 msg="Setting stabile UUID 'b24eed82-38aa-5841-9494-ddfe0b7deedc' (was '')" level=info timestamp=2018-07-15T14:30:29.658974Z pos=vm.go:459 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq89z5 kind= uid=9fc13fac-883b-11e8-8854-525500d15501 msg="Looking for VirtualMachineInstance Ref" level=info timestamp=2018-07-15T14:30:29.659228Z pos=vm.go:470 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq89z5 kind= uid=9fc13fac-883b-11e8-8854-525500d15501 msg="VirtualMachineInstance created bacause testvmiq89z5 was added." level=info timestamp=2018-07-15T14:30:29.659362Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq89z5 kind= uid=9fbedd54-883b-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:30:29.659615Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq89z5 kind= uid=9fbedd54-883b-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-15T14:30:29.660301Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq89z5 kind= uid=9fc13fac-883b-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T14:30:29.660689Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq89z5 kind= uid=9fc13fac-883b-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T14:30:29.695688Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq89z5 kind= uid=9fbedd54-883b-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:30:29.695866Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq89z5 kind= uid=9fbedd54-883b-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-15T14:30:29.747997Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq89z5 kind= uid=9fbedd54-883b-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:30:29.748470Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq89z5 kind= uid=9fbedd54-883b-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-15T14:30:29.753497Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiq89z5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiq89z5" level=info timestamp=2018-07-15T14:30:29.769331Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq89z5 kind= uid=9fbedd54-883b-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:30:29.769568Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq89z5 kind= uid=9fbedd54-883b-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-15T14:30:29.773747Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiq89z5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiq89z5" Pod name: virt-controller-7d57d96b65-xtgck Pod phase: Running level=info timestamp=2018-07-15T13:19:25.461783Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-s22z8 Pod phase: Running level=info timestamp=2018-07-15T14:12:39.241956Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T14:16:23.224343Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T14:16:23.228783Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T14:16:23.233325Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi2hgd9jzrxj" level=info timestamp=2018-07-15T14:16:23.863791Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T14:16:23.865677Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T14:16:23.889910Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T14:16:23.890206Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T14:16:23.890250Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Processing shutdown." level=error timestamp=2018-07-15T14:16:23.932627Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi2hgd9jzrxj\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi2hgd9jzrxj, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 15bd7201-8839-11e8-8854-525500d15501, UID in object meta: " msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-15T14:16:23.932769Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi2hgd9jzrxj\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi2hgd9jzrxj, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 15bd7201-8839-11e8-8854-525500d15501, UID in object meta: " msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi2hgd9jzrxj" level=info timestamp=2018-07-15T14:16:23.932964Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T14:16:23.933077Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T14:16:23.938092Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T14:16:23.938257Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-xsplk Pod phase: Running level=info timestamp=2018-07-15T13:34:41.616876Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.617086Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.617217Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.617305Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.620046Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686664Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686922Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.688629Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.689305Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.689628Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.690636Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.964123Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964487Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.964666Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964762Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmiq89z5-mmcrf Pod phase: Pending • Failure [120.976 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should recreate VirtualMachineInstance if the VirtualMachineInstance's pod gets deleted [It] /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:265 Timed out after 120.000s. Expected success, but got an error: <*errors.errorString | 0xc420b57310>: { s: "vmi still isn't running", } vmi still isn't running /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:284 ------------------------------ STEP: Creating a new VMI STEP: Waiting for the VMI's VirtualMachineInstance to start Pod name: disks-images-provider-b579j Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-n95c8 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-9wt2x Pod phase: Running level=info timestamp=2018-07-15T14:36:57.047788Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:36:57.070386Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:36:57.089200Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:37:00 http: TLS handshake error from 10.128.0.1:57030: EOF level=info timestamp=2018-07-15T14:37:01.885615Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:37:10 http: TLS handshake error from 10.128.0.1:57084: EOF level=info timestamp=2018-07-15T14:37:11.983529Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:37:19.164646Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:37:20 http: TLS handshake error from 10.128.0.1:57134: EOF level=info timestamp=2018-07-15T14:37:21.059563Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:37:22.243985Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:37:26.960690Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:37:29.194184Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-15T14:37:29.200290Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 2018/07/15 14:37:30 http: TLS handshake error from 10.128.0.1:57184: EOF Pod name: virt-api-7d79764579-njtrf Pod phase: Running level=info timestamp=2018-07-15T14:35:38.791881Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:35:46 http: TLS handshake error from 10.129.0.1:43928: EOF 2018/07/15 14:35:56 http: TLS handshake error from 10.129.0.1:43934: EOF 2018/07/15 14:36:06 http: TLS handshake error from 10.129.0.1:43940: EOF level=info timestamp=2018-07-15T14:36:08.962891Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:36:16 http: TLS handshake error from 10.129.0.1:43946: EOF 2018/07/15 14:36:26 http: TLS handshake error from 10.129.0.1:43952: EOF 2018/07/15 14:36:36 http: TLS handshake error from 10.129.0.1:43958: EOF level=info timestamp=2018-07-15T14:36:38.894961Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:36:46 http: TLS handshake error from 10.129.0.1:43964: EOF 2018/07/15 14:36:56 http: TLS handshake error from 10.129.0.1:43970: EOF 2018/07/15 14:37:06 http: TLS handshake error from 10.129.0.1:43976: EOF level=info timestamp=2018-07-15T14:37:08.962225Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:37:16 http: TLS handshake error from 10.129.0.1:43982: EOF 2018/07/15 14:37:26 http: TLS handshake error from 10.129.0.1:43988: EOF Pod name: virt-controller-7d57d96b65-4dztb Pod phase: Running level=info timestamp=2018-07-15T14:32:30.685009Z pos=vm.go:470 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijdcnb kind= uid=e7e3074b-883b-11e8-8854-525500d15501 msg="VirtualMachineInstance created bacause testvmijdcnb was added." level=info timestamp=2018-07-15T14:32:30.685129Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijdcnb kind= uid=e7db9c02-883b-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:32:30.685319Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijdcnb kind= uid=e7db9c02-883b-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-15T14:32:30.686950Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijdcnb kind= uid=e7e3074b-883b-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T14:32:30.687202Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijdcnb kind= uid=e7e3074b-883b-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T14:32:30.707467Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijdcnb kind= uid=e7db9c02-883b-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:32:30.707670Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijdcnb kind= uid=e7db9c02-883b-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-15T14:32:30.722466Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijdcnb kind= uid=e7db9c02-883b-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:32:30.722663Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijdcnb kind= uid=e7db9c02-883b-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-15T14:32:30.792850Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijdcnb kind= uid=e7db9c02-883b-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:32:30.793061Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijdcnb kind= uid=e7db9c02-883b-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-15T14:32:30.811321Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijdcnb\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijdcnb" level=info timestamp=2018-07-15T14:32:30.831991Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijdcnb kind= uid=e7db9c02-883b-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:32:30.832179Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijdcnb kind= uid=e7db9c02-883b-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-15T14:32:30.838218Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijdcnb\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijdcnb" Pod name: virt-controller-7d57d96b65-xtgck Pod phase: Running level=info timestamp=2018-07-15T13:19:25.461783Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-s22z8 Pod phase: Running level=info timestamp=2018-07-15T14:12:39.241956Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T14:16:23.224343Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T14:16:23.228783Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T14:16:23.233325Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi2hgd9jzrxj" level=info timestamp=2018-07-15T14:16:23.863791Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T14:16:23.865677Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T14:16:23.889910Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T14:16:23.890206Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T14:16:23.890250Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Processing shutdown." level=error timestamp=2018-07-15T14:16:23.932627Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi2hgd9jzrxj\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi2hgd9jzrxj, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 15bd7201-8839-11e8-8854-525500d15501, UID in object meta: " msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-15T14:16:23.932769Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi2hgd9jzrxj\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi2hgd9jzrxj, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 15bd7201-8839-11e8-8854-525500d15501, UID in object meta: " msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi2hgd9jzrxj" level=info timestamp=2018-07-15T14:16:23.932964Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T14:16:23.933077Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T14:16:23.938092Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T14:16:23.938257Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-xsplk Pod phase: Running level=info timestamp=2018-07-15T13:34:41.616876Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.617086Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.617217Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.617305Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.620046Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686664Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686922Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.688629Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.689305Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.689628Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.690636Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.964123Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964487Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.964666Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964762Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmijdcnb-wvnr8 Pod phase: Pending • Failure [302.048 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should stop VirtualMachineInstance if running set to false [It] /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:325 Timed out after 300.000s. Expected : false to be true /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:157 ------------------------------ STEP: Starting the VirtualMachineInstance STEP: VMI has the running condition Pod name: disks-images-provider-b579j Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-n95c8 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-9wt2x Pod phase: Running level=info timestamp=2018-07-15T14:41:57.701929Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:41:58.661781Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:42:00 http: TLS handshake error from 10.128.0.1:58576: EOF level=info timestamp=2018-07-15T14:42:07.940093Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:42:09.298392Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:42:10 http: TLS handshake error from 10.128.0.1:58630: EOF level=info timestamp=2018-07-15T14:42:18.228322Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:42:20 http: TLS handshake error from 10.128.0.1:58680: EOF level=info timestamp=2018-07-15T14:42:21.577416Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:42:23.570059Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:42:28.309544Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:42:28.753583Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:42:30.144481Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-15T14:42:30.148905Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 2018/07/15 14:42:30 http: TLS handshake error from 10.128.0.1:58730: EOF Pod name: virt-api-7d79764579-njtrf Pod phase: Running 2018/07/15 14:40:26 http: TLS handshake error from 10.129.0.1:44098: EOF 2018/07/15 14:40:36 http: TLS handshake error from 10.129.0.1:44104: EOF level=info timestamp=2018-07-15T14:40:38.865574Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:40:46 http: TLS handshake error from 10.129.0.1:44110: EOF 2018/07/15 14:40:56 http: TLS handshake error from 10.129.0.1:44118: EOF 2018/07/15 14:41:06 http: TLS handshake error from 10.129.0.1:44124: EOF 2018/07/15 14:41:16 http: TLS handshake error from 10.129.0.1:44130: EOF 2018/07/15 14:41:26 http: TLS handshake error from 10.129.0.1:44136: EOF 2018/07/15 14:41:36 http: TLS handshake error from 10.129.0.1:44142: EOF level=info timestamp=2018-07-15T14:41:38.976790Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:41:46 http: TLS handshake error from 10.129.0.1:44148: EOF 2018/07/15 14:41:56 http: TLS handshake error from 10.129.0.1:44154: EOF 2018/07/15 14:42:06 http: TLS handshake error from 10.129.0.1:44160: EOF 2018/07/15 14:42:16 http: TLS handshake error from 10.129.0.1:44166: EOF 2018/07/15 14:42:26 http: TLS handshake error from 10.129.0.1:44172: EOF Pod name: virt-controller-7d57d96b65-4dztb Pod phase: Running level=info timestamp=2018-07-15T14:37:32.773911Z pos=vm.go:459 component=virt-controller service=http namespace=kubevirt-test-default name=testvmilr8b2 kind= uid=9bf06a23-883c-11e8-8854-525500d15501 msg="Looking for VirtualMachineInstance Ref" level=info timestamp=2018-07-15T14:37:32.774122Z pos=vm.go:470 component=virt-controller service=http namespace=kubevirt-test-default name=testvmilr8b2 kind= uid=9bf06a23-883c-11e8-8854-525500d15501 msg="VirtualMachineInstance created bacause testvmilr8b2 was added." level=info timestamp=2018-07-15T14:37:32.774228Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmilr8b2 kind= uid=9bde7bbe-883c-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:37:32.774139Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmilr8b2 kind= uid=9bf06a23-883c-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T14:37:32.774383Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmilr8b2 kind= uid=9bde7bbe-883c-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-15T14:37:32.774609Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmilr8b2 kind= uid=9bf06a23-883c-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T14:37:32.806075Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmilr8b2 kind= uid=9bde7bbe-883c-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:37:32.806270Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmilr8b2 kind= uid=9bde7bbe-883c-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-15T14:37:32.817754Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmilr8b2 kind= uid=9bde7bbe-883c-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:37:32.817932Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmilr8b2 kind= uid=9bde7bbe-883c-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-15T14:37:32.898975Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmilr8b2 kind= uid=9bde7bbe-883c-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:37:32.899082Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmilr8b2 kind= uid=9bde7bbe-883c-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-15T14:37:32.906888Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmilr8b2\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmilr8b2" level=info timestamp=2018-07-15T14:37:32.922724Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmilr8b2 kind= uid=9bde7bbe-883c-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:37:32.922858Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmilr8b2 kind= uid=9bde7bbe-883c-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" Pod name: virt-controller-7d57d96b65-xtgck Pod phase: Running level=info timestamp=2018-07-15T13:19:25.461783Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-s22z8 Pod phase: Running level=info timestamp=2018-07-15T14:12:39.241956Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T14:16:23.224343Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T14:16:23.228783Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T14:16:23.233325Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi2hgd9jzrxj" level=info timestamp=2018-07-15T14:16:23.863791Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T14:16:23.865677Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T14:16:23.889910Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T14:16:23.890206Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T14:16:23.890250Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Processing shutdown." level=error timestamp=2018-07-15T14:16:23.932627Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi2hgd9jzrxj\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi2hgd9jzrxj, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 15bd7201-8839-11e8-8854-525500d15501, UID in object meta: " msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-15T14:16:23.932769Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi2hgd9jzrxj\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi2hgd9jzrxj, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 15bd7201-8839-11e8-8854-525500d15501, UID in object meta: " msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi2hgd9jzrxj" level=info timestamp=2018-07-15T14:16:23.932964Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T14:16:23.933077Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T14:16:23.938092Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T14:16:23.938257Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-xsplk Pod phase: Running level=info timestamp=2018-07-15T13:34:41.616876Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.617086Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.617217Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.617305Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.620046Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686664Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686922Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.688629Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.689305Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.689628Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.690636Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.964123Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964487Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.964666Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964762Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmilr8b2-qw7km Pod phase: Pending • Failure [301.874 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should start and stop VirtualMachineInstance multiple times [It] /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:333 Timed out after 300.000s. Expected : false to be true /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:157 ------------------------------ STEP: Doing run: 0 STEP: Starting the VirtualMachineInstance STEP: VMI has the running condition Pod name: disks-images-provider-b579j Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-n95c8 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-9wt2x Pod phase: Running level=info timestamp=2018-07-15T14:47:54.573967Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:47:54.602641Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:47:57.071318Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:48:00 http: TLS handshake error from 10.128.0.1:60444: EOF level=info timestamp=2018-07-15T14:48:01.428218Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:48:04.793193Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:48:09.085013Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 14:48:10 http: TLS handshake error from 10.128.0.1:60498: EOF level=info timestamp=2018-07-15T14:48:14.876402Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:48:20 http: TLS handshake error from 10.128.0.1:60548: EOF level=info timestamp=2018-07-15T14:48:24.843458Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:48:24.966884Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T14:48:27.349687Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 14:48:30 http: TLS handshake error from 10.128.0.1:60598: EOF level=info timestamp=2018-07-15T14:48:31.540159Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-api-7d79764579-njtrf Pod phase: Running 2018/07/15 14:46:06 http: TLS handshake error from 10.129.0.1:44306: EOF 2018/07/15 14:46:16 http: TLS handshake error from 10.129.0.1:44312: EOF 2018/07/15 14:46:26 http: TLS handshake error from 10.129.0.1:44318: EOF 2018/07/15 14:46:36 http: TLS handshake error from 10.129.0.1:44324: EOF 2018/07/15 14:46:46 http: TLS handshake error from 10.129.0.1:44330: EOF 2018/07/15 14:46:56 http: TLS handshake error from 10.129.0.1:44338: EOF 2018/07/15 14:47:06 http: TLS handshake error from 10.129.0.1:44344: EOF 2018/07/15 14:47:16 http: TLS handshake error from 10.129.0.1:44350: EOF 2018/07/15 14:47:26 http: TLS handshake error from 10.129.0.1:44356: EOF 2018/07/15 14:47:36 http: TLS handshake error from 10.129.0.1:44362: EOF 2018/07/15 14:47:46 http: TLS handshake error from 10.129.0.1:44368: EOF 2018/07/15 14:47:56 http: TLS handshake error from 10.129.0.1:44374: EOF 2018/07/15 14:48:06 http: TLS handshake error from 10.129.0.1:44380: EOF 2018/07/15 14:48:16 http: TLS handshake error from 10.129.0.1:44386: EOF 2018/07/15 14:48:26 http: TLS handshake error from 10.129.0.1:44392: EOF Pod name: virt-controller-7d57d96b65-4dztb Pod phase: Running level=info timestamp=2018-07-15T14:42:34.566325Z pos=vm.go:470 component=virt-controller service=http namespace=kubevirt-test-default name=testvmihkzvg kind= uid=4fd4456a-883d-11e8-8854-525500d15501 msg="VirtualMachineInstance created bacause testvmihkzvg was added." level=info timestamp=2018-07-15T14:42:34.567838Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmihkzvg kind= uid=4fd1b524-883d-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:42:34.567782Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmihkzvg kind= uid=4fd4456a-883d-11e8-8854-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T14:42:34.568024Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmihkzvg kind= uid=4fd1b524-883d-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-15T14:42:34.568077Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmihkzvg kind= uid=4fd4456a-883d-11e8-8854-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T14:42:34.591513Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmihkzvg kind= uid=4fd1b524-883d-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:42:34.591748Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmihkzvg kind= uid=4fd1b524-883d-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-15T14:42:34.602998Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmihkzvg kind= uid=4fd1b524-883d-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:42:34.603459Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmihkzvg kind= uid=4fd1b524-883d-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-15T14:42:34.663864Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmihkzvg kind= uid=4fd1b524-883d-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:42:34.664226Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmihkzvg kind= uid=4fd1b524-883d-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-15T14:42:34.675917Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmihkzvg\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmihkzvg" level=info timestamp=2018-07-15T14:42:34.698062Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmihkzvg kind= uid=4fd1b524-883d-11e8-8854-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-15T14:42:34.698206Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmihkzvg kind= uid=4fd1b524-883d-11e8-8854-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-15T14:42:34.703198Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmihkzvg\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmihkzvg" Pod name: virt-controller-7d57d96b65-xtgck Pod phase: Running level=info timestamp=2018-07-15T13:19:25.461783Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-s22z8 Pod phase: Running level=info timestamp=2018-07-15T14:12:39.241956Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T14:16:23.224343Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T14:16:23.228783Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T14:16:23.233325Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi2hgd9jzrxj" level=info timestamp=2018-07-15T14:16:23.863791Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T14:16:23.865677Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T14:16:23.889910Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T14:16:23.890206Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T14:16:23.890250Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 msg="Processing shutdown." level=error timestamp=2018-07-15T14:16:23.932627Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind= uid=15bd7201-8839-11e8-8854-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi2hgd9jzrxj\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi2hgd9jzrxj, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 15bd7201-8839-11e8-8854-525500d15501, UID in object meta: " msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-15T14:16:23.932769Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi2hgd9jzrxj\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi2hgd9jzrxj, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 15bd7201-8839-11e8-8854-525500d15501, UID in object meta: " msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi2hgd9jzrxj" level=info timestamp=2018-07-15T14:16:23.932964Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T14:16:23.933077Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T14:16:23.938092Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T14:16:23.938257Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hgd9jzrxj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-xsplk Pod phase: Running level=info timestamp=2018-07-15T13:34:41.616876Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.617086Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.617217Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.617305Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmid5p25 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.620046Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686664Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.686922Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T13:34:41.688629Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.689305Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.689628Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.690636Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T13:34:41.964123Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964487Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T13:34:41.964666Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T13:34:41.964762Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmidcf2n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmihkzvg-zj82k Pod phase: Pending • Failure [360.817 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should not update the VirtualMachineInstance spec if Running [It] /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:346 Timed out after 360.000s. Expected : false to be true /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:353 ------------------------------ panic: test timed out after 1h30m0s goroutine 10699 [running]: testing.(*M).startAlarm.func1() /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:1240 +0xfc created by time.goFunc /gimme/.gimme/versions/go1.10.linux.amd64/src/time/sleep.go:172 +0x44 goroutine 1 [chan receive, 90 minutes]: testing.(*T).Run(0xc42050b1d0, 0x12c4bbf, 0x9, 0x1351a48, 0x47fd76) /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:825 +0x301 testing.runTests.func1(0xc42050aff0) /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:1063 +0x64 testing.tRunner(0xc42050aff0, 0xc4205c3df8) /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:777 +0xd0 testing.runTests(0xc4207206e0, 0x1bd04f0, 0x1, 0x1, 0x412009) /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:1061 +0x2c4 testing.(*M).Run(0xc4208f2000, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:978 +0x171 main.main() _testmain.go:44 +0x151 goroutine 15 [chan receive]: kubevirt.io/kubevirt/vendor/github.com/golang/glog.(*loggingT).flushDaemon(0x1bfb940) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/golang/glog/glog.go:879 +0x8b created by kubevirt.io/kubevirt/vendor/github.com/golang/glog.init.0 /root/go/src/kubevirt.io/kubevirt/vendor/github.com/golang/glog/glog.go:410 +0x203 goroutine 24 [syscall, 90 minutes]: os/signal.signal_recv(0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/runtime/sigqueue.go:139 +0xa6 os/signal.loop() /gimme/.gimme/versions/go1.10.linux.amd64/src/os/signal/signal_unix.go:22 +0x22 created by os/signal.init.0 /gimme/.gimme/versions/go1.10.linux.amd64/src/os/signal/signal_unix.go:28 +0x41 goroutine 50 [select]: kubevirt.io/kubevirt/vendor/github.com/onsi/gomega/internal/asyncassertion.(*AsyncAssertion).match(0xc420d3e780, 0x13df860, 0x1c19fc0, 0x412801, 0x0, 0x0, 0x0, 0x1c19fc0) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/gomega/internal/asyncassertion/async_assertion.go:139 +0x2e6 kubevirt.io/kubevirt/vendor/github.com/onsi/gomega/internal/asyncassertion.(*AsyncAssertion).Should(0xc420d3e780, 0x13df860, 0x1c19fc0, 0x0, 0x0, 0x0, 0xc420d3e780) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/gomega/internal/asyncassertion/async_assertion.go:48 +0x62 kubevirt.io/kubevirt/tests_test.glob..func13.3.2(0xc420e6ec80, 0xc420e6ec80) /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:157 +0x52c kubevirt.io/kubevirt/tests_test.glob..func13.3.12() /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:390 +0xd7 kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/leafnodes.(*runner).runSync(0xc4203192c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/leafnodes/runner.go:109 +0x9c kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/leafnodes.(*runner).run(0xc4203192c0, 0x3, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/leafnodes/runner.go:63 +0x13e kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/leafnodes.(*ItNode).Run(0xc4201dbd20, 0x13d2080, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/leafnodes/it_node.go:25 +0x7f kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/spec.(*Spec).runSample(0xc420256dd0, 0x0, 0x13d2080, 0xc420396930) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/spec/spec.go:176 +0x5a6 kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/spec.(*Spec).Run(0xc420256dd0, 0x13d2080, 0xc420396930) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/spec/spec.go:127 +0xe3 kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner.(*SpecRunner).runSpec(0xc420020640, 0xc420256dd0, 0x0) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner/spec_runner.go:198 +0x10d kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner.(*SpecRunner).runSpecs(0xc420020640, 0x1352701) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner/spec_runner.go:168 +0x32c kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner.(*SpecRunner).Run(0xc420020640, 0xb) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner/spec_runner.go:64 +0xdc kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/suite.(*Suite).Run(0xc420310050, 0x7f81e513fc20, 0xc42050b1d0, 0x12c7132, 0xb, 0xc420720720, 0x2, 0x2, 0x13ed7e0, 0xc420396930, ...) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/suite/suite.go:62 +0x27c kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo.RunSpecsWithCustomReporters(0x13d3140, 0xc42050b1d0, 0x12c7132, 0xb, 0xc420720700, 0x2, 0x2, 0x2) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/ginkgo_dsl.go:218 +0x258 kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo.RunSpecsWithDefaultAndCustomReporters(0x13d3140, 0xc42050b1d0, 0x12c7132, 0xb, 0xc4204385c0, 0x1, 0x1, 0x1) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/ginkgo_dsl.go:206 +0xab kubevirt.io/kubevirt/tests_test.TestTests(0xc42050b1d0) /root/go/src/kubevirt.io/kubevirt/tests/tests_suite_test.go:43 +0xaa testing.tRunner(0xc42050b1d0, 0x1351a48) /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:777 +0xd0 created by testing.(*T).Run /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:824 +0x2e0 goroutine 51 [chan receive, 90 minutes]: kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner.(*SpecRunner).registerForInterrupts(0xc420020640) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner/spec_runner.go:220 +0xc0 created by kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner.(*SpecRunner).Run /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner/spec_runner.go:59 +0x60 goroutine 66 [select, 90 minutes, locked to thread]: runtime.gopark(0x1353a60, 0x0, 0x12c175b, 0x6, 0x18, 0x1) /gimme/.gimme/versions/go1.10.linux.amd64/src/runtime/proc.go:291 +0x11a runtime.selectgo(0xc420471750, 0xc4200482a0) /gimme/.gimme/versions/go1.10.linux.amd64/src/runtime/select.go:392 +0xe50 runtime.ensureSigM.func1() /gimme/.gimme/versions/go1.10.linux.amd64/src/runtime/signal_unix.go:549 +0x1f4 runtime.goexit() /gimme/.gimme/versions/go1.10.linux.amd64/src/runtime/asm_amd64.s:2361 +0x1 goroutine 27 [IO wait]: internal/poll.runtime_pollWait(0x7f81e5122f00, 0x72, 0xc420749850) /gimme/.gimme/versions/go1.10.linux.amd64/src/runtime/netpoll.go:173 +0x57 internal/poll.(*pollDesc).wait(0xc42061cb18, 0x72, 0xffffffffffffff00, 0x13d4300, 0x1ae77c8) /gimme/.gimme/versions/go1.10.linux.amd64/src/internal/poll/fd_poll_runtime.go:85 +0x9b internal/poll.(*pollDesc).waitRead(0xc42061cb18, 0xc420610000, 0x8000, 0x8000) /gimme/.gimme/versions/go1.10.linux.amd64/src/internal/poll/fd_poll_runtime.go:90 +0x3d internal/poll.(*FD).Read(0xc42061cb00, 0xc420610000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/internal/poll/fd_unix.go:157 +0x17d net.(*netFD).Read(0xc42061cb00, 0xc420610000, 0x8000, 0x8000, 0x0, 0x8, 0x7ffb) /gimme/.gimme/versions/go1.10.linux.amd64/src/net/fd_unix.go:202 +0x4f net.(*conn).Read(0xc42093e008, 0xc420610000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/net/net.go:176 +0x6a crypto/tls.(*block).readFromUntil(0xc42030d320, 0x7f81e503eb30, 0xc42093e008, 0x5, 0xc42093e008, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/crypto/tls/conn.go:493 +0x96 crypto/tls.(*Conn).readRecord(0xc4201b4000, 0x1353b17, 0xc4201b4120, 0x20) /gimme/.gimme/versions/go1.10.linux.amd64/src/crypto/tls/conn.go:595 +0xe0 crypto/tls.(*Conn).Read(0xc4201b4000, 0xc4203a1000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/crypto/tls/conn.go:1156 +0x100 bufio.(*Reader).Read(0xc4205cc3c0, 0xc42070c498, 0x9, 0x9, 0xc4206f03b8, 0xc420d24b80, 0xc420749d10) /gimme/.gimme/versions/go1.10.linux.amd64/src/bufio/bufio.go:216 +0x238 io.ReadAtLeast(0x13d0ca0, 0xc4205cc3c0, 0xc42070c498, 0x9, 0x9, 0x9, 0xc420749ce0, 0xc420749ce0, 0x406614) /gimme/.gimme/versions/go1.10.linux.amd64/src/io/io.go:309 +0x86 io.ReadFull(0x13d0ca0, 0xc4205cc3c0, 0xc42070c498, 0x9, 0x9, 0xc4206f0360, 0xc420749d10, 0xc400004a01) /gimme/.gimme/versions/go1.10.linux.amd64/src/io/io.go:327 +0x58 kubevirt.io/kubevirt/vendor/golang.org/x/net/http2.readFrameHeader(0xc42070c498, 0x9, 0x9, 0x13d0ca0, 0xc4205cc3c0, 0x0, 0xc400000000, 0x87cfdd, 0xc420749fb0) /root/go/src/kubevirt.io/kubevirt/vendor/golang.org/x/net/http2/frame.go:237 +0x7b kubevirt.io/kubevirt/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc42070c460, 0xc420eb6e10, 0x0, 0x0, 0x0) /root/go/src/kubevirt.io/kubevirt/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 kubevirt.io/kubevirt/vendor/golang.org/x/net/http2.(*clientConnReadLoop).run(0xc420749fb0, 0x1352958, 0xc420094fb0) /root/go/src/kubevirt.io/kubevirt/vendor/golang.org/x/net/http2/transport.go:1428 +0x8e kubevirt.io/kubevirt/vendor/golang.org/x/net/http2.(*ClientConn).readLoop(0xc4200f5ba0) /root/go/src/kubevirt.io/kubevirt/vendor/golang.org/x/net/http2/transport.go:1354 +0x76 created by kubevirt.io/kubevirt/vendor/golang.org/x/net/http2.(*Transport).newClientConn /root/go/src/kubevirt.io/kubevirt/vendor/golang.org/x/net/http2/transport.go:579 +0x651 goroutine 676 [chan send, 84 minutes]: kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc420ad8f60) /root/go/src/kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:114 +0x114 created by kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch.NewStreamWatcher /root/go/src/kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:60 +0xa8 make: *** [functest] Error 2 + make cluster-down ./cluster/down.sh