+ export WORKSPACE=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2 + WORKSPACE=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2 + [[ openshift-3.10-release =~ openshift-.* ]] + [[ openshift-3.10-release =~ .*-crio-.* ]] + export KUBEVIRT_PROVIDER=os-3.10.0 + KUBEVIRT_PROVIDER=os-3.10.0 + export KUBEVIRT_NUM_NODES=2 + KUBEVIRT_NUM_NODES=2 + export NFS_WINDOWS_DIR=/home/nfs/images/windows2016 + NFS_WINDOWS_DIR=/home/nfs/images/windows2016 + export NAMESPACE=kube-system + NAMESPACE=kube-system + trap '{ make cluster-down; }' EXIT SIGINT SIGTERM SIGSTOP + make cluster-down ./cluster/down.sh + make cluster-up ./cluster/up.sh Downloading ....... Downloading ....... 2018/08/07 19:54:05 Waiting for host: 192.168.66.102:22 2018/08/07 19:54:08 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/08/07 19:54:16 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/08/07 19:54:24 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/08/07 19:54:32 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: connection refused. Sleeping 5s 2018/08/07 19:54:37 Connected to tcp://192.168.66.102:22 + systemctl stop origin-node.service + rm -rf /etc/origin/ /etc/etcd/ /var/lib/origin /var/lib/etcd/ ++ docker ps -q + containers= + '[' -n '' ']' ++ docker ps -q -a + containers='8d985261fee2 3b39c685d71c 1fe63ccc7eb5 7fb562e6d373 7357d7573809 4cd9d31e59d6 3dd2b4e034df b8bd1bfbd6fe 2b04452ad9d2 5a8d8e270d07 5bcee7ba14b9 d317f6c94b21 249a96e5b5be bf8eede72349 37a4fab28e2d 08ce4e71eea8 e4e0f326f8c6 0a856ce6e727 64a97837a605 4e67e156ec7c 6b2d2d048d59 8b938906ea49 6572244ef7bc b44328453c0f f0bde1a8d259 61984dd36d89 d0b161b029c9 6b12e033271c 7cd73847cb28 c98ef990eea8' + '[' -n '8d985261fee2 3b39c685d71c 1fe63ccc7eb5 7fb562e6d373 7357d7573809 4cd9d31e59d6 3dd2b4e034df b8bd1bfbd6fe 2b04452ad9d2 5a8d8e270d07 5bcee7ba14b9 d317f6c94b21 249a96e5b5be bf8eede72349 37a4fab28e2d 08ce4e71eea8 e4e0f326f8c6 0a856ce6e727 64a97837a605 4e67e156ec7c 6b2d2d048d59 8b938906ea49 6572244ef7bc b44328453c0f f0bde1a8d259 61984dd36d89 d0b161b029c9 6b12e033271c 7cd73847cb28 c98ef990eea8' ']' + docker rm -f 8d985261fee2 3b39c685d71c 1fe63ccc7eb5 7fb562e6d373 7357d7573809 4cd9d31e59d6 3dd2b4e034df b8bd1bfbd6fe 2b04452ad9d2 5a8d8e270d07 5bcee7ba14b9 d317f6c94b21 249a96e5b5be bf8eede72349 37a4fab28e2d 08ce4e71eea8 e4e0f326f8c6 0a856ce6e727 64a97837a605 4e67e156ec7c 6b2d2d048d59 8b938906ea49 6572244ef7bc b44328453c0f f0bde1a8d259 61984dd36d89 d0b161b029c9 6b12e033271c 7cd73847cb28 c98ef990eea8 8d985261fee2 3b39c685d71c 1fe63ccc7eb5 7fb562e6d373 7357d7573809 4cd9d31e59d6 3dd2b4e034df b8bd1bfbd6fe 2b04452ad9d2 5a8d8e270d07 5bcee7ba14b9 d317f6c94b21 249a96e5b5be bf8eede72349 37a4fab28e2d 08ce4e71eea8 e4e0f326f8c6 0a856ce6e727 64a97837a605 4e67e156ec7c 6b2d2d048d59 8b938906ea49 6572244ef7bc b44328453c0f f0bde1a8d259 61984dd36d89 d0b161b029c9 6b12e033271c 7cd73847cb28 c98ef990eea8 2018/08/07 19:54:40 Waiting for host: 192.168.66.101:22 2018/08/07 19:54:43 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/08/07 19:54:51 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/08/07 19:54:59 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/08/07 19:55:07 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/08/07 19:55:15 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: connection refused. Sleeping 5s 2018/08/07 19:55:20 Connected to tcp://192.168.66.101:22 + inventory_file=/root/inventory + openshift_ansible=/root/openshift-ansible + echo '[new_nodes]' + sed -i '/\[OSEv3:children\]/a new_nodes' /root/inventory + nodes_found=false ++ seq 2 100 + for i in '$(seq 2 100)' ++ printf node%02d 2 + node=node02 ++ printf 192.168.66.1%02d 2 + node_ip=192.168.66.102 + set +e + ping 192.168.66.102 -c 1 PING 192.168.66.102 (192.168.66.102) 56(84) bytes of data. 64 bytes from 192.168.66.102: icmp_seq=1 ttl=64 time=1.62 ms --- 192.168.66.102 ping statistics --- 1 packets transmitted, 1 received, 0% packet loss, time 0ms rtt min/avg/max/mdev = 1.620/1.620/1.620/0.000 ms Found node02. Adding it to the inventory. + '[' 0 -ne 0 ']' + nodes_found=true + set -e + echo '192.168.66.102 node02' + echo 'Found node02. Adding it to the inventory.' + echo 'node02 openshift_node_group_name="node-config-compute" openshift_schedulable=true openshift_ip=192.168.66.102' + for i in '$(seq 2 100)' ++ printf node%02d 3 + node=node03 ++ printf 192.168.66.1%02d 3 + node_ip=192.168.66.103 + set +e + ping 192.168.66.103 -c 1 PING 192.168.66.103 (192.168.66.103) 56(84) bytes of data. From 192.168.66.101 icmp_seq=1 Destination Host Unreachable --- 192.168.66.103 ping statistics --- 1 packets transmitted, 0 received, +1 errors, 100% packet loss, time 0ms + '[' 1 -ne 0 ']' + break + '[' true = true ']' + ansible-playbook -i /root/inventory /root/openshift-ansible/playbooks/openshift-node/scaleup.yml PLAY [Populate config host groups] ********************************************* TASK [Load group name mapping variables] *************************************** ok: [localhost] TASK [Evaluate groups - g_etcd_hosts or g_new_etcd_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_master_hosts or g_new_master_hosts required] ********* skipping: [localhost] TASK [Evaluate groups - g_node_hosts or g_new_node_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_lb_hosts required] *********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts required] ********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts is single host] **************************** skipping: [localhost] TASK [Evaluate groups - g_glusterfs_hosts required] **************************** skipping: [localhost] TASK [Evaluate oo_all_hosts] *************************************************** ok: [localhost] => (item=node01) ok: [localhost] => (item=node02) TASK [Evaluate oo_masters] ***************************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_master] ************************************************ ok: [localhost] TASK [Evaluate oo_new_etcd_to_config] ****************************************** TASK [Evaluate oo_masters_to_config] ******************************************* ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_to_config] ********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_etcd] ************************************************** ok: [localhost] TASK [Evaluate oo_etcd_hosts_to_upgrade] *************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_hosts_to_backup] **************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_nodes_to_config] ********************************************* ok: [localhost] => (item=node02) TASK [Evaluate oo_nodes_to_bootstrap] ****************************************** ok: [localhost] => (item=node02) TASK [Add masters to oo_nodes_to_bootstrap] ************************************ ok: [localhost] => (item=node01) TASK [Evaluate oo_lb_to_config] ************************************************ TASK [Evaluate oo_nfs_to_config] *********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_glusterfs_to_config] ***************************************** TASK [Evaluate oo_etcd_to_migrate] ********************************************* ok: [localhost] => (item=node01) PLAY [Ensure there are new_nodes] ********************************************** TASK [fail] ******************************************************************** skipping: [localhost] TASK [fail] ******************************************************************** skipping: [localhost] PLAY [Initialization Checkpoint Start] ***************************************** TASK [Set install initialization 'In Progress'] ******************************** ok: [node01] PLAY [Populate config host groups] ********************************************* TASK [Load group name mapping variables] *************************************** ok: [localhost] TASK [Evaluate groups - g_etcd_hosts or g_new_etcd_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_master_hosts or g_new_master_hosts required] ********* skipping: [localhost] TASK [Evaluate groups - g_node_hosts or g_new_node_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_lb_hosts required] *********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts required] ********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts is single host] **************************** skipping: [localhost] TASK [Evaluate groups - g_glusterfs_hosts required] **************************** skipping: [localhost] TASK [Evaluate oo_all_hosts] *************************************************** ok: [localhost] => (item=node01) ok: [localhost] => (item=node02) TASK [Evaluate oo_masters] ***************************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_master] ************************************************ ok: [localhost] TASK [Evaluate oo_new_etcd_to_config] ****************************************** TASK [Evaluate oo_masters_to_config] ******************************************* ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_to_config] ********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_etcd] ************************************************** ok: [localhost] TASK [Evaluate oo_etcd_hosts_to_upgrade] *************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_hosts_to_backup] **************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_nodes_to_config] ********************************************* ok: [localhost] => (item=node02) TASK [Evaluate oo_nodes_to_bootstrap] ****************************************** ok: [localhost] => (item=node02) TASK [Add masters to oo_nodes_to_bootstrap] ************************************ ok: [localhost] => (item=node01) TASK [Evaluate oo_lb_to_config] ************************************************ TASK [Evaluate oo_nfs_to_config] *********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_glusterfs_to_config] ***************************************** TASK [Evaluate oo_etcd_to_migrate] ********************************************* ok: [localhost] => (item=node01) [WARNING]: Could not match supplied host pattern, ignoring: oo_lb_to_config PLAY [Ensure that all non-node hosts are accessible] *************************** TASK [Gathering Facts] ********************************************************* ok: [node01] PLAY [Initialize basic host facts] ********************************************* TASK [Gathering Facts] ********************************************************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : include_tasks] **************************** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/deprecations.yml for node01, node02 TASK [openshift_sanitize_inventory : Check for usage of deprecated variables] *** ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : debug] ************************************ skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : set_stats] ******************************** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Assign deprecated variables to correct counterparts] *** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/__deprecations_logging.yml for node01, node02 included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/__deprecations_metrics.yml for node01, node02 TASK [openshift_sanitize_inventory : conditional_set_fact] ********************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : set_fact] ********************************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : conditional_set_fact] ********************* ok: [node02] ok: [node01] TASK [openshift_sanitize_inventory : Standardize on latest variable names] ***** ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : Normalize openshift_release] ************** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Abort when openshift_release is invalid] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : include_tasks] **************************** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/unsupported.yml for node01, node02 TASK [openshift_sanitize_inventory : Ensure that openshift_use_dnsmasq is true] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that openshift_node_dnsmasq_install_network_manager_hook is true] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : set_fact] ********************************* skipping: [node01] => (item=openshift_hosted_etcd_storage_kind) skipping: [node02] => (item=openshift_hosted_etcd_storage_kind) TASK [openshift_sanitize_inventory : Ensure that dynamic provisioning is set if using dynamic storage] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure the hosted registry's GlusterFS storage is configured correctly] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure the hosted registry's GlusterFS storage is configured correctly] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure clusterid is set along with the cloudprovider] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure ansible_service_broker_remove and ansible_service_broker_install are mutually exclusive] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure template_service_broker_remove and template_service_broker_install are mutually exclusive] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that all requires vsphere configuration variables are set] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : ensure provider configuration variables are defined] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure removed web console extension variables are not set] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that web console port matches API server port] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : At least one master is schedulable] ******* skipping: [node01] skipping: [node02] TASK [Detecting Operating System from ostree_booted] *************************** ok: [node01] ok: [node02] TASK [set openshift_deployment_type if unset] ********************************** skipping: [node01] skipping: [node02] TASK [check for node already bootstrapped] ************************************* ok: [node01] ok: [node02] TASK [initialize_facts set fact openshift_is_bootstrapped] ********************* ok: [node01] ok: [node02] TASK [initialize_facts set fact openshift_is_atomic and openshift_is_containerized] *** ok: [node01] ok: [node02] TASK [Determine Atomic Host Docker Version] ************************************ skipping: [node01] skipping: [node02] TASK [assert atomic host docker version is 1.12 or later] ********************** skipping: [node01] skipping: [node02] PLAY [Retrieve existing master configs and validate] *************************** TASK [openshift_control_plane : stat] ****************************************** ok: [node01] TASK [openshift_control_plane : slurp] ***************************************** ok: [node01] TASK [openshift_control_plane : set_fact] ************************************** ok: [node01] TASK [openshift_control_plane : Check for file paths outside of /etc/origin/master in master's config] *** ok: [node01] TASK [openshift_control_plane : set_fact] ************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** skipping: [node01] PLAY [Initialize special first-master variables] ******************************* TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] PLAY [Disable web console if required] ***************************************** TASK [set_fact] **************************************************************** skipping: [node01] PLAY [Setup yum repositories for all hosts] ************************************ TASK [rhel_subscribe : fail] *************************************************** skipping: [node02] TASK [rhel_subscribe : Install Red Hat Subscription manager] ******************* skipping: [node02] TASK [rhel_subscribe : Is host already registered?] **************************** skipping: [node02] TASK [rhel_subscribe : Register host] ****************************************** skipping: [node02] TASK [rhel_subscribe : fail] *************************************************** skipping: [node02] TASK [rhel_subscribe : Determine if OpenShift Pool Already Attached] *********** skipping: [node02] TASK [rhel_subscribe : Attach to OpenShift Pool] ******************************* skipping: [node02] TASK [rhel_subscribe : Satellite preparation] ********************************** skipping: [node02] TASK [openshift_repos : openshift_repos detect ostree] ************************* ok: [node02] TASK [openshift_repos : Ensure libselinux-python is installed] ***************** ok: [node02] TASK [openshift_repos : Remove openshift_additional.repo file] ***************** ok: [node02] TASK [openshift_repos : Create any additional repos that are defined] ********** TASK [openshift_repos : include_tasks] ***************************************** skipping: [node02] TASK [openshift_repos : include_tasks] ***************************************** included: /root/openshift-ansible/roles/openshift_repos/tasks/centos_repos.yml for node02 TASK [openshift_repos : Configure origin gpg keys] ***************************** ok: [node02] TASK [openshift_repos : Configure correct origin release repository] *********** ok: [node02] => (item=/root/openshift-ansible/roles/openshift_repos/templates/CentOS-OpenShift-Origin.repo.j2) TASK [openshift_repos : Ensure clean repo cache in the event repos have been changed manually] *** changed: [node02] => { "msg": "First run of openshift_repos" } TASK [openshift_repos : Record that openshift_repos already ran] *************** ok: [node02] RUNNING HANDLER [openshift_repos : refresh cache] ****************************** changed: [node02] PLAY [Install packages necessary for installer] ******************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [Determine if chrony is installed] **************************************** changed: [node02] [WARNING]: Consider using the yum, dnf or zypper module rather than running rpm. If you need to use command because yum, dnf or zypper is insufficient you can add warn=False to this command task or set command_warnings=False in ansible.cfg to get rid of this message. TASK [Install ntp package] ***************************************************** skipping: [node02] TASK [Start and enable ntpd/chronyd] ******************************************* changed: [node02] TASK [Ensure openshift-ansible installer package deps are installed] *********** ok: [node02] => (item=iproute) ok: [node02] => (item=dbus-python) ok: [node02] => (item=PyYAML) ok: [node02] => (item=python-ipaddress) ok: [node02] => (item=libsemanage-python) ok: [node02] => (item=yum-utils) ok: [node02] => (item=python-docker) PLAY [Initialize cluster facts] ************************************************ TASK [Gathering Facts] ********************************************************* ok: [node02] ok: [node01] TASK [get openshift_current_version] ******************************************* ok: [node02] ok: [node01] TASK [set_fact openshift_portal_net if present on masters] ********************* ok: [node01] ok: [node02] TASK [Gather Cluster facts] **************************************************** changed: [node02] changed: [node01] TASK [Set fact of no_proxy_internal_hostnames] ********************************* skipping: [node01] skipping: [node02] TASK [Initialize openshift.node.sdn_mtu] *************************************** changed: [node02] ok: [node01] PLAY [Initialize etcd host variables] ****************************************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] PLAY [Determine openshift_version to configure on first master] **************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [include_role : openshift_version] **************************************** TASK [openshift_version : Use openshift_current_version fact as version to configure if already installed] *** ok: [node01] TASK [openshift_version : Set openshift_version to openshift_release if undefined] *** skipping: [node01] TASK [openshift_version : debug] *********************************************** ok: [node01] => { "msg": "openshift_pkg_version was not defined. Falling back to -3.10.0" } TASK [openshift_version : set_fact] ******************************************** ok: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : assert openshift_release in openshift_image_tag] ***** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : assert openshift_release in openshift_pkg_version] *** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_release": "3.10" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_image_tag": "v3.10.0-rc.0" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_pkg_version": "-3.10.0*" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_version": "3.10.0" } TASK [set openshift_version booleans (first master)] *************************** ok: [node01] PLAY [Set openshift_version for etcd, node, and master hosts] ****************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [set_fact] **************************************************************** ok: [node02] TASK [set openshift_version booleans (masters and nodes)] ********************** ok: [node02] PLAY [Verify Requirements] ***************************************************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [Run variable sanity checks] ********************************************** ok: [node01] TASK [Validate openshift_node_groups and openshift_node_group_name] ************ ok: [node01] PLAY [Initialization Checkpoint End] ******************************************* TASK [Set install initialization 'Complete'] *********************************** ok: [node01] PLAY [Validate node hostnames] ************************************************* TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [Query DNS for IP address of node02] ************************************** ok: [node02] TASK [Validate openshift_hostname when defined] ******************************** skipping: [node02] TASK [Validate openshift_ip exists on node when defined] *********************** skipping: [node02] PLAY [Configure os_firewall] *************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [os_firewall : Detecting Atomic Host Operating System] ******************** ok: [node02] TASK [os_firewall : Set fact r_os_firewall_is_atomic] ************************** ok: [node02] TASK [os_firewall : Fail - Firewalld is not supported on Atomic Host] ********** skipping: [node02] TASK [os_firewall : Install firewalld packages] ******************************** skipping: [node02] TASK [os_firewall : Ensure iptables services are not enabled] ****************** skipping: [node02] => (item=iptables) skipping: [node02] => (item=ip6tables) TASK [os_firewall : Wait 10 seconds after disabling iptables] ****************** skipping: [node02] TASK [os_firewall : Start and enable firewalld service] ************************ skipping: [node02] TASK [os_firewall : need to pause here, otherwise the firewalld service starting can sometimes cause ssh to fail] *** skipping: [node02] TASK [os_firewall : Restart polkitd] ******************************************* skipping: [node02] TASK [os_firewall : Wait for polkit action to have been created] *************** skipping: [node02] TASK [os_firewall : Ensure firewalld service is not enabled] ******************* ok: [node02] TASK [os_firewall : Wait 10 seconds after disabling firewalld] ***************** skipping: [node02] TASK [os_firewall : Install iptables packages] ********************************* ok: [node02] => (item=iptables) ok: [node02] => (item=iptables-services) TASK [os_firewall : Start and enable iptables service] ************************* ok: [node02 -> node02] => (item=node02) TASK [os_firewall : need to pause here, otherwise the iptables service starting can sometimes cause ssh to fail] *** skipping: [node02] PLAY [oo_nodes_to_config] ****************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [container_runtime : Setup the docker-storage for overlay] **************** skipping: [node02] TASK [container_runtime : Create file system on extra volume device] *********** TASK [container_runtime : Create mount entry for extra volume] ***************** PLAY [oo_nodes_to_config] ****************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_excluder : Install docker excluder - yum] ********************** ok: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* ok: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** skipping: [node02] TASK [container_runtime : Getting current systemd-udevd exec command] ********** skipping: [node02] TASK [container_runtime : Assure systemd-udevd.service.d directory exists] ***** skipping: [node02] TASK [container_runtime : Create systemd-udevd override file] ****************** skipping: [node02] TASK [container_runtime : Add enterprise registry, if necessary] *************** skipping: [node02] TASK [container_runtime : Add http_proxy to /etc/atomic.conf] ****************** skipping: [node02] TASK [container_runtime : Add https_proxy to /etc/atomic.conf] ***************** skipping: [node02] TASK [container_runtime : Add no_proxy to /etc/atomic.conf] ******************** skipping: [node02] TASK [container_runtime : Get current installed Docker version] **************** ok: [node02] TASK [container_runtime : Error out if Docker pre-installed but too old] ******* skipping: [node02] TASK [container_runtime : Error out if requested Docker is too old] ************ skipping: [node02] TASK [container_runtime : Install Docker] ************************************** skipping: [node02] TASK [container_runtime : Ensure docker.service.d directory exists] ************ ok: [node02] TASK [container_runtime : Configure Docker service unit file] ****************** ok: [node02] TASK [container_runtime : stat] ************************************************ ok: [node02] TASK [container_runtime : Set registry params] ********************************* skipping: [node02] => (item={u'reg_conf_var': u'ADD_REGISTRY', u'reg_flag': u'--add-registry', u'reg_fact_val': []}) skipping: [node02] => (item={u'reg_conf_var': u'BLOCK_REGISTRY', u'reg_flag': u'--block-registry', u'reg_fact_val': []}) skipping: [node02] => (item={u'reg_conf_var': u'INSECURE_REGISTRY', u'reg_flag': u'--insecure-registry', u'reg_fact_val': []}) TASK [container_runtime : Place additional/blocked/insecure registries in /etc/containers/registries.conf] *** skipping: [node02] TASK [container_runtime : Set Proxy Settings] ********************************** skipping: [node02] => (item={u'reg_conf_var': u'HTTP_PROXY', u'reg_fact_val': u''}) skipping: [node02] => (item={u'reg_conf_var': u'HTTPS_PROXY', u'reg_fact_val': u''}) skipping: [node02] => (item={u'reg_conf_var': u'NO_PROXY', u'reg_fact_val': u''}) TASK [container_runtime : Set various Docker options] ************************** ok: [node02] TASK [container_runtime : stat] ************************************************ ok: [node02] TASK [container_runtime : Configure Docker Network OPTIONS] ******************** ok: [node02] TASK [container_runtime : Detect if docker is already started] ***************** ok: [node02] TASK [container_runtime : Start the Docker service] **************************** ok: [node02] TASK [container_runtime : set_fact] ******************************************** ok: [node02] TASK [container_runtime : Check for docker_storage_path/overlay2] ************** ok: [node02] TASK [container_runtime : Fixup SELinux permissions for docker] **************** changed: [node02] TASK [container_runtime : Ensure /var/lib/containers exists] ******************* ok: [node02] TASK [container_runtime : Fix SELinux Permissions on /var/lib/containers] ****** ok: [node02] TASK [container_runtime : Check for credentials file for registry auth] ******** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth] ***** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth (alternative)] *** skipping: [node02] TASK [container_runtime : stat the docker data dir] **************************** ok: [node02] TASK [container_runtime : stop the current running docker] ********************* skipping: [node02] TASK [container_runtime : copy "/var/lib/docker" to "/var/lib/containers/docker"] *** skipping: [node02] TASK [container_runtime : Set the selinux context on /var/lib/containers/docker] *** skipping: [node02] TASK [container_runtime : restorecon the /var/lib/containers/docker] *********** skipping: [node02] TASK [container_runtime : Remove the old docker location] ********************** skipping: [node02] TASK [container_runtime : Setup the link] ************************************** skipping: [node02] TASK [container_runtime : start docker] **************************************** skipping: [node02] TASK [container_runtime : Fail if Atomic Host since this is an rpm request] **** skipping: [node02] TASK [container_runtime : Getting current systemd-udevd exec command] ********** skipping: [node02] TASK [container_runtime : Assure systemd-udevd.service.d directory exists] ***** skipping: [node02] TASK [container_runtime : Create systemd-udevd override file] ****************** skipping: [node02] TASK [container_runtime : Add enterprise registry, if necessary] *************** skipping: [node02] TASK [container_runtime : Check that overlay is in the kernel] ***************** skipping: [node02] TASK [container_runtime : Add overlay to modprobe.d] *************************** skipping: [node02] TASK [container_runtime : Manually modprobe overlay into the kernel] *********** skipping: [node02] TASK [container_runtime : Enable and start systemd-modules-load] *************** skipping: [node02] TASK [container_runtime : Install cri-o] *************************************** skipping: [node02] TASK [container_runtime : Remove CRI-O default configuration files] ************ skipping: [node02] => (item=/etc/cni/net.d/200-loopback.conf) skipping: [node02] => (item=/etc/cni/net.d/100-crio-bridge.conf) TASK [container_runtime : Create the CRI-O configuration] ********************** skipping: [node02] TASK [container_runtime : Ensure CNI configuration directory exists] *********** skipping: [node02] TASK [container_runtime : Add iptables allow rules] **************************** skipping: [node02] => (item={u'port': u'10010/tcp', u'service': u'crio'}) TASK [container_runtime : Remove iptables rules] ******************************* TASK [container_runtime : Add firewalld allow rules] *************************** skipping: [node02] => (item={u'port': u'10010/tcp', u'service': u'crio'}) TASK [container_runtime : Remove firewalld allow rules] ************************ TASK [container_runtime : Configure the CNI network] *************************** skipping: [node02] TASK [container_runtime : Create /etc/sysconfig/crio-network] ****************** skipping: [node02] TASK [container_runtime : Start the CRI-O service] ***************************** skipping: [node02] TASK [container_runtime : Ensure /var/lib/containers exists] ******************* skipping: [node02] TASK [container_runtime : Fix SELinux Permissions on /var/lib/containers] ****** skipping: [node02] TASK [container_runtime : Check for credentials file for registry auth] ******** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth] ***** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth (alternative)] *** skipping: [node02] TASK [container_runtime : stat the docker data dir] **************************** skipping: [node02] TASK [container_runtime : stop the current running docker] ********************* skipping: [node02] TASK [container_runtime : copy "/var/lib/docker" to "/var/lib/containers/docker"] *** skipping: [node02] TASK [container_runtime : Set the selinux context on /var/lib/containers/docker] *** skipping: [node02] TASK [container_runtime : restorecon the /var/lib/containers/docker] *********** skipping: [node02] TASK [container_runtime : Remove the old docker location] ********************** skipping: [node02] TASK [container_runtime : Setup the link] ************************************** skipping: [node02] TASK [container_runtime : start docker] **************************************** skipping: [node02] PLAY [Determine openshift_version to configure on first master] **************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [include_role : openshift_version] **************************************** TASK [openshift_version : Use openshift_current_version fact as version to configure if already installed] *** skipping: [node01] TASK [openshift_version : Set openshift_version to openshift_release if undefined] *** skipping: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : assert openshift_release in openshift_image_tag] ***** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : assert openshift_release in openshift_pkg_version] *** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_release": "3.10" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_image_tag": "v3.10.0-rc.0" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_pkg_version": "-3.10.0*" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_version": "3.10.0" } TASK [set openshift_version booleans (first master)] *************************** ok: [node01] PLAY [Set openshift_version for etcd, node, and master hosts] ****************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [set_fact] **************************************************************** ok: [node02] TASK [set openshift_version booleans (masters and nodes)] ********************** ok: [node02] PLAY [Node Preparation Checkpoint Start] *************************************** TASK [Set Node preparation 'In Progress'] ************************************** ok: [node01] PLAY [Only target nodes that have not yet been bootstrapped] ******************* TASK [Gathering Facts] ********************************************************* ok: [localhost] TASK [add_host] **************************************************************** skipping: [localhost] => (item=node02) ok: [localhost] => (item=node01) PLAY [Disable excluders] ******************************************************* TASK [openshift_excluder : Detecting Atomic Host Operating System] ************* ok: [node02] TASK [openshift_excluder : Debug r_openshift_excluder_enable_docker_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_docker_excluder": true } TASK [openshift_excluder : Debug r_openshift_excluder_enable_openshift_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_openshift_excluder": true } TASK [openshift_excluder : Fail if invalid openshift_excluder_action provided] *** skipping: [node02] TASK [openshift_excluder : Fail if r_openshift_excluder_upgrade_target is not defined] *** skipping: [node02] TASK [openshift_excluder : Include main action task file] ********************** included: /root/openshift-ansible/roles/openshift_excluder/tasks/disable.yml for node02 TASK [openshift_excluder : Get available excluder version] ********************* skipping: [node02] TASK [openshift_excluder : Fail when excluder package is not found] ************ skipping: [node02] TASK [openshift_excluder : Set fact excluder_version] ************************** skipping: [node02] TASK [openshift_excluder : origin-docker-excluder version detected] ************ skipping: [node02] TASK [openshift_excluder : Printing upgrade target version] ******************** skipping: [node02] TASK [openshift_excluder : Check the available origin-docker-excluder version is at most of the upgrade target version] *** skipping: [node02] TASK [openshift_excluder : Get available excluder version] ********************* skipping: [node02] TASK [openshift_excluder : Fail when excluder package is not found] ************ skipping: [node02] TASK [openshift_excluder : Set fact excluder_version] ************************** skipping: [node02] TASK [openshift_excluder : origin-excluder version detected] ******************* skipping: [node02] TASK [openshift_excluder : Printing upgrade target version] ******************** skipping: [node02] TASK [openshift_excluder : Check the available origin-excluder version is at most of the upgrade target version] *** skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : disable docker excluder] **************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : disable openshift excluder] ************************* changed: [node02] TASK [openshift_excluder : Install docker excluder - yum] ********************** skipping: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** changed: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : disable docker excluder] **************************** skipping: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : disable openshift excluder] ************************* changed: [node02] PLAY [Configure nodes] ********************************************************* TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_cloud_provider : Set cloud provider facts] ********************* skipping: [node02] TASK [openshift_cloud_provider : Create cloudprovider config dir] ************** skipping: [node02] TASK [openshift_cloud_provider : include the defined cloud provider files] ***** skipping: [node02] TASK [openshift_node : fail] *************************************************** skipping: [node02] TASK [openshift_node : Check for NetworkManager service] *********************** ok: [node02] TASK [openshift_node : Set fact using_network_manager] ************************* ok: [node02] TASK [openshift_node : Install dnsmasq] **************************************** ok: [node02] TASK [openshift_node : ensure origin/node directory exists] ******************** changed: [node02] => (item=/etc/origin) changed: [node02] => (item=/etc/origin/node) TASK [openshift_node : Install NetworkManager during node_bootstrap provisioning] *** skipping: [node02] TASK [openshift_node : Install network manager dispatch script] **************** skipping: [node02] TASK [openshift_node : Install dnsmasq configuration] ************************** ok: [node02] TASK [openshift_node : Deploy additional dnsmasq.conf] ************************* skipping: [node02] TASK [openshift_node : Enable dnsmasq] ***************************************** ok: [node02] TASK [openshift_node : Install network manager dispatch script] **************** ok: [node02] TASK [openshift_node : Add iptables allow rules] ******************************* ok: [node02] => (item={u'port': u'10250/tcp', u'service': u'Kubernetes kubelet'}) ok: [node02] => (item={u'port': u'10256/tcp', u'service': u'Kubernetes kube-proxy health check for service load balancers'}) ok: [node02] => (item={u'port': u'80/tcp', u'service': u'http'}) ok: [node02] => (item={u'port': u'443/tcp', u'service': u'https'}) ok: [node02] => (item={u'cond': u'openshift_use_openshift_sdn | bool', u'port': u'4789/udp', u'service': u'OpenShift OVS sdn'}) skipping: [node02] => (item={u'cond': False, u'port': u'179/tcp', u'service': u'Calico BGP Port'}) skipping: [node02] => (item={u'cond': False, u'port': u'/tcp', u'service': u'Kubernetes service NodePort TCP'}) skipping: [node02] => (item={u'cond': False, u'port': u'/udp', u'service': u'Kubernetes service NodePort UDP'}) TASK [openshift_node : Remove iptables rules] ********************************** TASK [openshift_node : Add firewalld allow rules] ****************************** skipping: [node02] => (item={u'port': u'10250/tcp', u'service': u'Kubernetes kubelet'}) skipping: [node02] => (item={u'port': u'10256/tcp', u'service': u'Kubernetes kube-proxy health check for service load balancers'}) skipping: [node02] => (item={u'port': u'80/tcp', u'service': u'http'}) skipping: [node02] => (item={u'port': u'443/tcp', u'service': u'https'}) skipping: [node02] => (item={u'cond': u'openshift_use_openshift_sdn | bool', u'port': u'4789/udp', u'service': u'OpenShift OVS sdn'}) skipping: [node02] => (item={u'cond': False, u'port': u'179/tcp', u'service': u'Calico BGP Port'}) skipping: [node02] => (item={u'cond': False, u'port': u'/tcp', u'service': u'Kubernetes service NodePort TCP'}) skipping: [node02] => (item={u'cond': False, u'port': u'/udp', u'service': u'Kubernetes service NodePort UDP'}) TASK [openshift_node : Remove firewalld allow rules] *************************** TASK [openshift_node : Checking for journald.conf] ***************************** ok: [node02] TASK [openshift_node : Create journald persistence directories] **************** ok: [node02] TASK [openshift_node : Update journald setup] ********************************** ok: [node02] => (item={u'var': u'Storage', u'val': u'persistent'}) ok: [node02] => (item={u'var': u'Compress', u'val': True}) ok: [node02] => (item={u'var': u'SyncIntervalSec', u'val': u'1s'}) ok: [node02] => (item={u'var': u'RateLimitInterval', u'val': u'1s'}) ok: [node02] => (item={u'var': u'RateLimitBurst', u'val': 10000}) ok: [node02] => (item={u'var': u'SystemMaxUse', u'val': u'8G'}) ok: [node02] => (item={u'var': u'SystemKeepFree', u'val': u'20%'}) ok: [node02] => (item={u'var': u'SystemMaxFileSize', u'val': u'10M'}) ok: [node02] => (item={u'var': u'MaxRetentionSec', u'val': u'1month'}) ok: [node02] => (item={u'var': u'MaxFileSec', u'val': u'1day'}) ok: [node02] => (item={u'var': u'ForwardToSyslog', u'val': False}) ok: [node02] => (item={u'var': u'ForwardToWall', u'val': False}) TASK [openshift_node : Restart journald] *************************************** skipping: [node02] TASK [openshift_node : Disable swap] ******************************************* ok: [node02] TASK [openshift_node : Install node, clients, and conntrack packages] ********** ok: [node02] => (item={u'name': u'origin-node-3.10.0*'}) ok: [node02] => (item={u'name': u'origin-clients-3.10.0*'}) ok: [node02] => (item={u'name': u'conntrack-tools'}) TASK [openshift_node : Restart cri-o] ****************************************** skipping: [node02] TASK [openshift_node : restart NetworkManager to ensure resolv.conf is present] *** changed: [node02] TASK [openshift_node : sysctl] ************************************************* ok: [node02] TASK [openshift_node : Check for credentials file for registry auth] *********** skipping: [node02] TASK [openshift_node : Create credentials for registry auth] ******************* skipping: [node02] TASK [openshift_node : Create credentials for registry auth (alternative)] ***** skipping: [node02] TASK [openshift_node : Setup ro mount of /root/.docker for containerized hosts] *** skipping: [node02] TASK [openshift_node : Check that node image is present] *********************** changed: [node02] TASK [openshift_node : Pre-pull node image] ************************************ skipping: [node02] TASK [openshift_node : Copy node script to the node] *************************** ok: [node02] TASK [openshift_node : Install Node service file] ****************************** ok: [node02] TASK [openshift_node : Ensure old system path is set] ************************** skipping: [node02] => (item=/etc/origin/openvswitch) skipping: [node02] => (item=/var/lib/kubelet) skipping: [node02] => (item=/opt/cni/bin) TASK [openshift_node : Check status of node image pre-pull] ******************** skipping: [node02] TASK [openshift_node : Copy node container image to ostree storage] ************ skipping: [node02] TASK [openshift_node : Install or Update node system container] **************** skipping: [node02] TASK [openshift_node : Restart network manager to ensure networking configuration is in place] *** skipping: [node02] TASK [openshift_node : Configure Node settings] ******************************** ok: [node02] => (item={u'regex': u'^OPTIONS=', u'line': u'OPTIONS='}) ok: [node02] => (item={u'regex': u'^DEBUG_LOGLEVEL=', u'line': u'DEBUG_LOGLEVEL=2'}) ok: [node02] => (item={u'regex': u'^IMAGE_VERSION=', u'line': u'IMAGE_VERSION=v3.10.0-rc.0'}) TASK [openshift_node : Configure Proxy Settings] ******************************* skipping: [node02] => (item={u'regex': u'^HTTP_PROXY=', u'line': u'HTTP_PROXY='}) skipping: [node02] => (item={u'regex': u'^HTTPS_PROXY=', u'line': u'HTTPS_PROXY='}) skipping: [node02] => (item={u'regex': u'^NO_PROXY=', u'line': u'NO_PROXY=[],172.30.0.0/16,10.128.0.0/14'}) TASK [openshift_node : file] *************************************************** skipping: [node02] TASK [openshift_node : Create the Node config] ********************************* changed: [node02] TASK [openshift_node : Configure Node Environment Variables] ******************* TASK [openshift_node : Ensure the node static pod directory exists] ************ changed: [node02] TASK [openshift_node : Configure AWS Cloud Provider Settings] ****************** skipping: [node02] => (item=None) skipping: [node02] => (item=None) skipping: [node02] TASK [openshift_node : Check status of node image pre-pull] ******************** skipping: [node02] TASK [openshift_node : Install NFS storage plugin dependencies] **************** ok: [node02] TASK [openshift_node : Check for existence of nfs sebooleans] ****************** ok: [node02] => (item=virt_use_nfs) ok: [node02] => (item=virt_sandbox_use_nfs) TASK [openshift_node : Set seboolean to allow nfs storage plugin access from containers] *** ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-08-07 20:04:09.463429', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_use_nfs'], u'rc': 0, 'item': u'virt_use_nfs', u'delta': u'0:00:00.013635', '_ansible_item_label': u'virt_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-08-07 20:04:09.449794', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-08-07 20:04:11.060093', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_nfs'], u'rc': 0, 'item': u'virt_sandbox_use_nfs', u'delta': u'0:00:00.013150', '_ansible_item_label': u'virt_sandbox_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-08-07 20:04:11.046943', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Set seboolean to allow nfs storage plugin access from containers (python 3)] *** skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-08-07 20:04:09.463429', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_use_nfs'], u'rc': 0, 'item': u'virt_use_nfs', u'delta': u'0:00:00.013635', '_ansible_item_label': u'virt_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-08-07 20:04:09.449794', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-08-07 20:04:11.060093', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_nfs'], u'rc': 0, 'item': u'virt_sandbox_use_nfs', u'delta': u'0:00:00.013150', '_ansible_item_label': u'virt_sandbox_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-08-07 20:04:11.046943', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Install GlusterFS storage plugin dependencies] ********** ok: [node02] TASK [openshift_node : Check for existence of fusefs sebooleans] *************** ok: [node02] => (item=virt_use_fusefs) ok: [node02] => (item=virt_sandbox_use_fusefs) TASK [openshift_node : Set seboolean to allow gluster storage plugin access from containers] *** ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-08-07 20:04:19.969118', '_ansible_no_log': False, u'stdout': u'virt_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_use_fusefs'], u'rc': 0, 'item': u'virt_use_fusefs', u'delta': u'0:00:00.011376', '_ansible_item_label': u'virt_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-08-07 20:04:19.957742', '_ansible_ignore_errors': None, 'failed': False}) ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-08-07 20:04:21.452196', '_ansible_no_log': False, u'stdout': u'virt_sandbox_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_fusefs'], u'rc': 0, 'item': u'virt_sandbox_use_fusefs', u'delta': u'0:00:00.011583', '_ansible_item_label': u'virt_sandbox_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_sandbox_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-08-07 20:04:21.440613', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Set seboolean to allow gluster storage plugin access from containers (python 3)] *** skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-08-07 20:04:19.969118', '_ansible_no_log': False, u'stdout': u'virt_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_use_fusefs'], u'rc': 0, 'item': u'virt_use_fusefs', u'delta': u'0:00:00.011376', '_ansible_item_label': u'virt_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-08-07 20:04:19.957742', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-08-07 20:04:21.452196', '_ansible_no_log': False, u'stdout': u'virt_sandbox_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_fusefs'], u'rc': 0, 'item': u'virt_sandbox_use_fusefs', u'delta': u'0:00:00.011583', '_ansible_item_label': u'virt_sandbox_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_sandbox_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-08-07 20:04:21.440613', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Install Ceph storage plugin dependencies] *************** ok: [node02] TASK [openshift_node : Install iSCSI storage plugin dependencies] ************** ok: [node02] => (item=iscsi-initiator-utils) ok: [node02] => (item=device-mapper-multipath) TASK [openshift_node : restart services] *************************************** ok: [node02] => (item=multipathd) ok: [node02] => (item=rpcbind) ok: [node02] => (item=iscsid) TASK [openshift_node : Template multipath configuration] *********************** changed: [node02] TASK [openshift_node : Enable and start multipath] ***************************** changed: [node02] TASK [tuned : Check for tuned package] ***************************************** ok: [node02] TASK [tuned : Set tuned OpenShift variables] *********************************** ok: [node02] TASK [tuned : Ensure directory structure exists] ******************************* ok: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1533205381.9317749, 'owner': 'root', 'path': u'openshift-control-plane', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1533205381.9317749}) ok: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1533205381.9327748, 'owner': 'root', 'path': u'openshift-node', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1533205381.9327748}) ok: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1533205381.9327748, 'owner': 'root', 'path': u'openshift', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1533205381.9327748}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/recommend.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1533205381.9327748, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1533205381.9327748, 'owner': 'root', 'path': u'recommend.conf', 'size': 290, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-control-plane/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1533205381.9327748, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1533205381.9327748, 'owner': 'root', 'path': u'openshift-control-plane/tuned.conf', 'size': 744, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-node/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1533205381.9327748, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1533205381.9327748, 'owner': 'root', 'path': u'openshift-node/tuned.conf', 'size': 135, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1533205381.9327748, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1533205381.9327748, 'owner': 'root', 'path': u'openshift/tuned.conf', 'size': 594, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) TASK [tuned : Ensure files are populated from templates] *********************** skipping: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1533205381.9317749, 'owner': 'root', 'path': u'openshift-control-plane', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1533205381.9317749}) skipping: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1533205381.9327748, 'owner': 'root', 'path': u'openshift-node', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1533205381.9327748}) skipping: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1533205381.9327748, 'owner': 'root', 'path': u'openshift', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1533205381.9327748}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/recommend.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1533205381.9327748, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1533205381.9327748, 'owner': 'root', 'path': u'recommend.conf', 'size': 290, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-control-plane/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1533205381.9327748, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1533205381.9327748, 'owner': 'root', 'path': u'openshift-control-plane/tuned.conf', 'size': 744, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-node/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1533205381.9327748, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1533205381.9327748, 'owner': 'root', 'path': u'openshift-node/tuned.conf', 'size': 135, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1533205381.9327748, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1533205381.9327748, 'owner': 'root', 'path': u'openshift/tuned.conf', 'size': 594, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) TASK [tuned : Make tuned use the recommended tuned profile on restart] ********* changed: [node02] => (item=/etc/tuned/active_profile) changed: [node02] => (item=/etc/tuned/profile_mode) TASK [tuned : Restart tuned service] ******************************************* changed: [node02] TASK [nickhammond.logrotate : nickhammond.logrotate | Install logrotate] ******* ok: [node02] TASK [nickhammond.logrotate : nickhammond.logrotate | Setup logrotate.d scripts] *** PLAY [node bootstrap config] *************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_node : install needed rpm(s)] ********************************** ok: [node02] => (item=origin-node) ok: [node02] => (item=origin-docker-excluder) ok: [node02] => (item=ansible) ok: [node02] => (item=bash-completion) ok: [node02] => (item=docker) ok: [node02] => (item=haproxy) ok: [node02] => (item=dnsmasq) ok: [node02] => (item=ntp) ok: [node02] => (item=logrotate) ok: [node02] => (item=httpd-tools) ok: [node02] => (item=bind-utils) ok: [node02] => (item=firewalld) ok: [node02] => (item=libselinux-python) ok: [node02] => (item=conntrack-tools) ok: [node02] => (item=openssl) ok: [node02] => (item=iproute) ok: [node02] => (item=python-dbus) ok: [node02] => (item=PyYAML) ok: [node02] => (item=yum-utils) ok: [node02] => (item=glusterfs-fuse) ok: [node02] => (item=device-mapper-multipath) ok: [node02] => (item=nfs-utils) ok: [node02] => (item=cockpit-ws) ok: [node02] => (item=cockpit-system) ok: [node02] => (item=cockpit-bridge) ok: [node02] => (item=cockpit-docker) ok: [node02] => (item=iscsi-initiator-utils) ok: [node02] => (item=ceph-common) TASK [openshift_node : create the directory for node] ************************** skipping: [node02] TASK [openshift_node : laydown systemd override] ******************************* skipping: [node02] TASK [openshift_node : update the sysconfig to have necessary variables] ******* ok: [node02] => (item={u'regexp': u'^KUBECONFIG=.*', u'line': u'KUBECONFIG=/etc/origin/node/bootstrap.kubeconfig'}) TASK [openshift_node : Configure AWS Cloud Provider Settings] ****************** skipping: [node02] => (item=None) skipping: [node02] => (item=None) skipping: [node02] TASK [openshift_node : disable origin-node service] **************************** changed: [node02] => (item=origin-node.service) TASK [openshift_node : Check for RPM generated config marker file .config_managed] *** ok: [node02] TASK [openshift_node : create directories for bootstrapping] ******************* ok: [node02] => (item=/root/openshift_bootstrap) changed: [node02] => (item=/var/lib/origin/openshift.local.config) changed: [node02] => (item=/var/lib/origin/openshift.local.config/node) ok: [node02] => (item=/etc/docker/certs.d/docker-registry.default.svc:5000) TASK [openshift_node : laydown the bootstrap.yml file for on boot configuration] *** ok: [node02] TASK [openshift_node : Create a symlink to the node client CA for the docker registry] *** ok: [node02] TASK [openshift_node : Remove RPM generated config files if present] *********** skipping: [node02] => (item=master) skipping: [node02] => (item=.config_managed) TASK [openshift_node : find all files in /etc/origin/node so we can remove them] *** skipping: [node02] TASK [openshift_node : Remove everything except the resolv.conf required for node] *** skipping: [node02] TASK [openshift_node_group : create node config template] ********************** changed: [node02] TASK [openshift_node_group : remove existing node config] ********************** changed: [node02] TASK [openshift_node_group : Ensure required directories are present] ********** ok: [node02] => (item=/etc/origin/node/pods) changed: [node02] => (item=/etc/origin/node/certificates) TASK [openshift_node_group : Update the sysconfig to group "node-config-compute"] *** changed: [node02] TASK [set_fact] **************************************************************** ok: [node02] PLAY [Re-enable excluder if it was previously enabled] ************************* TASK [openshift_excluder : Detecting Atomic Host Operating System] ************* ok: [node02] TASK [openshift_excluder : Debug r_openshift_excluder_enable_docker_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_docker_excluder": true } TASK [openshift_excluder : Debug r_openshift_excluder_enable_openshift_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_openshift_excluder": true } TASK [openshift_excluder : Fail if invalid openshift_excluder_action provided] *** skipping: [node02] TASK [openshift_excluder : Fail if r_openshift_excluder_upgrade_target is not defined] *** skipping: [node02] TASK [openshift_excluder : Include main action task file] ********************** included: /root/openshift-ansible/roles/openshift_excluder/tasks/enable.yml for node02 TASK [openshift_excluder : Install docker excluder - yum] ********************** skipping: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** changed: [node02] PLAY [Node Preparation Checkpoint End] ***************************************** TASK [Set Node preparation 'Complete'] ***************************************** ok: [node01] PLAY [Distribute bootstrap and start nodes] ************************************ TASK [openshift_node : Gather node information] ******************************** changed: [node02] ok: [node01] TASK [openshift_node : Copy master bootstrap config locally] ******************* ok: [node02 -> node01] TASK [openshift_node : Distribute bootstrap kubeconfig if one does not exist] *** ok: [node01] changed: [node02] TASK [openshift_node : Start and enable node for bootstrapping] **************** changed: [node02] changed: [node01] TASK [openshift_node : Get node logs] ****************************************** skipping: [node02] skipping: [node01] TASK [openshift_node : debug] ************************************************** skipping: [node02] skipping: [node01] TASK [openshift_node : fail] *************************************************** skipping: [node02] skipping: [node01] PLAY [Approve any pending CSR requests from inventory nodes] ******************* TASK [Dump all candidate bootstrap hostnames] ********************************** ok: [node01] => { "msg": [ "node02", "node01" ] } TASK [Find all hostnames for bootstrapping] ************************************ ok: [node01] TASK [Dump the bootstrap hostnames] ******************************************** ok: [node01] => { "msg": [ "node02", "node01" ] } TASK [Approve bootstrap nodes] ************************************************* changed: [node01] TASK [Get CSRs] **************************************************************** skipping: [node01] TASK [Report approval errors] ************************************************** skipping: [node01] PLAY [Ensure any inventory labels are applied to the nodes] ******************** TASK [Gathering Facts] ********************************************************* ok: [node02] ok: [node01] TASK [openshift_manage_node : Wait for master API to become available before proceeding] *** skipping: [node02] TASK [openshift_manage_node : Wait for Node Registration] ********************** ok: [node02 -> node01] ok: [node01 -> node01] TASK [openshift_manage_node : include_tasks] *********************************** included: /root/openshift-ansible/roles/openshift_manage_node/tasks/config.yml for node02, node01 TASK [openshift_manage_node : Set node schedulability] ************************* ok: [node02 -> node01] ok: [node01 -> node01] TASK [openshift_manage_node : include_tasks] *********************************** included: /root/openshift-ansible/roles/openshift_manage_node/tasks/set_default_node_role.yml for node02, node01 TASK [openshift_manage_node : Retrieve nodes that are marked with the infra selector or the legacy infra selector] *** ok: [node02 -> node01] TASK [openshift_manage_node : Label infra or legacy infra nodes with the new role label] *** TASK [openshift_manage_node : Retrieve non-infra, non-master nodes that are not yet labeled compute] *** ok: [node02 -> node01] TASK [openshift_manage_node : label non-master non-infra nodes compute] ******** TASK [openshift_manage_node : Label all-in-one master as a compute node] ******* skipping: [node02] PLAY RECAP ********************************************************************* localhost : ok=30 changed=0 unreachable=0 failed=0 node01 : ok=71 changed=3 unreachable=0 failed=0 node02 : ok=155 changed=33 unreachable=0 failed=0 INSTALLER STATUS *************************************************************** Initialization : Complete (0:03:33) Node Preparation : Complete (0:05:42) + set +e + crio=false + grep crio /root/inventory + '[' 1 -eq 0 ']' + set -e + cat + ansible-playbook -i /root/inventory post_deployment_configuration --extra-vars=crio=false PLAY [nodes, new_nodes] ******************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] ok: [node01] TASK [replace] ***************************************************************** skipping: [node01] skipping: [node02] TASK [replace] ***************************************************************** skipping: [node01] skipping: [node02] TASK [service] ***************************************************************** skipping: [node01] skipping: [node02] PLAY RECAP ********************************************************************* node01 : ok=1 changed=0 unreachable=0 failed=0 node02 : ok=1 changed=0 unreachable=0 failed=0 + set -x + /usr/bin/oc get nodes --no-headers node01 Ready compute,infra,master 5d v1.10.0+b81c8f8 node02 Ready compute 43s v1.10.0+b81c8f8 + os_rc=0 + retry_counter=0 + [[ 0 -lt 20 ]] + [[ 0 -ne 0 ]] + /usr/bin/oc create -f /tmp/local-volume.yaml storageclass.storage.k8s.io "local" created configmap "local-storage-config" created clusterrolebinding.rbac.authorization.k8s.io "local-storage-provisioner-pv-binding" created clusterrole.rbac.authorization.k8s.io "local-storage-provisioner-node-clusterrole" created clusterrolebinding.rbac.authorization.k8s.io "local-storage-provisioner-node-binding" created role.rbac.authorization.k8s.io "local-storage-provisioner-jobs-role" created rolebinding.rbac.authorization.k8s.io "local-storage-provisioner-jobs-rolebinding" created serviceaccount "local-storage-admin" created daemonset.extensions "local-volume-provisioner" created Sending file modes: C0755 110489328 oc Sending file modes: C0600 5645 admin.kubeconfig Cluster "node01:8443" set. Cluster "node01:8443" set. + set +e + kubectl get nodes --no-headers + cluster/kubectl.sh get nodes --no-headers node01 Ready compute,infra,master 5d v1.10.0+b81c8f8 node02 Ready compute 1m v1.10.0+b81c8f8 + kubectl_rc=0 + '[' 0 -ne 0 ']' ++ kubectl get nodes --no-headers ++ cluster/kubectl.sh get nodes --no-headers ++ grep NotReady + '[' -n '' ']' + set -e + echo 'Nodes are ready:' Nodes are ready: + kubectl get nodes + cluster/kubectl.sh get nodes NAME STATUS ROLES AGE VERSION node01 Ready compute,infra,master 5d v1.10.0+b81c8f8 node02 Ready compute 1m v1.10.0+b81c8f8 + make cluster-sync ./cluster/build.sh Building ... Untagged: localhost:33323/kubevirt/virt-controller:devel Untagged: localhost:33323/kubevirt/virt-controller@sha256:704716e1120d65806717e4667986c85226db41c55403932ac379a18a5816e6d8 Deleted: sha256:091bd115d2b6546463785df94090fb124411457c8526c273c8d2bfa83433a122 Untagged: localhost:33259/kubevirt/virt-controller:devel Untagged: localhost:33259/kubevirt/virt-controller@sha256:5e2830585f8b40f9d009abddb2d5c1cb187d9e0f2698707860c3bc5d21da8cf6 Deleted: sha256:6c2cd36c0287134c597d6da58b59113549eac540b8868bd737b829170155f9da Untagged: localhost:33323/kubevirt/virt-launcher:devel Untagged: localhost:33323/kubevirt/virt-launcher@sha256:c805d2de12109968d95b7489aefd3a61f4063060bb436571958005533432ef0c Deleted: sha256:5bee741d9213fd561cb0269b8a41d327eb333f26a6d16a3cc9a464c6e8711a6a Untagged: localhost:33259/kubevirt/virt-launcher:devel Untagged: localhost:33259/kubevirt/virt-launcher@sha256:808b74e05f0154fef1efe72a86822063b0633375d5675d14d7a377f7e3da0cd3 Deleted: sha256:f512954bbcfc6a6296f01290fd84b89677277d3447afed33591896121b43c975 Untagged: localhost:33323/kubevirt/virt-handler:devel Untagged: localhost:33323/kubevirt/virt-handler@sha256:025d48e2e189438b5763a65ca0f3e8509d65460265d7dcb753719886a670e08e Deleted: sha256:47ea58806d2e0438415e5b4afbeccc87ffbc370ce8e99d214d3183567e8f575a Untagged: localhost:33259/kubevirt/virt-handler:devel Untagged: localhost:33259/kubevirt/virt-handler@sha256:e4c67e61b230d71ddd8763aef0e2cb7a1e6d5c3465cd905447749fcc6cbe8e4a Deleted: sha256:015fb673b6d61305f8fc74d7cfc25c1facf4edc734c1061882ca84678180f445 Untagged: localhost:33323/kubevirt/virt-api:devel Untagged: localhost:33323/kubevirt/virt-api@sha256:3370f9a15b30d76bea9ef035e097e82eaa43d45c52fcb3e916093b819f2484e4 Deleted: sha256:1c265148a306996750755c5ea5066666b7c62b9e225964c2b99b6d0197b3e404 Untagged: localhost:33301/kubevirt/virt-api:devel Untagged: localhost:33301/kubevirt/virt-api@sha256:faa99ad2a4126b3270fe66a906f37a776be3683912dcd64b3cc7e8dd7411ee66 Deleted: sha256:3b99edd3ef6c6df95244d7e89379cc3317e9ec6e8a48f73a83129409b893e576 Untagged: localhost:33323/kubevirt/subresource-access-test:devel Untagged: localhost:33323/kubevirt/subresource-access-test@sha256:5527bf5a01da4b9146b0dfeab28a787e269c084523a7285d92badafc6fde6e1c Deleted: sha256:01ae9494f925ce38386f231d48107be8d727049a35d373330c68922b44aeae46 Untagged: localhost:33301/kubevirt/subresource-access-test:devel Untagged: localhost:33301/kubevirt/subresource-access-test@sha256:1539ca97a839365ac1efb9c11f431d505fd4fdb89302a7d26cbf15743779b92a Deleted: sha256:7e6698568bd74e95efda0d7a956a31f1dd5c5f927868d7e2e0007e34f4b392df Untagged: localhost:33323/kubevirt/example-hook-sidecar:devel Untagged: localhost:33323/kubevirt/example-hook-sidecar@sha256:a56ff4d16c557dcdf089933f73efdfd2df5d2f3fcff68f6d65850ea406819c7d Deleted: sha256:133027f73710df9ed7f4b59fc3227617eda89ee10c765756b6a7fc5edba797ed Untagged: localhost:33301/kubevirt/example-hook-sidecar:devel Untagged: localhost:33301/kubevirt/example-hook-sidecar@sha256:67d9f0c4db12c423b5e7d0ba470a90cd82a575dcfd0e8c6cae287b2a443d7afe Deleted: sha256:f8e72a288ad3f25d8312f562f239d1df38e44e2ce193a963c90ef65134171914 Sending build context to Docker daemon 5.632 kB Step 1/12 : FROM fedora:28 ---> cc510acfcd70 Step 2/12 : ENV LIBVIRT_VERSION 4.2.0 ---> Using cache ---> b1088795aeb6 Step 3/12 : RUN curl --output /etc/yum.repos.d/fedora-virt-preview.repo https://fedorapeople.org/groups/virt/virt-preview/fedora-virt-preview.repo ---> Using cache ---> 88f43b954f9f Step 4/12 : RUN dnf -y install libvirt-devel-${LIBVIRT_VERSION} make git mercurial sudo gcc findutils gradle rsync-daemon rsync qemu-img protobuf-compiler && dnf -y clean all ---> Using cache ---> 06c70b43758a Step 5/12 : ENV GIMME_GO_VERSION 1.10 ---> Using cache ---> e5b3ae738662 Step 6/12 : RUN mkdir -p /gimme && curl -sL https://raw.githubusercontent.com/travis-ci/gimme/master/gimme | HOME=/gimme bash >> /etc/profile.d/gimme.sh ---> Using cache ---> 3e3d43f49e45 Step 7/12 : ENV GOPATH "/go" GOBIN "/usr/bin" ---> Using cache ---> 73e8a3aa263a Step 8/12 : ADD rsyncd.conf /etc/rsyncd.conf ---> Using cache ---> bc244b1c712b Step 9/12 : RUN mkdir -p /go && source /etc/profile.d/gimme.sh && go get github.com/mattn/goveralls && go get -u github.com/Masterminds/glide && go get golang.org/x/tools/cmd/goimports && git clone https://github.com/mvdan/sh.git $GOPATH/src/mvdan.cc/sh && cd /go/src/mvdan.cc/sh/cmd/shfmt && git checkout v2.5.0 && go get mvdan.cc/sh/cmd/shfmt && go install && go get -u github.com/golang/mock/gomock && go get -u github.com/rmohr/mock/mockgen && go get -u github.com/rmohr/go-swagger-utils/swagger-doc && go get -u github.com/onsi/ginkgo/ginkgo && go get -u -d k8s.io/code-generator/cmd/deepcopy-gen && go get -u -d k8s.io/code-generator/cmd/defaulter-gen && go get -u -d k8s.io/code-generator/cmd/openapi-gen && cd /go/src/k8s.io/code-generator/cmd/deepcopy-gen && git checkout release-1.9 && go install && cd /go/src/k8s.io/code-generator/cmd/defaulter-gen && git checkout release-1.9 && go install && cd /go/src/k8s.io/code-generator/cmd/openapi-gen && git checkout release-1.9 && go install && go get -u -d github.com/golang/protobuf/protoc-gen-go && cd /go/src/github.com/golang/protobuf/protoc-gen-go && git checkout 1643683e1b54a9e88ad26d98f81400c8c9d9f4f9 && go install ---> Using cache ---> 4cd1786b2bc8 Step 10/12 : RUN pip install j2cli ---> Using cache ---> b51a532fa53a Step 11/12 : ADD entrypoint.sh /entrypoint.sh ---> Using cache ---> 3bc0185264f6 Step 12/12 : ENTRYPOINT /entrypoint.sh ---> Using cache ---> dcf2b21fa2ed Successfully built dcf2b21fa2ed go version go1.10 linux/amd64 go version go1.10 linux/amd64 make[1]: Entering directory `/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt' hack/dockerized "./hack/check.sh && KUBEVIRT_VERSION= ./hack/build-go.sh install " && ./hack/build-copy-artifacts.sh Sending build context to Docker daemon 5.632 kB Step 1/12 : FROM fedora:28 ---> cc510acfcd70 Step 2/12 : ENV LIBVIRT_VERSION 4.2.0 ---> Using cache ---> b1088795aeb6 Step 3/12 : RUN curl --output /etc/yum.repos.d/fedora-virt-preview.repo https://fedorapeople.org/groups/virt/virt-preview/fedora-virt-preview.repo ---> Using cache ---> 88f43b954f9f Step 4/12 : RUN dnf -y install libvirt-devel-${LIBVIRT_VERSION} make git mercurial sudo gcc findutils gradle rsync-daemon rsync qemu-img protobuf-compiler && dnf -y clean all ---> Using cache ---> 06c70b43758a Step 5/12 : ENV GIMME_GO_VERSION 1.10 ---> Using cache ---> e5b3ae738662 Step 6/12 : RUN mkdir -p /gimme && curl -sL https://raw.githubusercontent.com/travis-ci/gimme/master/gimme | HOME=/gimme bash >> /etc/profile.d/gimme.sh ---> Using cache ---> 3e3d43f49e45 Step 7/12 : ENV GOPATH "/go" GOBIN "/usr/bin" ---> Using cache ---> 73e8a3aa263a Step 8/12 : ADD rsyncd.conf /etc/rsyncd.conf ---> Using cache ---> bc244b1c712b Step 9/12 : RUN mkdir -p /go && source /etc/profile.d/gimme.sh && go get github.com/mattn/goveralls && go get -u github.com/Masterminds/glide && go get golang.org/x/tools/cmd/goimports && git clone https://github.com/mvdan/sh.git $GOPATH/src/mvdan.cc/sh && cd /go/src/mvdan.cc/sh/cmd/shfmt && git checkout v2.5.0 && go get mvdan.cc/sh/cmd/shfmt && go install && go get -u github.com/golang/mock/gomock && go get -u github.com/rmohr/mock/mockgen && go get -u github.com/rmohr/go-swagger-utils/swagger-doc && go get -u github.com/onsi/ginkgo/ginkgo && go get -u -d k8s.io/code-generator/cmd/deepcopy-gen && go get -u -d k8s.io/code-generator/cmd/defaulter-gen && go get -u -d k8s.io/code-generator/cmd/openapi-gen && cd /go/src/k8s.io/code-generator/cmd/deepcopy-gen && git checkout release-1.9 && go install && cd /go/src/k8s.io/code-generator/cmd/defaulter-gen && git checkout release-1.9 && go install && cd /go/src/k8s.io/code-generator/cmd/openapi-gen && git checkout release-1.9 && go install && go get -u -d github.com/golang/protobuf/protoc-gen-go && cd /go/src/github.com/golang/protobuf/protoc-gen-go && git checkout 1643683e1b54a9e88ad26d98f81400c8c9d9f4f9 && go install ---> Using cache ---> 4cd1786b2bc8 Step 10/12 : RUN pip install j2cli ---> Using cache ---> b51a532fa53a Step 11/12 : ADD entrypoint.sh /entrypoint.sh ---> Using cache ---> 3bc0185264f6 Step 12/12 : ENTRYPOINT /entrypoint.sh ---> Using cache ---> dcf2b21fa2ed Successfully built dcf2b21fa2ed go version go1.10 linux/amd64 go version go1.10 linux/amd64 find: '/root/go/src/kubevirt.io/kubevirt/_out/cmd': No such file or directory Compiling tests... compiled tests.test hack/build-docker.sh build Sending build context to Docker daemon 40.39 MB Step 1/8 : FROM fedora:28 ---> cc510acfcd70 Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> bfe77d5699ed Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virt-controller ---> Using cache ---> b00c84523b53 Step 4/8 : WORKDIR /home/virt-controller ---> Using cache ---> b76b8bd8cd39 Step 5/8 : USER 1001 ---> Using cache ---> b6d9ad9ed232 Step 6/8 : COPY virt-controller /usr/bin/virt-controller ---> Using cache ---> ebdb1edca1b6 Step 7/8 : ENTRYPOINT /usr/bin/virt-controller ---> Using cache ---> 1a4646435237 Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "virt-controller" '' ---> Running in 35180cff7a5e ---> a99a4c8d1205 Removing intermediate container 35180cff7a5e Successfully built a99a4c8d1205 Sending build context to Docker daemon 43.31 MB Step 1/10 : FROM kubevirt/libvirt:4.2.0 ---> 5f0bfe81a3e0 Step 2/10 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 945996802736 Step 3/10 : RUN dnf -y install socat genisoimage util-linux libcgroup-tools ethtool net-tools sudo && dnf -y clean all && test $(id -u qemu) = 107 # make sure that the qemu user really is 107 ---> Using cache ---> 672f9ab56316 Step 4/10 : COPY virt-launcher /usr/bin/virt-launcher ---> Using cache ---> 23b8c6546086 Step 5/10 : COPY kubevirt-sudo /etc/sudoers.d/kubevirt ---> Using cache ---> 1c337b526a37 Step 6/10 : RUN setcap CAP_NET_BIND_SERVICE=+eip /usr/bin/qemu-system-x86_64 ---> Using cache ---> a48624e30321 Step 7/10 : RUN mkdir -p /usr/share/kubevirt/virt-launcher ---> Using cache ---> a0faa8e3ad52 Step 8/10 : COPY entrypoint.sh libvirtd.sh sock-connector /usr/share/kubevirt/virt-launcher/ ---> Using cache ---> decb82ff961a Step 9/10 : ENTRYPOINT /usr/share/kubevirt/virt-launcher/entrypoint.sh ---> Using cache ---> 6880b2109930 Step 10/10 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "virt-launcher" '' ---> Running in 70576eaa31ef ---> 048c8d634808 Removing intermediate container 70576eaa31ef Successfully built 048c8d634808 Sending build context to Docker daemon 41.69 MB Step 1/5 : FROM fedora:28 ---> cc510acfcd70 Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> bfe77d5699ed Step 3/5 : COPY virt-handler /usr/bin/virt-handler ---> Using cache ---> 334ca12fbbd7 Step 4/5 : ENTRYPOINT /usr/bin/virt-handler ---> Using cache ---> 8f93664f0e9d Step 5/5 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "virt-handler" '' ---> Running in 707d595f7c32 ---> 07da01641cf0 Removing intermediate container 707d595f7c32 Successfully built 07da01641cf0 Sending build context to Docker daemon 38.81 MB Step 1/8 : FROM fedora:28 ---> cc510acfcd70 Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> bfe77d5699ed Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virt-api ---> Using cache ---> ed1ebf600ee1 Step 4/8 : WORKDIR /home/virt-api ---> Using cache ---> 0769dad023e5 Step 5/8 : USER 1001 ---> Using cache ---> 0cb65afb0c2b Step 6/8 : COPY virt-api /usr/bin/virt-api ---> Using cache ---> 61822aeea6ea Step 7/8 : ENTRYPOINT /usr/bin/virt-api ---> Using cache ---> 926d49e32e1f Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "virt-api" '' ---> Running in 9f882e029c89 ---> 94f198bfb8ca Removing intermediate container 9f882e029c89 Successfully built 94f198bfb8ca Sending build context to Docker daemon 4.096 kB Step 1/7 : FROM fedora:28 ---> cc510acfcd70 Step 2/7 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> bfe77d5699ed Step 3/7 : ENV container docker ---> Using cache ---> 62847a2a1fa8 Step 4/7 : RUN mkdir -p /images/custom /images/alpine && truncate -s 64M /images/custom/disk.img && curl http://dl-cdn.alpinelinux.org/alpine/v3.7/releases/x86_64/alpine-virt-3.7.0-x86_64.iso > /images/alpine/disk.img ---> Using cache ---> 02134835a6aa Step 5/7 : ADD entrypoint.sh / ---> Using cache ---> ec0843818da7 Step 6/7 : CMD /entrypoint.sh ---> Using cache ---> 754029bb4bd2 Step 7/7 : LABEL "disks-images-provider" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Using cache ---> 6327b8256318 Successfully built 6327b8256318 Sending build context to Docker daemon 2.56 kB Step 1/5 : FROM fedora:28 ---> cc510acfcd70 Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> bfe77d5699ed Step 3/5 : ENV container docker ---> Using cache ---> 62847a2a1fa8 Step 4/5 : RUN dnf -y install procps-ng nmap-ncat && dnf -y clean all ---> Using cache ---> 207487abe7b2 Step 5/5 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "vm-killer" '' ---> Using cache ---> 27cf5472530f Successfully built 27cf5472530f Sending build context to Docker daemon 5.12 kB Step 1/7 : FROM debian:sid ---> 68f33cf86aab Step 2/7 : MAINTAINER "David Vossel" \ ---> Using cache ---> 5734d749eb5c Step 3/7 : ENV container docker ---> Using cache ---> f8775a77966f Step 4/7 : RUN apt-get update && apt-get install -y bash curl bzip2 qemu-utils && mkdir -p /disk && rm -rf /var/lib/apt/lists/* ---> Using cache ---> 1a40cf222a61 Step 5/7 : ADD entry-point.sh / ---> Using cache ---> 77b545d92fe7 Step 6/7 : CMD /entry-point.sh ---> Using cache ---> dfe20d463305 Step 7/7 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "registry-disk-v1alpha" '' ---> Using cache ---> 5efdf368e732 Successfully built 5efdf368e732 Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33790/kubevirt/registry-disk-v1alpha:devel ---> 5efdf368e732 Step 2/4 : MAINTAINER "David Vossel" \ ---> Using cache ---> 386f7e924456 Step 3/4 : RUN curl https://download.cirros-cloud.net/0.4.0/cirros-0.4.0-x86_64-disk.img > /disk/cirros.img ---> Using cache ---> f473a86e4d6a Step 4/4 : LABEL "cirros-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Using cache ---> a4ca4c67d45c Successfully built a4ca4c67d45c Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33790/kubevirt/registry-disk-v1alpha:devel ---> 5efdf368e732 Step 2/4 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 369bca39dcc2 Step 3/4 : RUN curl -g -L https://download.fedoraproject.org/pub/fedora/linux/releases/27/CloudImages/x86_64/images/Fedora-Cloud-Base-27-1.6.x86_64.qcow2 > /disk/fedora.qcow2 ---> Using cache ---> de1e81f43a59 Step 4/4 : LABEL "fedora-cloud-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Using cache ---> a5867eac6e05 Successfully built a5867eac6e05 Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33790/kubevirt/registry-disk-v1alpha:devel ---> 5efdf368e732 Step 2/4 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 369bca39dcc2 Step 3/4 : RUN curl http://dl-cdn.alpinelinux.org/alpine/v3.7/releases/x86_64/alpine-virt-3.7.0-x86_64.iso > /disk/alpine.iso ---> Using cache ---> 1083d820f9c8 Step 4/4 : LABEL "alpine-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Using cache ---> 11512d828b9c Successfully built 11512d828b9c Sending build context to Docker daemon 35.59 MB Step 1/8 : FROM fedora:28 ---> cc510acfcd70 Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> bfe77d5699ed Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virtctl ---> Using cache ---> 985fe391c056 Step 4/8 : WORKDIR /home/virtctl ---> Using cache ---> 3b2cae8ac543 Step 5/8 : USER 1001 ---> Using cache ---> 0c06e5b4a900 Step 6/8 : COPY subresource-access-test /subresource-access-test ---> Using cache ---> 56633d34cd25 Step 7/8 : ENTRYPOINT /subresource-access-test ---> Using cache ---> 13fb5a6144d0 Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "subresource-access-test" '' ---> Running in 17500bb54cdf ---> 6e90dbd29e82 Removing intermediate container 17500bb54cdf Successfully built 6e90dbd29e82 Sending build context to Docker daemon 3.072 kB Step 1/9 : FROM fedora:28 ---> cc510acfcd70 Step 2/9 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> bfe77d5699ed Step 3/9 : ENV container docker ---> Using cache ---> 62847a2a1fa8 Step 4/9 : RUN dnf -y install make git gcc && dnf -y clean all ---> Using cache ---> d3456b1644b1 Step 5/9 : ENV GIMME_GO_VERSION 1.9.2 ---> Using cache ---> 0ba81fddbba1 Step 6/9 : RUN mkdir -p /gimme && curl -sL https://raw.githubusercontent.com/travis-ci/gimme/master/gimme | HOME=/gimme bash >> /etc/profile.d/gimme.sh ---> Using cache ---> 5d33abe3f819 Step 7/9 : ENV GOPATH "/go" GOBIN "/usr/bin" ---> Using cache ---> 783826523be1 Step 8/9 : RUN mkdir -p /go && source /etc/profile.d/gimme.sh && go get github.com/masterzen/winrm-cli ---> Using cache ---> 711bc8d15952 Step 9/9 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "winrmcli" '' ---> Using cache ---> fe40426b785b Successfully built fe40426b785b Sending build context to Docker daemon 36.8 MB Step 1/5 : FROM fedora:27 ---> 9110ae7f579f Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> e3238544ad97 Step 3/5 : COPY example-hook-sidecar /example-hook-sidecar ---> Using cache ---> b7246688fa7f Step 4/5 : ENTRYPOINT /example-hook-sidecar ---> Using cache ---> f1d2c506d482 Step 5/5 : LABEL "example-hook-sidecar" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Running in eda699e8fff9 ---> 3f472fa88e0b Removing intermediate container eda699e8fff9 Successfully built 3f472fa88e0b hack/build-docker.sh push The push refers to a repository [localhost:33790/kubevirt/virt-controller] 0d9a15c8c47e: Preparing aa89340cf7a8: Preparing 891e1e4ef82a: Preparing aa89340cf7a8: Pushed 0d9a15c8c47e: Pushed 891e1e4ef82a: Pushed devel: digest: sha256:7ba8305e529f24120e25cdf1427ee34c1014622079eb4b31b88ec8aae7d71f12 size: 949 The push refers to a repository [localhost:33790/kubevirt/virt-launcher] 621b8a5f786f: Preparing 3055fb4a9317: Preparing c88631120d11: Preparing 503308fff10a: Preparing b2a2558d772e: Preparing 633427c64a24: Preparing da38cf808aa5: Preparing b83399358a92: Preparing 186d8b3e4fd8: Preparing fa6154170bf5: Preparing 5eefb9960a36: Preparing 891e1e4ef82a: Preparing 633427c64a24: Waiting fa6154170bf5: Waiting b83399358a92: Waiting 186d8b3e4fd8: Waiting 503308fff10a: Pushed 621b8a5f786f: Pushed 3055fb4a9317: Pushed da38cf808aa5: Pushed b83399358a92: Pushed 186d8b3e4fd8: Pushed fa6154170bf5: Pushed 891e1e4ef82a: Mounted from kubevirt/virt-controller c88631120d11: Pushed 633427c64a24: Pushed b2a2558d772e: Pushed 5eefb9960a36: Pushed devel: digest: sha256:23efa225468af4d3db23d043f8d5cc8c5a7866cb643db77d8495dff9802d6995 size: 2828 The push refers to a repository [localhost:33790/kubevirt/virt-handler] d1f7aa6b500d: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/virt-launcher d1f7aa6b500d: Pushed devel: digest: sha256:ed8b540d1eacf3872f1d0870a83649f8fd292840a1752f4be35d641179de76b5 size: 741 The push refers to a repository [localhost:33790/kubevirt/virt-api] 2cb525b0240d: Preparing 82fc744c99b4: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/virt-handler 82fc744c99b4: Pushed 2cb525b0240d: Pushed devel: digest: sha256:a128844b841a07521e371e809a3d02ba06bdeab0838ed0eda8f02980e6261c30 size: 948 The push refers to a repository [localhost:33790/kubevirt/disks-images-provider] 71ad31feb2c5: Preparing 21d4b721776e: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/virt-api 71ad31feb2c5: Pushed 21d4b721776e: Pushed devel: digest: sha256:5dc088106df85eb01f2ad0566624239b95b34986820107944e36d309183fd4cd size: 948 The push refers to a repository [localhost:33790/kubevirt/vm-killer] c4cfadeeaf5f: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/disks-images-provider c4cfadeeaf5f: Pushed devel: digest: sha256:39b817b79b1fbce75dbb476bc261b2752fd6466bf98d373208d5144579da22b0 size: 740 The push refers to a repository [localhost:33790/kubevirt/registry-disk-v1alpha] 661cce8d8e52: Preparing 41e0baba3077: Preparing 25edbec0eaea: Preparing 661cce8d8e52: Pushed 41e0baba3077: Pushed 25edbec0eaea: Pushed devel: digest: sha256:0df707a55243af8792380fba68a76307017494c503e0e9071ed55d7d3c3611d4 size: 948 The push refers to a repository [localhost:33790/kubevirt/cirros-registry-disk-demo] f9f97de3966a: Preparing 661cce8d8e52: Preparing 41e0baba3077: Preparing 25edbec0eaea: Preparing 41e0baba3077: Mounted from kubevirt/registry-disk-v1alpha 25edbec0eaea: Mounted from kubevirt/registry-disk-v1alpha 661cce8d8e52: Mounted from kubevirt/registry-disk-v1alpha f9f97de3966a: Pushed devel: digest: sha256:3f818f67105a36bdc42bdbfad87fc29d0028e39a0dceef92d12efbcf8e16e5ed size: 1160 The push refers to a repository [localhost:33790/kubevirt/fedora-cloud-registry-disk-demo] 24cdf3b545f2: Preparing 661cce8d8e52: Preparing 41e0baba3077: Preparing 25edbec0eaea: Preparing 661cce8d8e52: Mounted from kubevirt/cirros-registry-disk-demo 41e0baba3077: Mounted from kubevirt/cirros-registry-disk-demo 25edbec0eaea: Mounted from kubevirt/cirros-registry-disk-demo 24cdf3b545f2: Pushed devel: digest: sha256:a6a571626690141c7da4cf0e1eb4fd75e5dd9ae427d5070c2729214cfbd6a192 size: 1161 The push refers to a repository [localhost:33790/kubevirt/alpine-registry-disk-demo] d8e356e905f4: Preparing 661cce8d8e52: Preparing 41e0baba3077: Preparing 25edbec0eaea: Preparing 25edbec0eaea: Mounted from kubevirt/fedora-cloud-registry-disk-demo 41e0baba3077: Mounted from kubevirt/fedora-cloud-registry-disk-demo 661cce8d8e52: Mounted from kubevirt/fedora-cloud-registry-disk-demo d8e356e905f4: Pushed devel: digest: sha256:c27568048aa8e031860d98cdced0370763745ad80581e62432568dac45abf1fb size: 1160 The push refers to a repository [localhost:33790/kubevirt/subresource-access-test] f197feb5453d: Preparing 25cb73590a9d: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/vm-killer 25cb73590a9d: Pushed f197feb5453d: Pushed devel: digest: sha256:6477bdc6c49358a4cedaf72601733cf86c0ca0e6f7f960e4e8cc5cd9f0043aa8 size: 948 The push refers to a repository [localhost:33790/kubevirt/winrmcli] f8083e002d0b: Preparing 53c709abc882: Preparing 9ca98a0f492b: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/subresource-access-test f8083e002d0b: Pushed 9ca98a0f492b: Pushed 53c709abc882: Pushed devel: digest: sha256:4fe6c9666a841b61b962d7fb73ccb7cb0dabc3b56e1657cfdfd9005e1a36d38c size: 1165 The push refers to a repository [localhost:33790/kubevirt/example-hook-sidecar] 40ae26b9f7a9: Preparing 39bae602f753: Preparing 40ae26b9f7a9: Pushed 39bae602f753: Pushed devel: digest: sha256:a450cc21e2e9c371fcebc53b9f934a1596578d74e476a148e4869e8cf6e8e080 size: 740 make[1]: Leaving directory `/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt' Done ./cluster/clean.sh + source hack/common.sh ++++ dirname 'hack/common.sh[0]' +++ cd hack/../ +++ pwd ++ KUBEVIRT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt ++ OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out ++ VENDOR_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/vendor ++ CMD_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/cmd ++ TESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/tests ++ APIDOCS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/apidocs ++ MANIFESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests ++ MANIFEST_TEMPLATES_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/templates/manifests ++ PYTHON_CLIENT_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/client-python ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_NUM_NODES=2 ++ '[' -z kubevirt-functional-tests-openshift-3.10-release ']' ++ provider_prefix=kubevirt-functional-tests-openshift-3.10-release1 ++ job_prefix=kubevirt-functional-tests-openshift-3.10-release1 +++ kubevirt_version +++ '[' -n '' ']' +++ '[' -d /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/.git ']' ++++ git describe --always --tags +++ echo v0.7.0-195-g0ed0d5b ++ KUBEVIRT_VERSION=v0.7.0-195-g0ed0d5b + source cluster/os-3.10.0/provider.sh ++ set -e ++ image=os-3.10.0@sha256:14ffc4a28e24a2510c9b455b56f35f6193a00b71c9150705f6afec41b003fc76 ++ source cluster/ephemeral-provider-common.sh +++ set -e +++ _cli='docker run --privileged --net=host --rm -v /var/run/docker.sock:/var/run/docker.sock kubevirtci/gocli@sha256:aa7f295a7908fa333ab5e98ef3af0bfafbabfd3cee2b83f9af47f722e3000f6a' + source hack/config.sh ++ unset binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig manifest_docker_prefix namespace image_pull_policy ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ source hack/config-default.sh source hack/config-os-3.10.0.sh +++ binaries='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virtctl cmd/fake-qemu-process cmd/virt-api cmd/subresource-access-test cmd/example-hook-sidecar' +++ docker_images='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virt-api images/disks-images-provider images/vm-killer cmd/registry-disk-v1alpha images/cirros-registry-disk-demo images/fedora-cloud-registry-disk-demo images/alpine-registry-disk-demo cmd/subresource-access-test images/winrmcli cmd/example-hook-sidecar' +++ docker_prefix=kubevirt +++ docker_tag=latest +++ master_ip=192.168.200.2 +++ network_provider=flannel +++ namespace=kube-system +++ image_pull_policy=IfNotPresent ++ test -f hack/config-provider-os-3.10.0.sh ++ source hack/config-provider-os-3.10.0.sh +++ master_ip=127.0.0.1 +++ docker_tag=devel +++ kubeconfig=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubeconfig +++ kubectl=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubectl +++ docker_prefix=localhost:33790/kubevirt +++ manifest_docker_prefix=registry:5000/kubevirt ++ test -f hack/config-local.sh ++ export binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig namespace image_pull_policy + echo 'Cleaning up ...' Cleaning up ... + cluster/kubectl.sh get vmis --all-namespaces -o=custom-columns=NAME:.metadata.name,NAMESPACE:.metadata.namespace,FINALIZERS:.metadata.finalizers --no-headers + grep foregroundDeleteVirtualMachine + read p error: the server doesn't have a resource type "vmis" + _kubectl delete ds -l kubevirt.io -n kube-system --cascade=false --grace-period 0 No resources found + _kubectl delete pods -n kube-system -l=kubevirt.io=libvirt --force --grace-period 0 No resources found + _kubectl delete pods -n kube-system -l=kubevirt.io=virt-handler --force --grace-period 0 No resources found + namespaces=(default ${namespace}) + for i in '${namespaces[@]}' + _kubectl -n default delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete apiservices -l kubevirt.io No resources found + _kubectl -n default delete deployment -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete deployment -l kubevirt.io No resources found + _kubectl -n default delete rs -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete rs -l kubevirt.io No resources found + _kubectl -n default delete services -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete services -l kubevirt.io No resources found + _kubectl -n default delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete apiservices -l kubevirt.io No resources found + _kubectl -n default delete validatingwebhookconfiguration -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete validatingwebhookconfiguration -l kubevirt.io No resources found + _kubectl -n default delete secrets -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete secrets -l kubevirt.io No resources found + _kubectl -n default delete pv -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pv -l kubevirt.io No resources found + _kubectl -n default delete pvc -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pvc -l kubevirt.io No resources found + _kubectl -n default delete ds -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete ds -l kubevirt.io No resources found + _kubectl -n default delete customresourcedefinitions -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete customresourcedefinitions -l kubevirt.io No resources found + _kubectl -n default delete pods -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pods -l kubevirt.io No resources found + _kubectl -n default delete clusterrolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete clusterrolebinding -l kubevirt.io No resources found + _kubectl -n default delete rolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete rolebinding -l kubevirt.io No resources found + _kubectl -n default delete roles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete roles -l kubevirt.io No resources found + _kubectl -n default delete clusterroles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete clusterroles -l kubevirt.io No resources found + _kubectl -n default delete serviceaccounts -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete serviceaccounts -l kubevirt.io No resources found ++ _kubectl -n default get crd offlinevirtualmachines.kubevirt.io ++ wc -l ++ export KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ cluster/os-3.10.0/.kubectl -n default get crd offlinevirtualmachines.kubevirt.io Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "offlinevirtualmachines.kubevirt.io" not found + '[' 0 -gt 0 ']' + for i in '${namespaces[@]}' + _kubectl -n kube-system delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete apiservices -l kubevirt.io No resources found + _kubectl -n kube-system delete deployment -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete deployment -l kubevirt.io No resources found + _kubectl -n kube-system delete rs -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete rs -l kubevirt.io No resources found + _kubectl -n kube-system delete services -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete services -l kubevirt.io No resources found + _kubectl -n kube-system delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete apiservices -l kubevirt.io No resources found + _kubectl -n kube-system delete validatingwebhookconfiguration -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete validatingwebhookconfiguration -l kubevirt.io No resources found + _kubectl -n kube-system delete secrets -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete secrets -l kubevirt.io No resources found + _kubectl -n kube-system delete pv -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pv -l kubevirt.io No resources found + _kubectl -n kube-system delete pvc -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pvc -l kubevirt.io No resources found + _kubectl -n kube-system delete ds -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete ds -l kubevirt.io No resources found + _kubectl -n kube-system delete customresourcedefinitions -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete customresourcedefinitions -l kubevirt.io No resources found + _kubectl -n kube-system delete pods -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pods -l kubevirt.io No resources found + _kubectl -n kube-system delete clusterrolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete clusterrolebinding -l kubevirt.io No resources found + _kubectl -n kube-system delete rolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete rolebinding -l kubevirt.io No resources found + _kubectl -n kube-system delete roles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete roles -l kubevirt.io No resources found + _kubectl -n kube-system delete clusterroles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete clusterroles -l kubevirt.io No resources found + _kubectl -n kube-system delete serviceaccounts -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete serviceaccounts -l kubevirt.io No resources found ++ _kubectl -n kube-system get crd offlinevirtualmachines.kubevirt.io ++ export KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ wc -l ++ KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ cluster/os-3.10.0/.kubectl -n kube-system get crd offlinevirtualmachines.kubevirt.io Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "offlinevirtualmachines.kubevirt.io" not found + '[' 0 -gt 0 ']' + sleep 2 + echo Done Done ./cluster/deploy.sh + source hack/common.sh ++++ dirname 'hack/common.sh[0]' +++ cd hack/../ +++ pwd ++ KUBEVIRT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt ++ OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out ++ VENDOR_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/vendor ++ CMD_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/cmd ++ TESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/tests ++ APIDOCS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/apidocs ++ MANIFESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests ++ MANIFEST_TEMPLATES_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/templates/manifests ++ PYTHON_CLIENT_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/client-python ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_NUM_NODES=2 ++ '[' -z kubevirt-functional-tests-openshift-3.10-release ']' ++ provider_prefix=kubevirt-functional-tests-openshift-3.10-release1 ++ job_prefix=kubevirt-functional-tests-openshift-3.10-release1 +++ kubevirt_version +++ '[' -n '' ']' +++ '[' -d /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/.git ']' ++++ git describe --always --tags +++ echo v0.7.0-195-g0ed0d5b ++ KUBEVIRT_VERSION=v0.7.0-195-g0ed0d5b + source cluster/os-3.10.0/provider.sh ++ set -e ++ image=os-3.10.0@sha256:14ffc4a28e24a2510c9b455b56f35f6193a00b71c9150705f6afec41b003fc76 ++ source cluster/ephemeral-provider-common.sh +++ set -e +++ _cli='docker run --privileged --net=host --rm -v /var/run/docker.sock:/var/run/docker.sock kubevirtci/gocli@sha256:aa7f295a7908fa333ab5e98ef3af0bfafbabfd3cee2b83f9af47f722e3000f6a' + source hack/config.sh ++ unset binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig manifest_docker_prefix namespace image_pull_policy ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ source hack/config-default.sh source hack/config-os-3.10.0.sh +++ binaries='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virtctl cmd/fake-qemu-process cmd/virt-api cmd/subresource-access-test cmd/example-hook-sidecar' +++ docker_images='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virt-api images/disks-images-provider images/vm-killer cmd/registry-disk-v1alpha images/cirros-registry-disk-demo images/fedora-cloud-registry-disk-demo images/alpine-registry-disk-demo cmd/subresource-access-test images/winrmcli cmd/example-hook-sidecar' +++ docker_prefix=kubevirt +++ docker_tag=latest +++ master_ip=192.168.200.2 +++ network_provider=flannel +++ namespace=kube-system +++ image_pull_policy=IfNotPresent ++ test -f hack/config-provider-os-3.10.0.sh ++ source hack/config-provider-os-3.10.0.sh +++ master_ip=127.0.0.1 +++ docker_tag=devel +++ kubeconfig=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubeconfig +++ kubectl=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubectl +++ docker_prefix=localhost:33790/kubevirt +++ manifest_docker_prefix=registry:5000/kubevirt ++ test -f hack/config-local.sh ++ export binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig namespace image_pull_policy + echo 'Deploying ...' Deploying ... + [[ -z openshift-3.10-release ]] + [[ openshift-3.10-release =~ .*-dev ]] + [[ openshift-3.10-release =~ .*-release ]] + for manifest in '${MANIFESTS_OUT_DIR}/release/*' + [[ /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests/release/demo-content.yaml =~ .*demo.* ]] + continue + for manifest in '${MANIFESTS_OUT_DIR}/release/*' + [[ /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml =~ .*demo.* ]] + _kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml clusterrole.rbac.authorization.k8s.io "kubevirt.io:admin" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:edit" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:view" created serviceaccount "kubevirt-apiserver" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-apiserver-auth-delegator" created rolebinding.rbac.authorization.k8s.io "kubevirt-apiserver" created role.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrole.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrole.rbac.authorization.k8s.io "kubevirt-controller" created serviceaccount "kubevirt-controller" created serviceaccount "kubevirt-privileged" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-controller" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-privileged-cluster-admin" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:default" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt.io:default" created service "virt-api" created deployment.extensions "virt-api" created deployment.extensions "virt-controller" created daemonset.extensions "virt-handler" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstances.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstancereplicasets.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstancepresets.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachines.kubevirt.io" created + _kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests/testing -R + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests/testing -R persistentvolumeclaim "disk-alpine" created persistentvolume "host-path-disk-alpine" created persistentvolumeclaim "disk-custom" created persistentvolume "host-path-disk-custom" created daemonset.extensions "disks-images-provider" created serviceaccount "kubevirt-testing" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-testing-cluster-admin" created + [[ os-3.10.0 =~ os-* ]] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-controller -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-controller -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-controller"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-testing -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-testing -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-testing"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-privileged -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-privileged -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-privileged"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-apiserver -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-apiserver -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-apiserver"] + _kubectl adm policy add-scc-to-user privileged admin + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged admin scc "privileged" added to: ["admin"] + echo Done Done + namespaces=(kube-system default) + [[ kube-system != \k\u\b\e\-\s\y\s\t\e\m ]] + timeout=300 + sample=30 + for i in '${namespaces[@]}' + current_time=0 ++ kubectl get pods -n kube-system --no-headers ++ cluster/kubectl.sh get pods -n kube-system --no-headers ++ grep -v Running + '[' -n 'disks-images-provider-65q8v 0/1 ContainerCreating 0 3s disks-images-provider-mv99r 0/1 ContainerCreating 0 3s virt-api-7586947775-58hkc 0/1 ContainerCreating 0 5s virt-api-7586947775-lkplm 0/1 ContainerCreating 0 5s virt-controller-7d57d96b65-h46vd 0/1 ContainerCreating 0 5s virt-controller-7d57d96b65-wdh4l 0/1 ContainerCreating 0 5s virt-handler-2xnkh 0/1 ContainerCreating 0 5s virt-handler-jjrgq 0/1 ContainerCreating 0 5s' ']' + echo 'Waiting for kubevirt pods to enter the Running state ...' Waiting for kubevirt pods to enter the Running state ... + kubectl get pods -n kube-system --no-headers + cluster/kubectl.sh get pods -n kube-system --no-headers + grep -v Running disks-images-provider-65q8v 0/1 ContainerCreating 0 4s disks-images-provider-mv99r 0/1 ContainerCreating 0 4s virt-api-7586947775-58hkc 0/1 ContainerCreating 0 6s virt-api-7586947775-lkplm 0/1 ContainerCreating 0 6s virt-controller-7d57d96b65-h46vd 0/1 ContainerCreating 0 6s virt-controller-7d57d96b65-wdh4l 0/1 ContainerCreating 0 6s virt-handler-2xnkh 0/1 ContainerCreating 0 6s virt-handler-jjrgq 0/1 ContainerCreating 0 6s + sleep 30 + current_time=30 + '[' 30 -gt 300 ']' ++ kubectl get pods -n kube-system --no-headers ++ cluster/kubectl.sh get pods -n kube-system --no-headers ++ grep -v Running + '[' -n '' ']' + current_time=0 ++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false ++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + '[' -n false ']' + echo 'Waiting for KubeVirt containers to become ready ...' Waiting for KubeVirt containers to become ready ... + kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + grep false + cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers false + sleep 30 + current_time=30 + '[' 30 -gt 300 ']' ++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false + '[' -n '' ']' + kubectl get pods -n kube-system + cluster/kubectl.sh get pods -n kube-system NAME READY STATUS RESTARTS AGE disks-images-provider-65q8v 1/1 Running 0 1m disks-images-provider-mv99r 1/1 Running 0 1m master-api-node01 1/1 Running 1 5d master-controllers-node01 1/1 Running 2 5d master-etcd-node01 1/1 Running 1 5d virt-api-7586947775-58hkc 1/1 Running 0 1m virt-api-7586947775-lkplm 1/1 Running 0 1m virt-controller-7d57d96b65-h46vd 1/1 Running 0 1m virt-controller-7d57d96b65-wdh4l 1/1 Running 0 1m virt-handler-2xnkh 1/1 Running 0 1m virt-handler-jjrgq 1/1 Running 0 1m + for i in '${namespaces[@]}' + current_time=0 ++ kubectl get pods -n default --no-headers ++ cluster/kubectl.sh get pods -n default --no-headers ++ grep -v Running + '[' -n '' ']' + current_time=0 ++ kubectl get pods -n default '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false ++ cluster/kubectl.sh get pods -n default '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + '[' -n '' ']' + kubectl get pods -n default + cluster/kubectl.sh get pods -n default NAME READY STATUS RESTARTS AGE docker-registry-1-92ssr 1/1 Running 1 5d local-volume-provisioner-64986 1/1 Running 0 14m local-volume-provisioner-6hb22 1/1 Running 0 14m registry-console-1-k87ct 1/1 Running 2 5d router-1-49jwl 1/1 Running 1 5d + kubectl version + cluster/kubectl.sh version oc v3.10.0-rc.0+c20e215 kubernetes v1.10.0+b81c8f8 features: Basic-Auth GSSAPI Kerberos SPNEGO Server https://127.0.0.1:33787 openshift v3.10.0-rc.0+c20e215 kubernetes v1.10.0+b81c8f8 + ginko_params='--ginkgo.noColor --junit-output=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/junit.xml' + [[ openshift-3.10-release =~ windows.* ]] + FUNC_TEST_ARGS='--ginkgo.noColor --junit-output=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/junit.xml' + make functest hack/dockerized "hack/build-func-tests.sh" Sending build context to Docker daemon 5.632 kB Step 1/12 : FROM fedora:28 ---> cc510acfcd70 Step 2/12 : ENV LIBVIRT_VERSION 4.2.0 ---> Using cache ---> b1088795aeb6 Step 3/12 : RUN curl --output /etc/yum.repos.d/fedora-virt-preview.repo https://fedorapeople.org/groups/virt/virt-preview/fedora-virt-preview.repo ---> Using cache ---> 88f43b954f9f Step 4/12 : RUN dnf -y install libvirt-devel-${LIBVIRT_VERSION} make git mercurial sudo gcc findutils gradle rsync-daemon rsync qemu-img protobuf-compiler && dnf -y clean all ---> Using cache ---> 06c70b43758a Step 5/12 : ENV GIMME_GO_VERSION 1.10 ---> Using cache ---> e5b3ae738662 Step 6/12 : RUN mkdir -p /gimme && curl -sL https://raw.githubusercontent.com/travis-ci/gimme/master/gimme | HOME=/gimme bash >> /etc/profile.d/gimme.sh ---> Using cache ---> 3e3d43f49e45 Step 7/12 : ENV GOPATH "/go" GOBIN "/usr/bin" ---> Using cache ---> 73e8a3aa263a Step 8/12 : ADD rsyncd.conf /etc/rsyncd.conf ---> Using cache ---> bc244b1c712b Step 9/12 : RUN mkdir -p /go && source /etc/profile.d/gimme.sh && go get github.com/mattn/goveralls && go get -u github.com/Masterminds/glide && go get golang.org/x/tools/cmd/goimports && git clone https://github.com/mvdan/sh.git $GOPATH/src/mvdan.cc/sh && cd /go/src/mvdan.cc/sh/cmd/shfmt && git checkout v2.5.0 && go get mvdan.cc/sh/cmd/shfmt && go install && go get -u github.com/golang/mock/gomock && go get -u github.com/rmohr/mock/mockgen && go get -u github.com/rmohr/go-swagger-utils/swagger-doc && go get -u github.com/onsi/ginkgo/ginkgo && go get -u -d k8s.io/code-generator/cmd/deepcopy-gen && go get -u -d k8s.io/code-generator/cmd/defaulter-gen && go get -u -d k8s.io/code-generator/cmd/openapi-gen && cd /go/src/k8s.io/code-generator/cmd/deepcopy-gen && git checkout release-1.9 && go install && cd /go/src/k8s.io/code-generator/cmd/defaulter-gen && git checkout release-1.9 && go install && cd /go/src/k8s.io/code-generator/cmd/openapi-gen && git checkout release-1.9 && go install && go get -u -d github.com/golang/protobuf/protoc-gen-go && cd /go/src/github.com/golang/protobuf/protoc-gen-go && git checkout 1643683e1b54a9e88ad26d98f81400c8c9d9f4f9 && go install ---> Using cache ---> 4cd1786b2bc8 Step 10/12 : RUN pip install j2cli ---> Using cache ---> b51a532fa53a Step 11/12 : ADD entrypoint.sh /entrypoint.sh ---> Using cache ---> 3bc0185264f6 Step 12/12 : ENTRYPOINT /entrypoint.sh ---> Using cache ---> dcf2b21fa2ed Successfully built dcf2b21fa2ed go version go1.10 linux/amd64 go version go1.10 linux/amd64 Compiling tests... compiled tests.test hack/functests.sh Running Suite: Tests Suite ========================== Random Seed: 1533673421 Will run 151 of 151 specs • ------------------------------ • [SLOW TEST:64.436 seconds] RegistryDisk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:41 Starting and stopping the same VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:90 with ephemeral registry disk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:91 should success multiple times /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:92 ------------------------------ • [SLOW TEST:19.689 seconds] RegistryDisk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:41 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:111 with ephemeral registry disk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:112 should not modify the spec on status update /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:113 ------------------------------ • [SLOW TEST:23.386 seconds] RegistryDisk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:41 Starting multiple VMIs /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:129 with ephemeral registry disk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:130 should success /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:131 ------------------------------ • ------------------------------ • [SLOW TEST:8.305 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should scale /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 to five, to six and then to zero replicas /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ •• ------------------------------ • [SLOW TEST:22.328 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should update readyReplicas once VMIs are up /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:157 ------------------------------ •• ------------------------------ • [SLOW TEST:5.630 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should not scale when paused and scale when resume /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:223 ------------------------------ •• ------------------------------ • [SLOW TEST:20.929 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 should start it /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:80 ------------------------------ • [SLOW TEST:20.183 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 should attach virt-launcher to it /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:86 ------------------------------ •••• ------------------------------ • [SLOW TEST:39.105 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 with boot order /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:174 should be able to boot from selected disk /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 Alpine as first boot /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:29.861 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 with boot order /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:174 should be able to boot from selected disk /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 Cirros as first boot /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:19.673 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 with user-data /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:205 without k8s secret /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:206 should retry starting the VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:207 ------------------------------ • [SLOW TEST:20.510 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 with user-data /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:205 without k8s secret /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:206 should log warning and proceed once the secret is there /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:237 ------------------------------ • [SLOW TEST:39.215 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 when virt-launcher crashes /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:285 should be stopped and have Failed phase /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:286 ------------------------------ • [SLOW TEST:70.898 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 when virt-handler crashes /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:309 should recover and continue management /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:310 ------------------------------ • [SLOW TEST:74.969 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 when virt-handler is responsive /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:340 should indicate that a node is ready for vmis /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:341 ------------------------------ Pod name: disks-images-provider-65q8v Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mv99r Pod phase: Running copy all images to host mount directory Pod name: virt-api-7586947775-58hkc Pod phase: Running 2018/08/07 20:31:05 http: TLS handshake error from 10.129.0.1:55608: EOF 2018/08/07 20:31:15 http: TLS handshake error from 10.129.0.1:55614: EOF 2018/08/07 20:31:25 http: TLS handshake error from 10.129.0.1:55620: EOF level=info timestamp=2018-08-07T20:31:34.671470Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:31:35 http: TLS handshake error from 10.129.0.1:55626: EOF 2018/08/07 20:31:45 http: TLS handshake error from 10.129.0.1:55632: EOF 2018/08/07 20:31:55 http: TLS handshake error from 10.129.0.1:55638: EOF level=info timestamp=2018-08-07T20:32:04.594063Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:32:05 http: TLS handshake error from 10.129.0.1:55644: EOF 2018/08/07 20:32:15 http: TLS handshake error from 10.129.0.1:55650: EOF 2018/08/07 20:32:25 http: TLS handshake error from 10.129.0.1:55656: EOF Pod name: virt-api-7586947775-lkplm Pod phase: Running 2018/08/07 20:30:38 http: TLS handshake error from 10.128.0.1:46938: EOF 2018/08/07 20:30:48 http: TLS handshake error from 10.128.0.1:46980: EOF level=info timestamp=2018-08-07T20:30:55.605267Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:30:58 http: TLS handshake error from 10.128.0.1:47024: EOF level=info timestamp=2018-08-07T20:31:04.168926Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-08-07T20:31:05.510595Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:31:08 http: TLS handshake error from 10.128.0.1:47076: EOF 2018/08/07 20:31:18 http: TLS handshake error from 10.128.0.1:47120: EOF 2018/08/07 20:31:28 http: TLS handshake error from 10.128.0.1:47168: EOF 2018/08/07 20:31:38 http: TLS handshake error from 10.128.0.1:47222: EOF 2018/08/07 20:31:48 http: TLS handshake error from 10.128.0.1:47270: EOF 2018/08/07 20:31:58 http: TLS handshake error from 10.128.0.1:47316: EOF 2018/08/07 20:32:08 http: TLS handshake error from 10.128.0.1:47362: EOF 2018/08/07 20:32:18 http: TLS handshake error from 10.128.0.1:47406: EOF 2018/08/07 20:32:28 http: TLS handshake error from 10.128.0.1:47448: EOF Pod name: virt-controller-7d57d96b65-h46vd Pod phase: Running level=info timestamp=2018-08-07T20:30:41.987628Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 E0807 20:30:45.001546 1 leaderelection.go:224] error retrieving resource lock kube-system/virt-controller: Get https://172.30.0.1:443/api/v1/namespaces/kube-system/endpoints/virt-controller: dial tcp 172.30.0.1:443: connect: no route to host Pod name: virt-controller-7d57d96b65-wdh4l Pod phase: Running level=info timestamp=2018-08-07T20:30:19.033636Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer kubeVirtNodeInformer" level=info timestamp=2018-08-07T20:30:19.034189Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer vmiPresetInformer" level=info timestamp=2018-08-07T20:30:19.034247Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer vmirsInformer" level=info timestamp=2018-08-07T20:30:19.034294Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer configMapInformer" level=info timestamp=2018-08-07T20:30:19.034337Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer vmInformer" level=info timestamp=2018-08-07T20:30:19.034378Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer limitrangeInformer" level=info timestamp=2018-08-07T20:30:19.034419Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer vmiInformer" level=info timestamp=2018-08-07T20:30:19.034460Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer kubeVirtPodInformer" level=info timestamp=2018-08-07T20:30:19.034783Z pos=vm.go:85 component=virt-controller service=http msg="Starting VirtualMachine controller." level=info timestamp=2018-08-07T20:30:19.037306Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-08-07T20:30:19.038087Z pos=node.go:104 component=virt-controller service=http msg="Starting node controller." level=info timestamp=2018-08-07T20:30:19.038350Z pos=vmi.go:129 component=virt-controller service=http msg="Starting vmi controller." level=info timestamp=2018-08-07T20:30:19.043632Z pos=preset.go:74 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-08-07T20:32:32.312636Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmif8tlm5qkngmmpn7lr4nqvwt2d4twd7pr9vvsp74rdj2j2mh6sbk2gklpfj4c7ds kind= uid=f0e33f59-9a80-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:32:32.318052Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmif8tlm5qkngmmpn7lr4nqvwt2d4twd7pr9vvsp74rdj2j2mh6sbk2gklpfj4c7ds kind= uid=f0e33f59-9a80-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-handler-2xnkh Pod phase: Running level=info timestamp=2018-08-07T20:30:46.435398Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:46.454392Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:46.454651Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:46.454930Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:46.455124Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="No update processing required" level=info timestamp=2018-08-07T20:30:46.455257Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.666968Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:47.667389Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:47.668085Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.668960Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.669645Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.717594Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: false\n" level=info timestamp=2018-08-07T20:30:47.718016Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.718208Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.718410Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-jjrgq Pod phase: Running level=info timestamp=2018-08-07T20:26:08.418519Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-07T20:26:08.418653Z pos=vm.go:331 component=virt-handler msg="Domain status: Shutoff, reason: Destroyed\n" level=info timestamp=2018-08-07T20:26:08.419110Z pos=vm.go:358 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-08-07T20:26:08.419387Z pos=vm.go:410 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing deletion." level=info timestamp=2018-08-07T20:26:08.420178Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:24.604623Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:24.606816Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln, existing: false\n" level=info timestamp=2018-08-07T20:26:24.607118Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:24.607588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:24.608607Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:54.605460Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:54.606768Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb, existing: false\n" level=info timestamp=2018-08-07T20:26:54.607071Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:54.607297Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:54.607570Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmif8tlm5qkngmmpn7lr4nqvwt2d4twd7pr9vvspd8m44 Pod phase: Pending • Failure in Spec Setup (BeforeEach) [31.031 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 when virt-handler is not responsive /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:371 the node controller should react [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:410 Expected error: <*errors.StatusError | 0xc420855830>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:383 ------------------------------ Pod name: disks-images-provider-65q8v Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mv99r Pod phase: Running copy all images to host mount directory Pod name: virt-api-7586947775-58hkc Pod phase: Running 2018/08/07 20:31:05 http: TLS handshake error from 10.129.0.1:55608: EOF 2018/08/07 20:31:15 http: TLS handshake error from 10.129.0.1:55614: EOF 2018/08/07 20:31:25 http: TLS handshake error from 10.129.0.1:55620: EOF level=info timestamp=2018-08-07T20:31:34.671470Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:31:35 http: TLS handshake error from 10.129.0.1:55626: EOF 2018/08/07 20:31:45 http: TLS handshake error from 10.129.0.1:55632: EOF 2018/08/07 20:31:55 http: TLS handshake error from 10.129.0.1:55638: EOF level=info timestamp=2018-08-07T20:32:04.594063Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:32:05 http: TLS handshake error from 10.129.0.1:55644: EOF 2018/08/07 20:32:15 http: TLS handshake error from 10.129.0.1:55650: EOF 2018/08/07 20:32:25 http: TLS handshake error from 10.129.0.1:55656: EOF 2018/08/07 20:32:35 http: TLS handshake error from 10.129.0.1:55662: EOF 2018/08/07 20:32:45 http: TLS handshake error from 10.129.0.1:55668: EOF 2018/08/07 20:32:55 http: TLS handshake error from 10.129.0.1:55674: EOF Pod name: virt-api-7586947775-lkplm Pod phase: Running level=info timestamp=2018-08-07T20:31:04.168926Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-08-07T20:31:05.510595Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:31:08 http: TLS handshake error from 10.128.0.1:47076: EOF 2018/08/07 20:31:18 http: TLS handshake error from 10.128.0.1:47120: EOF 2018/08/07 20:31:28 http: TLS handshake error from 10.128.0.1:47168: EOF 2018/08/07 20:31:38 http: TLS handshake error from 10.128.0.1:47222: EOF 2018/08/07 20:31:48 http: TLS handshake error from 10.128.0.1:47270: EOF 2018/08/07 20:31:58 http: TLS handshake error from 10.128.0.1:47316: EOF 2018/08/07 20:32:08 http: TLS handshake error from 10.128.0.1:47362: EOF 2018/08/07 20:32:18 http: TLS handshake error from 10.128.0.1:47406: EOF 2018/08/07 20:32:28 http: TLS handshake error from 10.128.0.1:47448: EOF level=info timestamp=2018-08-07T20:32:34.212600Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:32:38 http: TLS handshake error from 10.128.0.1:47500: EOF 2018/08/07 20:32:48 http: TLS handshake error from 10.128.0.1:47542: EOF 2018/08/07 20:32:58 http: TLS handshake error from 10.128.0.1:47584: EOF Pod name: virt-controller-7d57d96b65-h46vd Pod phase: Running level=info timestamp=2018-08-07T20:30:41.987628Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 E0807 20:30:45.001546 1 leaderelection.go:224] error retrieving resource lock kube-system/virt-controller: Get https://172.30.0.1:443/api/v1/namespaces/kube-system/endpoints/virt-controller: dial tcp 172.30.0.1:443: connect: no route to host Pod name: virt-controller-7d57d96b65-wdh4l Pod phase: Running level=info timestamp=2018-08-07T20:30:19.034294Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer configMapInformer" level=info timestamp=2018-08-07T20:30:19.034337Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer vmInformer" level=info timestamp=2018-08-07T20:30:19.034378Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer limitrangeInformer" level=info timestamp=2018-08-07T20:30:19.034419Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer vmiInformer" level=info timestamp=2018-08-07T20:30:19.034460Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer kubeVirtPodInformer" level=info timestamp=2018-08-07T20:30:19.034783Z pos=vm.go:85 component=virt-controller service=http msg="Starting VirtualMachine controller." level=info timestamp=2018-08-07T20:30:19.037306Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-08-07T20:30:19.038087Z pos=node.go:104 component=virt-controller service=http msg="Starting node controller." level=info timestamp=2018-08-07T20:30:19.038350Z pos=vmi.go:129 component=virt-controller service=http msg="Starting vmi controller." level=info timestamp=2018-08-07T20:30:19.043632Z pos=preset.go:74 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-08-07T20:32:32.312636Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmif8tlm5qkngmmpn7lr4nqvwt2d4twd7pr9vvsp74rdj2j2mh6sbk2gklpfj4c7ds kind= uid=f0e33f59-9a80-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:32:32.318052Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmif8tlm5qkngmmpn7lr4nqvwt2d4twd7pr9vvsp74rdj2j2mh6sbk2gklpfj4c7ds kind= uid=f0e33f59-9a80-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:32:33.236746Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmif8tlm5qkngmmpn7lr4nqvwt2d4twd7pr9vvsp74rdj2j2mh6sbk2gklpfj4c7ds\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmif8tlm5qkngmmpn7lr4nqvwt2d4twd7pr9vvsp74rdj2j2mh6sbk2gklpfj4c7ds, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: f0e33f59-9a80-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmif8tlm5qkngmmpn7lr4nqvwt2d4twd7pr9vvsp74rdj2j2mh6sbk2gklpfj4c7ds" level=info timestamp=2018-08-07T20:33:03.485205Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc kind= uid=0378ba2e-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:33:03.486898Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc kind= uid=0378ba2e-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-handler-2xnkh Pod phase: Running level=info timestamp=2018-08-07T20:30:46.435398Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:46.454392Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:46.454651Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:46.454930Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:46.455124Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="No update processing required" level=info timestamp=2018-08-07T20:30:46.455257Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.666968Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:47.667389Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:47.668085Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.668960Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.669645Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.717594Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: false\n" level=info timestamp=2018-08-07T20:30:47.718016Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.718208Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.718410Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-jjrgq Pod phase: Running level=info timestamp=2018-08-07T20:26:08.418519Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-07T20:26:08.418653Z pos=vm.go:331 component=virt-handler msg="Domain status: Shutoff, reason: Destroyed\n" level=info timestamp=2018-08-07T20:26:08.419110Z pos=vm.go:358 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-08-07T20:26:08.419387Z pos=vm.go:410 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing deletion." level=info timestamp=2018-08-07T20:26:08.420178Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:24.604623Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:24.606816Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln, existing: false\n" level=info timestamp=2018-08-07T20:26:24.607118Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:24.607588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:24.608607Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:54.605460Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:54.606768Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb, existing: false\n" level=info timestamp=2018-08-07T20:26:54.607071Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:54.607297Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:54.607570Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brnmfhb9 Pod phase: Pending • Failure [31.011 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 with node tainted /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:463 the vmi with tolerations should be scheduled [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:485 Expected error: <*errors.StatusError | 0xc4206899e0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:502 ------------------------------ Pod name: disks-images-provider-65q8v Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mv99r Pod phase: Running copy all images to host mount directory Pod name: virt-api-7586947775-58hkc Pod phase: Running 2018/08/07 20:31:25 http: TLS handshake error from 10.129.0.1:55620: EOF level=info timestamp=2018-08-07T20:31:34.671470Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:31:35 http: TLS handshake error from 10.129.0.1:55626: EOF 2018/08/07 20:31:45 http: TLS handshake error from 10.129.0.1:55632: EOF 2018/08/07 20:31:55 http: TLS handshake error from 10.129.0.1:55638: EOF level=info timestamp=2018-08-07T20:32:04.594063Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:32:05 http: TLS handshake error from 10.129.0.1:55644: EOF 2018/08/07 20:32:15 http: TLS handshake error from 10.129.0.1:55650: EOF 2018/08/07 20:32:25 http: TLS handshake error from 10.129.0.1:55656: EOF 2018/08/07 20:32:35 http: TLS handshake error from 10.129.0.1:55662: EOF 2018/08/07 20:32:45 http: TLS handshake error from 10.129.0.1:55668: EOF 2018/08/07 20:32:55 http: TLS handshake error from 10.129.0.1:55674: EOF 2018/08/07 20:33:05 http: TLS handshake error from 10.129.0.1:55680: EOF 2018/08/07 20:33:15 http: TLS handshake error from 10.129.0.1:55686: EOF 2018/08/07 20:33:25 http: TLS handshake error from 10.129.0.1:55692: EOF Pod name: virt-api-7586947775-lkplm Pod phase: Running 2018/08/07 20:31:38 http: TLS handshake error from 10.128.0.1:47222: EOF 2018/08/07 20:31:48 http: TLS handshake error from 10.128.0.1:47270: EOF 2018/08/07 20:31:58 http: TLS handshake error from 10.128.0.1:47316: EOF 2018/08/07 20:32:08 http: TLS handshake error from 10.128.0.1:47362: EOF 2018/08/07 20:32:18 http: TLS handshake error from 10.128.0.1:47406: EOF 2018/08/07 20:32:28 http: TLS handshake error from 10.128.0.1:47448: EOF level=info timestamp=2018-08-07T20:32:34.212600Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:32:38 http: TLS handshake error from 10.128.0.1:47500: EOF 2018/08/07 20:32:48 http: TLS handshake error from 10.128.0.1:47542: EOF 2018/08/07 20:32:58 http: TLS handshake error from 10.128.0.1:47584: EOF level=info timestamp=2018-08-07T20:33:04.145621Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:33:08 http: TLS handshake error from 10.128.0.1:47632: EOF 2018/08/07 20:33:18 http: TLS handshake error from 10.128.0.1:47674: EOF 2018/08/07 20:33:28 http: TLS handshake error from 10.128.0.1:47716: EOF level=info timestamp=2018-08-07T20:33:34.218096Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-controller-7d57d96b65-h46vd Pod phase: Running level=info timestamp=2018-08-07T20:30:41.987628Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 E0807 20:30:45.001546 1 leaderelection.go:224] error retrieving resource lock kube-system/virt-controller: Get https://172.30.0.1:443/api/v1/namespaces/kube-system/endpoints/virt-controller: dial tcp 172.30.0.1:443: connect: no route to host Pod name: virt-controller-7d57d96b65-wdh4l Pod phase: Running level=info timestamp=2018-08-07T20:30:19.037306Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-08-07T20:30:19.038087Z pos=node.go:104 component=virt-controller service=http msg="Starting node controller." level=info timestamp=2018-08-07T20:30:19.038350Z pos=vmi.go:129 component=virt-controller service=http msg="Starting vmi controller." level=info timestamp=2018-08-07T20:30:19.043632Z pos=preset.go:74 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-08-07T20:32:32.312636Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmif8tlm5qkngmmpn7lr4nqvwt2d4twd7pr9vvsp74rdj2j2mh6sbk2gklpfj4c7ds kind= uid=f0e33f59-9a80-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:32:32.318052Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmif8tlm5qkngmmpn7lr4nqvwt2d4twd7pr9vvsp74rdj2j2mh6sbk2gklpfj4c7ds kind= uid=f0e33f59-9a80-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:32:33.236746Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmif8tlm5qkngmmpn7lr4nqvwt2d4twd7pr9vvsp74rdj2j2mh6sbk2gklpfj4c7ds\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmif8tlm5qkngmmpn7lr4nqvwt2d4twd7pr9vvsp74rdj2j2mh6sbk2gklpfj4c7ds, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: f0e33f59-9a80-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmif8tlm5qkngmmpn7lr4nqvwt2d4twd7pr9vvsp74rdj2j2mh6sbk2gklpfj4c7ds" level=info timestamp=2018-08-07T20:33:03.485205Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc kind= uid=0378ba2e-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:33:03.486898Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc kind= uid=0378ba2e-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:33:03.846315Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc" level=info timestamp=2018-08-07T20:33:03.923121Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc" level=info timestamp=2018-08-07T20:33:04.254707Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 0378ba2e-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc" level=info timestamp=2018-08-07T20:33:34.470084Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijb2hsh8vvtmd2x8fjkdtpq42ztk5kwqffwl7wvbxqtvptrh4kqdng2kzl57z9wh kind= uid=15edc539-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:33:34.470724Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijb2hsh8vvtmd2x8fjkdtpq42ztk5kwqffwl7wvbxqtvptrh4kqdng2kzl57z9wh kind= uid=15edc539-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:33:34.704925Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijb2hsh8vvtmd2x8fjkdtpq42ztk5kwqffwl7wvbxqtvptrh4kqdng2kzl57z9wh\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijb2hsh8vvtmd2x8fjkdtpq42ztk5kwqffwl7wvbxqtvptrh4kqdng2kzl57z9wh" Pod name: virt-handler-2xnkh Pod phase: Running level=info timestamp=2018-08-07T20:30:46.435398Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:46.454392Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:46.454651Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:46.454930Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:46.455124Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="No update processing required" level=info timestamp=2018-08-07T20:30:46.455257Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.666968Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:47.667389Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:47.668085Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.668960Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.669645Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.717594Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: false\n" level=info timestamp=2018-08-07T20:30:47.718016Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.718208Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.718410Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-jjrgq Pod phase: Running level=info timestamp=2018-08-07T20:26:08.418519Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-07T20:26:08.418653Z pos=vm.go:331 component=virt-handler msg="Domain status: Shutoff, reason: Destroyed\n" level=info timestamp=2018-08-07T20:26:08.419110Z pos=vm.go:358 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-08-07T20:26:08.419387Z pos=vm.go:410 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing deletion." level=info timestamp=2018-08-07T20:26:08.420178Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:24.604623Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:24.606816Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln, existing: false\n" level=info timestamp=2018-08-07T20:26:24.607118Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:24.607588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:24.608607Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:54.605460Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:54.606768Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb, existing: false\n" level=info timestamp=2018-08-07T20:26:54.607071Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:54.607297Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:54.607570Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmijb2hsh8vvtmd2x8fjkdtpq42ztk5kwqffwl7w6xl78 Pod phase: Pending • Failure [31.011 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 with node tainted /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:463 the vmi without tolerations should not be scheduled [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:506 Expected error: <*errors.StatusError | 0xc420b9a7e0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:522 ------------------------------ Pod name: disks-images-provider-65q8v Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mv99r Pod phase: Running copy all images to host mount directory Pod name: virt-api-7586947775-58hkc Pod phase: Running 2018/08/07 20:31:55 http: TLS handshake error from 10.129.0.1:55638: EOF level=info timestamp=2018-08-07T20:32:04.594063Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:32:05 http: TLS handshake error from 10.129.0.1:55644: EOF 2018/08/07 20:32:15 http: TLS handshake error from 10.129.0.1:55650: EOF 2018/08/07 20:32:25 http: TLS handshake error from 10.129.0.1:55656: EOF 2018/08/07 20:32:35 http: TLS handshake error from 10.129.0.1:55662: EOF 2018/08/07 20:32:45 http: TLS handshake error from 10.129.0.1:55668: EOF 2018/08/07 20:32:55 http: TLS handshake error from 10.129.0.1:55674: EOF 2018/08/07 20:33:05 http: TLS handshake error from 10.129.0.1:55680: EOF 2018/08/07 20:33:15 http: TLS handshake error from 10.129.0.1:55686: EOF 2018/08/07 20:33:25 http: TLS handshake error from 10.129.0.1:55692: EOF 2018/08/07 20:33:35 http: TLS handshake error from 10.129.0.1:55698: EOF 2018/08/07 20:33:45 http: TLS handshake error from 10.129.0.1:55704: EOF 2018/08/07 20:33:55 http: TLS handshake error from 10.129.0.1:55712: EOF 2018/08/07 20:34:05 http: TLS handshake error from 10.129.0.1:55718: EOF Pod name: virt-api-7586947775-lkplm Pod phase: Running 2018/08/07 20:32:18 http: TLS handshake error from 10.128.0.1:47406: EOF 2018/08/07 20:32:28 http: TLS handshake error from 10.128.0.1:47448: EOF level=info timestamp=2018-08-07T20:32:34.212600Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:32:38 http: TLS handshake error from 10.128.0.1:47500: EOF 2018/08/07 20:32:48 http: TLS handshake error from 10.128.0.1:47542: EOF 2018/08/07 20:32:58 http: TLS handshake error from 10.128.0.1:47584: EOF level=info timestamp=2018-08-07T20:33:04.145621Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:33:08 http: TLS handshake error from 10.128.0.1:47632: EOF 2018/08/07 20:33:18 http: TLS handshake error from 10.128.0.1:47674: EOF 2018/08/07 20:33:28 http: TLS handshake error from 10.128.0.1:47716: EOF level=info timestamp=2018-08-07T20:33:34.218096Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:33:38 http: TLS handshake error from 10.128.0.1:47762: EOF 2018/08/07 20:33:48 http: TLS handshake error from 10.128.0.1:47804: EOF 2018/08/07 20:33:58 http: TLS handshake error from 10.128.0.1:47846: EOF level=info timestamp=2018-08-07T20:34:04.156214Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-controller-7d57d96b65-h46vd Pod phase: Running level=info timestamp=2018-08-07T20:30:41.987628Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 E0807 20:30:45.001546 1 leaderelection.go:224] error retrieving resource lock kube-system/virt-controller: Get https://172.30.0.1:443/api/v1/namespaces/kube-system/endpoints/virt-controller: dial tcp 172.30.0.1:443: connect: no route to host Pod name: virt-controller-7d57d96b65-wdh4l Pod phase: Running level=info timestamp=2018-08-07T20:30:19.043632Z pos=preset.go:74 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-08-07T20:32:32.312636Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmif8tlm5qkngmmpn7lr4nqvwt2d4twd7pr9vvsp74rdj2j2mh6sbk2gklpfj4c7ds kind= uid=f0e33f59-9a80-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:32:32.318052Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmif8tlm5qkngmmpn7lr4nqvwt2d4twd7pr9vvsp74rdj2j2mh6sbk2gklpfj4c7ds kind= uid=f0e33f59-9a80-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:32:33.236746Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmif8tlm5qkngmmpn7lr4nqvwt2d4twd7pr9vvsp74rdj2j2mh6sbk2gklpfj4c7ds\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmif8tlm5qkngmmpn7lr4nqvwt2d4twd7pr9vvsp74rdj2j2mh6sbk2gklpfj4c7ds, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: f0e33f59-9a80-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmif8tlm5qkngmmpn7lr4nqvwt2d4twd7pr9vvsp74rdj2j2mh6sbk2gklpfj4c7ds" level=info timestamp=2018-08-07T20:33:03.485205Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc kind= uid=0378ba2e-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:33:03.486898Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc kind= uid=0378ba2e-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:33:03.846315Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc" level=info timestamp=2018-08-07T20:33:03.923121Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc" level=info timestamp=2018-08-07T20:33:04.254707Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 0378ba2e-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc" level=info timestamp=2018-08-07T20:33:34.470084Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijb2hsh8vvtmd2x8fjkdtpq42ztk5kwqffwl7wvbxqtvptrh4kqdng2kzl57z9wh kind= uid=15edc539-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:33:34.470724Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijb2hsh8vvtmd2x8fjkdtpq42ztk5kwqffwl7wvbxqtvptrh4kqdng2kzl57z9wh kind= uid=15edc539-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:33:34.704925Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijb2hsh8vvtmd2x8fjkdtpq42ztk5kwqffwl7wvbxqtvptrh4kqdng2kzl57z9wh\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijb2hsh8vvtmd2x8fjkdtpq42ztk5kwqffwl7wvbxqtvptrh4kqdng2kzl57z9wh" level=info timestamp=2018-08-07T20:34:05.550157Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmix5fdz9r8bcpnh5phdt79vfkct9cf2sp6qz257c9p2r545282lln6xsj5jzkxrkl kind= uid=2876b8ab-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:34:05.551426Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmix5fdz9r8bcpnh5phdt79vfkct9cf2sp6qz257c9p2r545282lln6xsj5jzkxrkl kind= uid=2876b8ab-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:34:05.713802Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmix5fdz9r8bcpnh5phdt79vfkct9cf2sp6qz257c9p2r545282lln6xsj5jzkxrkl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmix5fdz9r8bcpnh5phdt79vfkct9cf2sp6qz257c9p2r545282lln6xsj5jzkxrkl" Pod name: virt-handler-2xnkh Pod phase: Running level=info timestamp=2018-08-07T20:30:46.435398Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:46.454392Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:46.454651Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:46.454930Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:46.455124Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="No update processing required" level=info timestamp=2018-08-07T20:30:46.455257Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.666968Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:47.667389Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:47.668085Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.668960Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.669645Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.717594Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: false\n" level=info timestamp=2018-08-07T20:30:47.718016Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.718208Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.718410Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-jjrgq Pod phase: Running level=info timestamp=2018-08-07T20:26:08.418519Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-07T20:26:08.418653Z pos=vm.go:331 component=virt-handler msg="Domain status: Shutoff, reason: Destroyed\n" level=info timestamp=2018-08-07T20:26:08.419110Z pos=vm.go:358 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-08-07T20:26:08.419387Z pos=vm.go:410 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing deletion." level=info timestamp=2018-08-07T20:26:08.420178Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:24.604623Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:24.606816Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln, existing: false\n" level=info timestamp=2018-08-07T20:26:24.607118Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:24.607588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:24.608607Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:54.605460Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:54.606768Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb, existing: false\n" level=info timestamp=2018-08-07T20:26:54.607071Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:54.607297Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:54.607570Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmix5fdz9r8bcpnh5phdt79vfkct9cf2sp6qz257qbcgt Pod phase: Pending • Failure [31.002 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 with non default namespace /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:535 should log libvirt start and stop lifecycle events of the domain /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 kubevirt-test-default [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: <*errors.StatusError | 0xc420854d80>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:558 ------------------------------ STEP: Creating a VirtualMachineInstance with different namespace Pod name: disks-images-provider-65q8v Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mv99r Pod phase: Running copy all images to host mount directory Pod name: virt-api-7586947775-58hkc Pod phase: Running 2018/08/07 20:32:25 http: TLS handshake error from 10.129.0.1:55656: EOF 2018/08/07 20:32:35 http: TLS handshake error from 10.129.0.1:55662: EOF 2018/08/07 20:32:45 http: TLS handshake error from 10.129.0.1:55668: EOF 2018/08/07 20:32:55 http: TLS handshake error from 10.129.0.1:55674: EOF 2018/08/07 20:33:05 http: TLS handshake error from 10.129.0.1:55680: EOF 2018/08/07 20:33:15 http: TLS handshake error from 10.129.0.1:55686: EOF 2018/08/07 20:33:25 http: TLS handshake error from 10.129.0.1:55692: EOF 2018/08/07 20:33:35 http: TLS handshake error from 10.129.0.1:55698: EOF 2018/08/07 20:33:45 http: TLS handshake error from 10.129.0.1:55704: EOF 2018/08/07 20:33:55 http: TLS handshake error from 10.129.0.1:55712: EOF 2018/08/07 20:34:05 http: TLS handshake error from 10.129.0.1:55718: EOF 2018/08/07 20:34:15 http: TLS handshake error from 10.129.0.1:55724: EOF 2018/08/07 20:34:25 http: TLS handshake error from 10.129.0.1:55730: EOF level=info timestamp=2018-08-07T20:34:34.731279Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:34:35 http: TLS handshake error from 10.129.0.1:55736: EOF Pod name: virt-api-7586947775-lkplm Pod phase: Running 2018/08/07 20:32:38 http: TLS handshake error from 10.128.0.1:47500: EOF 2018/08/07 20:32:48 http: TLS handshake error from 10.128.0.1:47542: EOF 2018/08/07 20:32:58 http: TLS handshake error from 10.128.0.1:47584: EOF level=info timestamp=2018-08-07T20:33:04.145621Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:33:08 http: TLS handshake error from 10.128.0.1:47632: EOF 2018/08/07 20:33:18 http: TLS handshake error from 10.128.0.1:47674: EOF 2018/08/07 20:33:28 http: TLS handshake error from 10.128.0.1:47716: EOF level=info timestamp=2018-08-07T20:33:34.218096Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:33:38 http: TLS handshake error from 10.128.0.1:47762: EOF 2018/08/07 20:33:48 http: TLS handshake error from 10.128.0.1:47804: EOF 2018/08/07 20:33:58 http: TLS handshake error from 10.128.0.1:47846: EOF level=info timestamp=2018-08-07T20:34:04.156214Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:34:08 http: TLS handshake error from 10.128.0.1:47892: EOF 2018/08/07 20:34:18 http: TLS handshake error from 10.128.0.1:47934: EOF 2018/08/07 20:34:28 http: TLS handshake error from 10.128.0.1:47978: EOF Pod name: virt-controller-7d57d96b65-h46vd Pod phase: Running level=info timestamp=2018-08-07T20:30:41.987628Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 E0807 20:30:45.001546 1 leaderelection.go:224] error retrieving resource lock kube-system/virt-controller: Get https://172.30.0.1:443/api/v1/namespaces/kube-system/endpoints/virt-controller: dial tcp 172.30.0.1:443: connect: no route to host Pod name: virt-controller-7d57d96b65-wdh4l Pod phase: Running level=info timestamp=2018-08-07T20:33:03.485205Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc kind= uid=0378ba2e-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:33:03.486898Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc kind= uid=0378ba2e-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:33:03.846315Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc" level=info timestamp=2018-08-07T20:33:03.923121Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc" level=info timestamp=2018-08-07T20:33:04.254707Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 0378ba2e-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc" level=info timestamp=2018-08-07T20:33:34.470084Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijb2hsh8vvtmd2x8fjkdtpq42ztk5kwqffwl7wvbxqtvptrh4kqdng2kzl57z9wh kind= uid=15edc539-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:33:34.470724Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijb2hsh8vvtmd2x8fjkdtpq42ztk5kwqffwl7wvbxqtvptrh4kqdng2kzl57z9wh kind= uid=15edc539-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:33:34.704925Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijb2hsh8vvtmd2x8fjkdtpq42ztk5kwqffwl7wvbxqtvptrh4kqdng2kzl57z9wh\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijb2hsh8vvtmd2x8fjkdtpq42ztk5kwqffwl7wvbxqtvptrh4kqdng2kzl57z9wh" level=info timestamp=2018-08-07T20:34:05.550157Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmix5fdz9r8bcpnh5phdt79vfkct9cf2sp6qz257c9p2r545282lln6xsj5jzkxrkl kind= uid=2876b8ab-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:34:05.551426Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmix5fdz9r8bcpnh5phdt79vfkct9cf2sp6qz257c9p2r545282lln6xsj5jzkxrkl kind= uid=2876b8ab-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:34:05.713802Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmix5fdz9r8bcpnh5phdt79vfkct9cf2sp6qz257c9p2r545282lln6xsj5jzkxrkl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmix5fdz9r8bcpnh5phdt79vfkct9cf2sp6qz257c9p2r545282lln6xsj5jzkxrkl" level=info timestamp=2018-08-07T20:34:06.188498Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmix5fdz9r8bcpnh5phdt79vfkct9cf2sp6qz257c9p2r545282lln6xsj5jzkxrkl\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmix5fdz9r8bcpnh5phdt79vfkct9cf2sp6qz257c9p2r545282lln6xsj5jzkxrkl, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 2876b8ab-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmix5fdz9r8bcpnh5phdt79vfkct9cf2sp6qz257c9p2r545282lln6xsj5jzkxrkl" level=info timestamp=2018-08-07T20:34:36.569407Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-alternative name=testvmi9jl5577tnb7krjxbbssgqjl6vbr8499mlj6x84kmtqv2qgk4fxsc9jd2j479swh kind= uid=3ae487c2-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:34:36.573425Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-alternative name=testvmi9jl5577tnb7krjxbbssgqjl6vbr8499mlj6x84kmtqv2qgk4fxsc9jd2j479swh kind= uid=3ae487c2-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:34:36.777799Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi9jl5577tnb7krjxbbssgqjl6vbr8499mlj6x84kmtqv2qgk4fxsc9jd2j479swh\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-alternative/testvmi9jl5577tnb7krjxbbssgqjl6vbr8499mlj6x84kmtqv2qgk4fxsc9jd2j479swh" Pod name: virt-handler-2xnkh Pod phase: Running level=info timestamp=2018-08-07T20:30:46.435398Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:46.454392Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:46.454651Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:46.454930Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:46.455124Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="No update processing required" level=info timestamp=2018-08-07T20:30:46.455257Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.666968Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:47.667389Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:47.668085Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.668960Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.669645Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.717594Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: false\n" level=info timestamp=2018-08-07T20:30:47.718016Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.718208Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.718410Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-jjrgq Pod phase: Running level=info timestamp=2018-08-07T20:26:08.418519Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-07T20:26:08.418653Z pos=vm.go:331 component=virt-handler msg="Domain status: Shutoff, reason: Destroyed\n" level=info timestamp=2018-08-07T20:26:08.419110Z pos=vm.go:358 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-08-07T20:26:08.419387Z pos=vm.go:410 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing deletion." level=info timestamp=2018-08-07T20:26:08.420178Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:24.604623Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:24.606816Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln, existing: false\n" level=info timestamp=2018-08-07T20:26:24.607118Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:24.607588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:24.608607Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:54.605460Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:54.606768Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb, existing: false\n" level=info timestamp=2018-08-07T20:26:54.607071Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:54.607297Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:54.607570Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." • Failure [30.946 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 with non default namespace /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:535 should log libvirt start and stop lifecycle events of the domain /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 kubevirt-test-alternative [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: <*errors.StatusError | 0xc420b9a510>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:558 ------------------------------ STEP: Creating a VirtualMachineInstance with different namespace S [SKIPPING] in Spec Setup (BeforeEach) [0.280 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 VirtualMachineInstance Emulation Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:592 should enable emulation in virt-launcher [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:604 Software emulation is not enabled on this cluster /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:600 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.283 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 VirtualMachineInstance Emulation Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:592 should be reflected in domain XML [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:641 Software emulation is not enabled on this cluster /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:600 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.295 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 VirtualMachineInstance Emulation Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:592 should request a TUN device but not KVM [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:685 Software emulation is not enabled on this cluster /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:600 ------------------------------ Pod name: disks-images-provider-65q8v Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mv99r Pod phase: Running copy all images to host mount directory Pod name: virt-api-7586947775-58hkc Pod phase: Running 2018/08/07 20:33:05 http: TLS handshake error from 10.129.0.1:55680: EOF 2018/08/07 20:33:15 http: TLS handshake error from 10.129.0.1:55686: EOF 2018/08/07 20:33:25 http: TLS handshake error from 10.129.0.1:55692: EOF 2018/08/07 20:33:35 http: TLS handshake error from 10.129.0.1:55698: EOF 2018/08/07 20:33:45 http: TLS handshake error from 10.129.0.1:55704: EOF 2018/08/07 20:33:55 http: TLS handshake error from 10.129.0.1:55712: EOF 2018/08/07 20:34:05 http: TLS handshake error from 10.129.0.1:55718: EOF 2018/08/07 20:34:15 http: TLS handshake error from 10.129.0.1:55724: EOF 2018/08/07 20:34:25 http: TLS handshake error from 10.129.0.1:55730: EOF level=info timestamp=2018-08-07T20:34:34.731279Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:34:35 http: TLS handshake error from 10.129.0.1:55736: EOF 2018/08/07 20:34:45 http: TLS handshake error from 10.129.0.1:55742: EOF 2018/08/07 20:34:55 http: TLS handshake error from 10.129.0.1:55748: EOF level=info timestamp=2018-08-07T20:35:04.718695Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:35:05 http: TLS handshake error from 10.129.0.1:55754: EOF Pod name: virt-api-7586947775-lkplm Pod phase: Running level=info timestamp=2018-08-07T20:33:04.145621Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:33:08 http: TLS handshake error from 10.128.0.1:47632: EOF 2018/08/07 20:33:18 http: TLS handshake error from 10.128.0.1:47674: EOF 2018/08/07 20:33:28 http: TLS handshake error from 10.128.0.1:47716: EOF level=info timestamp=2018-08-07T20:33:34.218096Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:33:38 http: TLS handshake error from 10.128.0.1:47762: EOF 2018/08/07 20:33:48 http: TLS handshake error from 10.128.0.1:47804: EOF 2018/08/07 20:33:58 http: TLS handshake error from 10.128.0.1:47846: EOF level=info timestamp=2018-08-07T20:34:04.156214Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:34:08 http: TLS handshake error from 10.128.0.1:47892: EOF 2018/08/07 20:34:18 http: TLS handshake error from 10.128.0.1:47934: EOF 2018/08/07 20:34:28 http: TLS handshake error from 10.128.0.1:47978: EOF 2018/08/07 20:34:38 http: TLS handshake error from 10.128.0.1:48024: EOF 2018/08/07 20:34:48 http: TLS handshake error from 10.128.0.1:48066: EOF 2018/08/07 20:34:58 http: TLS handshake error from 10.128.0.1:48108: EOF Pod name: virt-controller-7d57d96b65-h46vd Pod phase: Running level=info timestamp=2018-08-07T20:30:41.987628Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 E0807 20:30:45.001546 1 leaderelection.go:224] error retrieving resource lock kube-system/virt-controller: Get https://172.30.0.1:443/api/v1/namespaces/kube-system/endpoints/virt-controller: dial tcp 172.30.0.1:443: connect: no route to host Pod name: virt-controller-7d57d96b65-wdh4l Pod phase: Running level=info timestamp=2018-08-07T20:33:03.923121Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc" level=info timestamp=2018-08-07T20:33:04.254707Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 0378ba2e-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmixnbkwqrwlv8fbcfxhpdwt4wtrm6mp5j886brn5clbksbmq87jnhmzdq6tg7v8fc" level=info timestamp=2018-08-07T20:33:34.470084Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijb2hsh8vvtmd2x8fjkdtpq42ztk5kwqffwl7wvbxqtvptrh4kqdng2kzl57z9wh kind= uid=15edc539-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:33:34.470724Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijb2hsh8vvtmd2x8fjkdtpq42ztk5kwqffwl7wvbxqtvptrh4kqdng2kzl57z9wh kind= uid=15edc539-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:33:34.704925Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijb2hsh8vvtmd2x8fjkdtpq42ztk5kwqffwl7wvbxqtvptrh4kqdng2kzl57z9wh\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijb2hsh8vvtmd2x8fjkdtpq42ztk5kwqffwl7wvbxqtvptrh4kqdng2kzl57z9wh" level=info timestamp=2018-08-07T20:34:05.550157Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmix5fdz9r8bcpnh5phdt79vfkct9cf2sp6qz257c9p2r545282lln6xsj5jzkxrkl kind= uid=2876b8ab-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:34:05.551426Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmix5fdz9r8bcpnh5phdt79vfkct9cf2sp6qz257c9p2r545282lln6xsj5jzkxrkl kind= uid=2876b8ab-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:34:05.713802Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmix5fdz9r8bcpnh5phdt79vfkct9cf2sp6qz257c9p2r545282lln6xsj5jzkxrkl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmix5fdz9r8bcpnh5phdt79vfkct9cf2sp6qz257c9p2r545282lln6xsj5jzkxrkl" level=info timestamp=2018-08-07T20:34:06.188498Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmix5fdz9r8bcpnh5phdt79vfkct9cf2sp6qz257c9p2r545282lln6xsj5jzkxrkl\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmix5fdz9r8bcpnh5phdt79vfkct9cf2sp6qz257c9p2r545282lln6xsj5jzkxrkl, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 2876b8ab-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmix5fdz9r8bcpnh5phdt79vfkct9cf2sp6qz257c9p2r545282lln6xsj5jzkxrkl" level=info timestamp=2018-08-07T20:34:36.569407Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-alternative name=testvmi9jl5577tnb7krjxbbssgqjl6vbr8499mlj6x84kmtqv2qgk4fxsc9jd2j479swh kind= uid=3ae487c2-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:34:36.573425Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-alternative name=testvmi9jl5577tnb7krjxbbssgqjl6vbr8499mlj6x84kmtqv2qgk4fxsc9jd2j479swh kind= uid=3ae487c2-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:34:36.777799Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi9jl5577tnb7krjxbbssgqjl6vbr8499mlj6x84kmtqv2qgk4fxsc9jd2j479swh\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-alternative/testvmi9jl5577tnb7krjxbbssgqjl6vbr8499mlj6x84kmtqv2qgk4fxsc9jd2j479swh" level=info timestamp=2018-08-07T20:34:37.246620Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi9jl5577tnb7krjxbbssgqjl6vbr8499mlj6x84kmtqv2qgk4fxsc9jd2j479swh\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-alternative/testvmi9jl5577tnb7krjxbbssgqjl6vbr8499mlj6x84kmtqv2qgk4fxsc9jd2j479swh, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 3ae487c2-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-alternative/testvmi9jl5577tnb7krjxbbssgqjl6vbr8499mlj6x84kmtqv2qgk4fxsc9jd2j479swh" level=info timestamp=2018-08-07T20:35:08.111275Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwqjt6fhqhfr9msckw6fmzx8ctwbnltq2qb97ggfs5lfkwz6hg7cs5br95gk5v6k kind= uid=4dc04271-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:35:08.115147Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwqjt6fhqhfr9msckw6fmzx8ctwbnltq2qb97ggfs5lfkwz6hg7cs5br95gk5v6k kind= uid=4dc04271-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-handler-2xnkh Pod phase: Running level=info timestamp=2018-08-07T20:30:46.435398Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:46.454392Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:46.454651Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:46.454930Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:46.455124Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="No update processing required" level=info timestamp=2018-08-07T20:30:46.455257Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.666968Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:47.667389Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:47.668085Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.668960Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.669645Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.717594Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: false\n" level=info timestamp=2018-08-07T20:30:47.718016Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.718208Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.718410Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-jjrgq Pod phase: Running level=info timestamp=2018-08-07T20:26:08.418519Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-07T20:26:08.418653Z pos=vm.go:331 component=virt-handler msg="Domain status: Shutoff, reason: Destroyed\n" level=info timestamp=2018-08-07T20:26:08.419110Z pos=vm.go:358 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-08-07T20:26:08.419387Z pos=vm.go:410 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing deletion." level=info timestamp=2018-08-07T20:26:08.420178Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:24.604623Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:24.606816Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln, existing: false\n" level=info timestamp=2018-08-07T20:26:24.607118Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:24.607588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:24.608607Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:54.605460Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:54.606768Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb, existing: false\n" level=info timestamp=2018-08-07T20:26:54.607071Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:54.607297Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:54.607570Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmiwqjt6fhqhfr9msckw6fmzx8ctwbnltq2qb97g6lrnk Pod phase: Pending • Failure [30.717 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 VM Accelerated Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:721 should request a KVM and TUN device [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:733 Expected <*errors.StatusError | 0xc420cd4fc0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } to be nil /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:735 ------------------------------ Pod name: disks-images-provider-65q8v Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mv99r Pod phase: Running copy all images to host mount directory Pod name: virt-api-7586947775-58hkc Pod phase: Running 2018/08/07 20:33:35 http: TLS handshake error from 10.129.0.1:55698: EOF 2018/08/07 20:33:45 http: TLS handshake error from 10.129.0.1:55704: EOF 2018/08/07 20:33:55 http: TLS handshake error from 10.129.0.1:55712: EOF 2018/08/07 20:34:05 http: TLS handshake error from 10.129.0.1:55718: EOF 2018/08/07 20:34:15 http: TLS handshake error from 10.129.0.1:55724: EOF 2018/08/07 20:34:25 http: TLS handshake error from 10.129.0.1:55730: EOF level=info timestamp=2018-08-07T20:34:34.731279Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:34:35 http: TLS handshake error from 10.129.0.1:55736: EOF 2018/08/07 20:34:45 http: TLS handshake error from 10.129.0.1:55742: EOF 2018/08/07 20:34:55 http: TLS handshake error from 10.129.0.1:55748: EOF level=info timestamp=2018-08-07T20:35:04.718695Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:35:05 http: TLS handshake error from 10.129.0.1:55754: EOF 2018/08/07 20:35:15 http: TLS handshake error from 10.129.0.1:55760: EOF 2018/08/07 20:35:25 http: TLS handshake error from 10.129.0.1:55766: EOF 2018/08/07 20:35:35 http: TLS handshake error from 10.129.0.1:55772: EOF Pod name: virt-api-7586947775-lkplm Pod phase: Running 2018/08/07 20:33:38 http: TLS handshake error from 10.128.0.1:47762: EOF 2018/08/07 20:33:48 http: TLS handshake error from 10.128.0.1:47804: EOF 2018/08/07 20:33:58 http: TLS handshake error from 10.128.0.1:47846: EOF level=info timestamp=2018-08-07T20:34:04.156214Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:34:08 http: TLS handshake error from 10.128.0.1:47892: EOF 2018/08/07 20:34:18 http: TLS handshake error from 10.128.0.1:47934: EOF 2018/08/07 20:34:28 http: TLS handshake error from 10.128.0.1:47978: EOF 2018/08/07 20:34:38 http: TLS handshake error from 10.128.0.1:48024: EOF 2018/08/07 20:34:48 http: TLS handshake error from 10.128.0.1:48066: EOF 2018/08/07 20:34:58 http: TLS handshake error from 10.128.0.1:48108: EOF 2018/08/07 20:35:08 http: TLS handshake error from 10.128.0.1:48154: EOF 2018/08/07 20:35:18 http: TLS handshake error from 10.128.0.1:48196: EOF 2018/08/07 20:35:28 http: TLS handshake error from 10.128.0.1:48238: EOF level=info timestamp=2018-08-07T20:35:34.214376Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:35:38 http: TLS handshake error from 10.128.0.1:48284: EOF Pod name: virt-controller-7d57d96b65-h46vd Pod phase: Running level=info timestamp=2018-08-07T20:30:41.987628Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 E0807 20:30:45.001546 1 leaderelection.go:224] error retrieving resource lock kube-system/virt-controller: Get https://172.30.0.1:443/api/v1/namespaces/kube-system/endpoints/virt-controller: dial tcp 172.30.0.1:443: connect: no route to host Pod name: virt-controller-7d57d96b65-wdh4l Pod phase: Running level=info timestamp=2018-08-07T20:33:34.470724Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijb2hsh8vvtmd2x8fjkdtpq42ztk5kwqffwl7wvbxqtvptrh4kqdng2kzl57z9wh kind= uid=15edc539-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:33:34.704925Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijb2hsh8vvtmd2x8fjkdtpq42ztk5kwqffwl7wvbxqtvptrh4kqdng2kzl57z9wh\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijb2hsh8vvtmd2x8fjkdtpq42ztk5kwqffwl7wvbxqtvptrh4kqdng2kzl57z9wh" level=info timestamp=2018-08-07T20:34:05.550157Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmix5fdz9r8bcpnh5phdt79vfkct9cf2sp6qz257c9p2r545282lln6xsj5jzkxrkl kind= uid=2876b8ab-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:34:05.551426Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmix5fdz9r8bcpnh5phdt79vfkct9cf2sp6qz257c9p2r545282lln6xsj5jzkxrkl kind= uid=2876b8ab-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:34:05.713802Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmix5fdz9r8bcpnh5phdt79vfkct9cf2sp6qz257c9p2r545282lln6xsj5jzkxrkl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmix5fdz9r8bcpnh5phdt79vfkct9cf2sp6qz257c9p2r545282lln6xsj5jzkxrkl" level=info timestamp=2018-08-07T20:34:06.188498Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmix5fdz9r8bcpnh5phdt79vfkct9cf2sp6qz257c9p2r545282lln6xsj5jzkxrkl\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmix5fdz9r8bcpnh5phdt79vfkct9cf2sp6qz257c9p2r545282lln6xsj5jzkxrkl, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 2876b8ab-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmix5fdz9r8bcpnh5phdt79vfkct9cf2sp6qz257c9p2r545282lln6xsj5jzkxrkl" level=info timestamp=2018-08-07T20:34:36.569407Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-alternative name=testvmi9jl5577tnb7krjxbbssgqjl6vbr8499mlj6x84kmtqv2qgk4fxsc9jd2j479swh kind= uid=3ae487c2-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:34:36.573425Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-alternative name=testvmi9jl5577tnb7krjxbbssgqjl6vbr8499mlj6x84kmtqv2qgk4fxsc9jd2j479swh kind= uid=3ae487c2-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:34:36.777799Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi9jl5577tnb7krjxbbssgqjl6vbr8499mlj6x84kmtqv2qgk4fxsc9jd2j479swh\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-alternative/testvmi9jl5577tnb7krjxbbssgqjl6vbr8499mlj6x84kmtqv2qgk4fxsc9jd2j479swh" level=info timestamp=2018-08-07T20:34:37.246620Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi9jl5577tnb7krjxbbssgqjl6vbr8499mlj6x84kmtqv2qgk4fxsc9jd2j479swh\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-alternative/testvmi9jl5577tnb7krjxbbssgqjl6vbr8499mlj6x84kmtqv2qgk4fxsc9jd2j479swh, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 3ae487c2-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-alternative/testvmi9jl5577tnb7krjxbbssgqjl6vbr8499mlj6x84kmtqv2qgk4fxsc9jd2j479swh" level=info timestamp=2018-08-07T20:35:08.111275Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwqjt6fhqhfr9msckw6fmzx8ctwbnltq2qb97ggfs5lfkwz6hg7cs5br95gk5v6k kind= uid=4dc04271-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:35:08.115147Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwqjt6fhqhfr9msckw6fmzx8ctwbnltq2qb97ggfs5lfkwz6hg7cs5br95gk5v6k kind= uid=4dc04271-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:35:08.773613Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwqjt6fhqhfr9msckw6fmzx8ctwbnltq2qb97ggfs5lfkwz6hg7cs5br95gk5v6k\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmiwqjt6fhqhfr9msckw6fmzx8ctwbnltq2qb97ggfs5lfkwz6hg7cs5br95gk5v6k, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 4dc04271-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwqjt6fhqhfr9msckw6fmzx8ctwbnltq2qb97ggfs5lfkwz6hg7cs5br95gk5v6k" level=info timestamp=2018-08-07T20:35:38.970122Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibw69g6jbq59dfwhdpnd947rkkh8djk4k5fq8ptdswc9jfgp9bkpt5l7xzj72fwm kind= uid=6026d9a2-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:35:38.970821Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibw69g6jbq59dfwhdpnd947rkkh8djk4k5fq8ptdswc9jfgp9bkpt5l7xzj72fwm kind= uid=6026d9a2-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-handler-2xnkh Pod phase: Running level=info timestamp=2018-08-07T20:30:46.435398Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:46.454392Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:46.454651Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:46.454930Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:46.455124Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="No update processing required" level=info timestamp=2018-08-07T20:30:46.455257Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.666968Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:47.667389Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:47.668085Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.668960Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.669645Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.717594Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: false\n" level=info timestamp=2018-08-07T20:30:47.718016Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.718208Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.718410Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-jjrgq Pod phase: Running level=info timestamp=2018-08-07T20:26:08.418519Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-07T20:26:08.418653Z pos=vm.go:331 component=virt-handler msg="Domain status: Shutoff, reason: Destroyed\n" level=info timestamp=2018-08-07T20:26:08.419110Z pos=vm.go:358 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-08-07T20:26:08.419387Z pos=vm.go:410 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing deletion." level=info timestamp=2018-08-07T20:26:08.420178Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:24.604623Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:24.606816Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln, existing: false\n" level=info timestamp=2018-08-07T20:26:24.607118Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:24.607588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:24.608607Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:54.605460Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:54.606768Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb, existing: false\n" level=info timestamp=2018-08-07T20:26:54.607071Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:54.607297Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:54.607570Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmibw69g6jbq59dfwhdpnd947rkkh8djk4k5fq8p2fjdk Pod phase: Pending • Failure [30.813 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 VM Accelerated Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:721 should not enable emulation in virt-launcher [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:768 Expected <*errors.StatusError | 0xc420b9b5f0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } to be nil /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:770 ------------------------------ •• Pod name: disks-images-provider-65q8v Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mv99r Pod phase: Running copy all images to host mount directory Pod name: virt-api-7586947775-58hkc Pod phase: Running 2018/08/07 20:34:15 http: TLS handshake error from 10.129.0.1:55724: EOF 2018/08/07 20:34:25 http: TLS handshake error from 10.129.0.1:55730: EOF level=info timestamp=2018-08-07T20:34:34.731279Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:34:35 http: TLS handshake error from 10.129.0.1:55736: EOF 2018/08/07 20:34:45 http: TLS handshake error from 10.129.0.1:55742: EOF 2018/08/07 20:34:55 http: TLS handshake error from 10.129.0.1:55748: EOF level=info timestamp=2018-08-07T20:35:04.718695Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:35:05 http: TLS handshake error from 10.129.0.1:55754: EOF 2018/08/07 20:35:15 http: TLS handshake error from 10.129.0.1:55760: EOF 2018/08/07 20:35:25 http: TLS handshake error from 10.129.0.1:55766: EOF 2018/08/07 20:35:35 http: TLS handshake error from 10.129.0.1:55772: EOF 2018/08/07 20:35:45 http: TLS handshake error from 10.129.0.1:55778: EOF 2018/08/07 20:35:55 http: TLS handshake error from 10.129.0.1:55784: EOF level=info timestamp=2018-08-07T20:36:04.805282Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:36:05 http: TLS handshake error from 10.129.0.1:55790: EOF Pod name: virt-api-7586947775-lkplm Pod phase: Running 2018/08/07 20:34:18 http: TLS handshake error from 10.128.0.1:47934: EOF 2018/08/07 20:34:28 http: TLS handshake error from 10.128.0.1:47978: EOF 2018/08/07 20:34:38 http: TLS handshake error from 10.128.0.1:48024: EOF 2018/08/07 20:34:48 http: TLS handshake error from 10.128.0.1:48066: EOF 2018/08/07 20:34:58 http: TLS handshake error from 10.128.0.1:48108: EOF 2018/08/07 20:35:08 http: TLS handshake error from 10.128.0.1:48154: EOF 2018/08/07 20:35:18 http: TLS handshake error from 10.128.0.1:48196: EOF 2018/08/07 20:35:28 http: TLS handshake error from 10.128.0.1:48238: EOF level=info timestamp=2018-08-07T20:35:34.214376Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:35:38 http: TLS handshake error from 10.128.0.1:48284: EOF 2018/08/07 20:35:48 http: TLS handshake error from 10.128.0.1:48326: EOF 2018/08/07 20:35:58 http: TLS handshake error from 10.128.0.1:48368: EOF level=info timestamp=2018-08-07T20:36:04.046031Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-08-07T20:36:04.147364Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:36:08 http: TLS handshake error from 10.128.0.1:48422: EOF Pod name: virt-controller-7d57d96b65-h46vd Pod phase: Running level=info timestamp=2018-08-07T20:30:41.987628Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 E0807 20:30:45.001546 1 leaderelection.go:224] error retrieving resource lock kube-system/virt-controller: Get https://172.30.0.1:443/api/v1/namespaces/kube-system/endpoints/virt-controller: dial tcp 172.30.0.1:443: connect: no route to host Pod name: virt-controller-7d57d96b65-wdh4l Pod phase: Running level=info timestamp=2018-08-07T20:34:06.188498Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmix5fdz9r8bcpnh5phdt79vfkct9cf2sp6qz257c9p2r545282lln6xsj5jzkxrkl\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmix5fdz9r8bcpnh5phdt79vfkct9cf2sp6qz257c9p2r545282lln6xsj5jzkxrkl, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 2876b8ab-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmix5fdz9r8bcpnh5phdt79vfkct9cf2sp6qz257c9p2r545282lln6xsj5jzkxrkl" level=info timestamp=2018-08-07T20:34:36.569407Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-alternative name=testvmi9jl5577tnb7krjxbbssgqjl6vbr8499mlj6x84kmtqv2qgk4fxsc9jd2j479swh kind= uid=3ae487c2-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:34:36.573425Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-alternative name=testvmi9jl5577tnb7krjxbbssgqjl6vbr8499mlj6x84kmtqv2qgk4fxsc9jd2j479swh kind= uid=3ae487c2-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:34:36.777799Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi9jl5577tnb7krjxbbssgqjl6vbr8499mlj6x84kmtqv2qgk4fxsc9jd2j479swh\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-alternative/testvmi9jl5577tnb7krjxbbssgqjl6vbr8499mlj6x84kmtqv2qgk4fxsc9jd2j479swh" level=info timestamp=2018-08-07T20:34:37.246620Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi9jl5577tnb7krjxbbssgqjl6vbr8499mlj6x84kmtqv2qgk4fxsc9jd2j479swh\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-alternative/testvmi9jl5577tnb7krjxbbssgqjl6vbr8499mlj6x84kmtqv2qgk4fxsc9jd2j479swh, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 3ae487c2-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-alternative/testvmi9jl5577tnb7krjxbbssgqjl6vbr8499mlj6x84kmtqv2qgk4fxsc9jd2j479swh" level=info timestamp=2018-08-07T20:35:08.111275Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwqjt6fhqhfr9msckw6fmzx8ctwbnltq2qb97ggfs5lfkwz6hg7cs5br95gk5v6k kind= uid=4dc04271-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:35:08.115147Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwqjt6fhqhfr9msckw6fmzx8ctwbnltq2qb97ggfs5lfkwz6hg7cs5br95gk5v6k kind= uid=4dc04271-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:35:08.773613Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwqjt6fhqhfr9msckw6fmzx8ctwbnltq2qb97ggfs5lfkwz6hg7cs5br95gk5v6k\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmiwqjt6fhqhfr9msckw6fmzx8ctwbnltq2qb97ggfs5lfkwz6hg7cs5br95gk5v6k, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 4dc04271-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwqjt6fhqhfr9msckw6fmzx8ctwbnltq2qb97ggfs5lfkwz6hg7cs5br95gk5v6k" level=info timestamp=2018-08-07T20:35:38.970122Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibw69g6jbq59dfwhdpnd947rkkh8djk4k5fq8ptdswc9jfgp9bkpt5l7xzj72fwm kind= uid=6026d9a2-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:35:38.970821Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibw69g6jbq59dfwhdpnd947rkkh8djk4k5fq8ptdswc9jfgp9bkpt5l7xzj72fwm kind= uid=6026d9a2-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:35:39.571763Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibw69g6jbq59dfwhdpnd947rkkh8djk4k5fq8ptdswc9jfgp9bkpt5l7xzj72fwm\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmibw69g6jbq59dfwhdpnd947rkkh8djk4k5fq8ptdswc9jfgp9bkpt5l7xzj72fwm, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 6026d9a2-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibw69g6jbq59dfwhdpnd947rkkh8djk4k5fq8ptdswc9jfgp9bkpt5l7xzj72fwm" level=info timestamp=2018-08-07T20:36:10.308662Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df kind= uid=72d6137e-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:36:10.309789Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df kind= uid=72d6137e-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:36:10.453184Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df" level=info timestamp=2018-08-07T20:36:10.477131Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df" Pod name: virt-handler-2xnkh Pod phase: Running level=info timestamp=2018-08-07T20:30:46.435398Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:46.454392Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:46.454651Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:46.454930Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:46.455124Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="No update processing required" level=info timestamp=2018-08-07T20:30:46.455257Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.666968Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:47.667389Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:47.668085Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.668960Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.669645Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.717594Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: false\n" level=info timestamp=2018-08-07T20:30:47.718016Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.718208Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.718410Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-jjrgq Pod phase: Running level=info timestamp=2018-08-07T20:26:08.418519Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-07T20:26:08.418653Z pos=vm.go:331 component=virt-handler msg="Domain status: Shutoff, reason: Destroyed\n" level=info timestamp=2018-08-07T20:26:08.419110Z pos=vm.go:358 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-08-07T20:26:08.419387Z pos=vm.go:410 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing deletion." level=info timestamp=2018-08-07T20:26:08.420178Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:24.604623Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:24.606816Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln, existing: false\n" level=info timestamp=2018-08-07T20:26:24.607118Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:24.607588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:24.608607Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:54.605460Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:54.606768Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb, existing: false\n" level=info timestamp=2018-08-07T20:26:54.607071Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:54.607297Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:54.607570Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jn9mfq6 Pod phase: Pending ------------------------------ • Failure [30.566 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Delete a VirtualMachineInstance's Pod /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:837 should result in the VirtualMachineInstance moving to a finalized state [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:838 Expected error: <*errors.StatusError | 0xc420bcfb00>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:841 ------------------------------ STEP: Creating the VirtualMachineInstance Pod name: disks-images-provider-65q8v Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mv99r Pod phase: Running copy all images to host mount directory Pod name: virt-api-7586947775-58hkc Pod phase: Running 2018/08/07 20:34:35 http: TLS handshake error from 10.129.0.1:55736: EOF 2018/08/07 20:34:45 http: TLS handshake error from 10.129.0.1:55742: EOF 2018/08/07 20:34:55 http: TLS handshake error from 10.129.0.1:55748: EOF level=info timestamp=2018-08-07T20:35:04.718695Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:35:05 http: TLS handshake error from 10.129.0.1:55754: EOF 2018/08/07 20:35:15 http: TLS handshake error from 10.129.0.1:55760: EOF 2018/08/07 20:35:25 http: TLS handshake error from 10.129.0.1:55766: EOF 2018/08/07 20:35:35 http: TLS handshake error from 10.129.0.1:55772: EOF 2018/08/07 20:35:45 http: TLS handshake error from 10.129.0.1:55778: EOF 2018/08/07 20:35:55 http: TLS handshake error from 10.129.0.1:55784: EOF level=info timestamp=2018-08-07T20:36:04.805282Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:36:05 http: TLS handshake error from 10.129.0.1:55790: EOF 2018/08/07 20:36:15 http: TLS handshake error from 10.129.0.1:55796: EOF 2018/08/07 20:36:25 http: TLS handshake error from 10.129.0.1:55802: EOF 2018/08/07 20:36:35 http: TLS handshake error from 10.129.0.1:55808: EOF Pod name: virt-api-7586947775-lkplm Pod phase: Running 2018/08/07 20:34:58 http: TLS handshake error from 10.128.0.1:48108: EOF 2018/08/07 20:35:08 http: TLS handshake error from 10.128.0.1:48154: EOF 2018/08/07 20:35:18 http: TLS handshake error from 10.128.0.1:48196: EOF 2018/08/07 20:35:28 http: TLS handshake error from 10.128.0.1:48238: EOF level=info timestamp=2018-08-07T20:35:34.214376Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:35:38 http: TLS handshake error from 10.128.0.1:48284: EOF 2018/08/07 20:35:48 http: TLS handshake error from 10.128.0.1:48326: EOF 2018/08/07 20:35:58 http: TLS handshake error from 10.128.0.1:48368: EOF level=info timestamp=2018-08-07T20:36:04.046031Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-08-07T20:36:04.147364Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:36:08 http: TLS handshake error from 10.128.0.1:48422: EOF 2018/08/07 20:36:18 http: TLS handshake error from 10.128.0.1:48464: EOF 2018/08/07 20:36:28 http: TLS handshake error from 10.128.0.1:48514: EOF level=info timestamp=2018-08-07T20:36:34.206725Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:36:38 http: TLS handshake error from 10.128.0.1:48568: EOF Pod name: virt-controller-7d57d96b65-h46vd Pod phase: Running level=info timestamp=2018-08-07T20:30:41.987628Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 E0807 20:30:45.001546 1 leaderelection.go:224] error retrieving resource lock kube-system/virt-controller: Get https://172.30.0.1:443/api/v1/namespaces/kube-system/endpoints/virt-controller: dial tcp 172.30.0.1:443: connect: no route to host Pod name: virt-controller-7d57d96b65-wdh4l Pod phase: Running level=info timestamp=2018-08-07T20:34:36.777799Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi9jl5577tnb7krjxbbssgqjl6vbr8499mlj6x84kmtqv2qgk4fxsc9jd2j479swh\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-alternative/testvmi9jl5577tnb7krjxbbssgqjl6vbr8499mlj6x84kmtqv2qgk4fxsc9jd2j479swh" level=info timestamp=2018-08-07T20:34:37.246620Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi9jl5577tnb7krjxbbssgqjl6vbr8499mlj6x84kmtqv2qgk4fxsc9jd2j479swh\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-alternative/testvmi9jl5577tnb7krjxbbssgqjl6vbr8499mlj6x84kmtqv2qgk4fxsc9jd2j479swh, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 3ae487c2-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-alternative/testvmi9jl5577tnb7krjxbbssgqjl6vbr8499mlj6x84kmtqv2qgk4fxsc9jd2j479swh" level=info timestamp=2018-08-07T20:35:08.111275Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwqjt6fhqhfr9msckw6fmzx8ctwbnltq2qb97ggfs5lfkwz6hg7cs5br95gk5v6k kind= uid=4dc04271-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:35:08.115147Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwqjt6fhqhfr9msckw6fmzx8ctwbnltq2qb97ggfs5lfkwz6hg7cs5br95gk5v6k kind= uid=4dc04271-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:35:08.773613Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwqjt6fhqhfr9msckw6fmzx8ctwbnltq2qb97ggfs5lfkwz6hg7cs5br95gk5v6k\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmiwqjt6fhqhfr9msckw6fmzx8ctwbnltq2qb97ggfs5lfkwz6hg7cs5br95gk5v6k, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 4dc04271-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwqjt6fhqhfr9msckw6fmzx8ctwbnltq2qb97ggfs5lfkwz6hg7cs5br95gk5v6k" level=info timestamp=2018-08-07T20:35:38.970122Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibw69g6jbq59dfwhdpnd947rkkh8djk4k5fq8ptdswc9jfgp9bkpt5l7xzj72fwm kind= uid=6026d9a2-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:35:38.970821Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibw69g6jbq59dfwhdpnd947rkkh8djk4k5fq8ptdswc9jfgp9bkpt5l7xzj72fwm kind= uid=6026d9a2-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:35:39.571763Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibw69g6jbq59dfwhdpnd947rkkh8djk4k5fq8ptdswc9jfgp9bkpt5l7xzj72fwm\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmibw69g6jbq59dfwhdpnd947rkkh8djk4k5fq8ptdswc9jfgp9bkpt5l7xzj72fwm, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 6026d9a2-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibw69g6jbq59dfwhdpnd947rkkh8djk4k5fq8ptdswc9jfgp9bkpt5l7xzj72fwm" level=info timestamp=2018-08-07T20:36:10.308662Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df kind= uid=72d6137e-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:36:10.309789Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df kind= uid=72d6137e-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:36:10.453184Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df" level=info timestamp=2018-08-07T20:36:10.477131Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df" level=info timestamp=2018-08-07T20:36:10.916542Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 72d6137e-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df" level=info timestamp=2018-08-07T20:36:41.075125Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipt658rqkgvqrvxrlwln4n274p9kj8r2b8frl9tznb28ptx72gcfg8xqx5dz6ngl kind= uid=852ade68-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:36:41.075618Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipt658rqkgvqrvxrlwln4n274p9kj8r2b8frl9tznb28ptx72gcfg8xqx5dz6ngl kind= uid=852ade68-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-handler-2xnkh Pod phase: Running level=info timestamp=2018-08-07T20:30:46.435398Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:46.454392Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:46.454651Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:46.454930Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:46.455124Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="No update processing required" level=info timestamp=2018-08-07T20:30:46.455257Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.666968Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:47.667389Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:47.668085Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.668960Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.669645Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.717594Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: false\n" level=info timestamp=2018-08-07T20:30:47.718016Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.718208Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.718410Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-jjrgq Pod phase: Running level=info timestamp=2018-08-07T20:26:08.418519Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-07T20:26:08.418653Z pos=vm.go:331 component=virt-handler msg="Domain status: Shutoff, reason: Destroyed\n" level=info timestamp=2018-08-07T20:26:08.419110Z pos=vm.go:358 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-08-07T20:26:08.419387Z pos=vm.go:410 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing deletion." level=info timestamp=2018-08-07T20:26:08.420178Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:24.604623Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:24.606816Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln, existing: false\n" level=info timestamp=2018-08-07T20:26:24.607118Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:24.607588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:24.608607Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:54.605460Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:54.606768Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb, existing: false\n" level=info timestamp=2018-08-07T20:26:54.607071Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:54.607297Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:54.607570Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmipt658rqkgvqrvxrlwln4n274p9kj8r2b8frl9qp7vv Pod phase: Pending • Failure [30.918 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Delete a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:869 with an active pod. /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:870 should result in pod being terminated [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:871 Expected error: <*errors.StatusError | 0xc420854990>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:875 ------------------------------ STEP: Creating the VirtualMachineInstance Pod name: disks-images-provider-65q8v Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mv99r Pod phase: Running copy all images to host mount directory Pod name: virt-api-7586947775-58hkc Pod phase: Running level=info timestamp=2018-08-07T20:35:04.718695Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:35:05 http: TLS handshake error from 10.129.0.1:55754: EOF 2018/08/07 20:35:15 http: TLS handshake error from 10.129.0.1:55760: EOF 2018/08/07 20:35:25 http: TLS handshake error from 10.129.0.1:55766: EOF 2018/08/07 20:35:35 http: TLS handshake error from 10.129.0.1:55772: EOF 2018/08/07 20:35:45 http: TLS handshake error from 10.129.0.1:55778: EOF 2018/08/07 20:35:55 http: TLS handshake error from 10.129.0.1:55784: EOF level=info timestamp=2018-08-07T20:36:04.805282Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:36:05 http: TLS handshake error from 10.129.0.1:55790: EOF 2018/08/07 20:36:15 http: TLS handshake error from 10.129.0.1:55796: EOF 2018/08/07 20:36:25 http: TLS handshake error from 10.129.0.1:55802: EOF 2018/08/07 20:36:35 http: TLS handshake error from 10.129.0.1:55808: EOF 2018/08/07 20:36:45 http: TLS handshake error from 10.129.0.1:55814: EOF 2018/08/07 20:36:55 http: TLS handshake error from 10.129.0.1:55820: EOF 2018/08/07 20:37:05 http: TLS handshake error from 10.129.0.1:55826: EOF Pod name: virt-api-7586947775-lkplm Pod phase: Running level=info timestamp=2018-08-07T20:35:34.214376Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:35:38 http: TLS handshake error from 10.128.0.1:48284: EOF 2018/08/07 20:35:48 http: TLS handshake error from 10.128.0.1:48326: EOF 2018/08/07 20:35:58 http: TLS handshake error from 10.128.0.1:48368: EOF level=info timestamp=2018-08-07T20:36:04.046031Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-08-07T20:36:04.147364Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:36:08 http: TLS handshake error from 10.128.0.1:48422: EOF 2018/08/07 20:36:18 http: TLS handshake error from 10.128.0.1:48464: EOF 2018/08/07 20:36:28 http: TLS handshake error from 10.128.0.1:48514: EOF level=info timestamp=2018-08-07T20:36:34.206725Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:36:38 http: TLS handshake error from 10.128.0.1:48568: EOF 2018/08/07 20:36:48 http: TLS handshake error from 10.128.0.1:48616: EOF 2018/08/07 20:36:58 http: TLS handshake error from 10.128.0.1:48660: EOF level=info timestamp=2018-08-07T20:37:04.231593Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:37:08 http: TLS handshake error from 10.128.0.1:48708: EOF Pod name: virt-controller-7d57d96b65-h46vd Pod phase: Running level=info timestamp=2018-08-07T20:30:41.987628Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 E0807 20:30:45.001546 1 leaderelection.go:224] error retrieving resource lock kube-system/virt-controller: Get https://172.30.0.1:443/api/v1/namespaces/kube-system/endpoints/virt-controller: dial tcp 172.30.0.1:443: connect: no route to host Pod name: virt-controller-7d57d96b65-wdh4l Pod phase: Running level=info timestamp=2018-08-07T20:35:08.773613Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwqjt6fhqhfr9msckw6fmzx8ctwbnltq2qb97ggfs5lfkwz6hg7cs5br95gk5v6k\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmiwqjt6fhqhfr9msckw6fmzx8ctwbnltq2qb97ggfs5lfkwz6hg7cs5br95gk5v6k, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 4dc04271-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwqjt6fhqhfr9msckw6fmzx8ctwbnltq2qb97ggfs5lfkwz6hg7cs5br95gk5v6k" level=info timestamp=2018-08-07T20:35:38.970122Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibw69g6jbq59dfwhdpnd947rkkh8djk4k5fq8ptdswc9jfgp9bkpt5l7xzj72fwm kind= uid=6026d9a2-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:35:38.970821Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibw69g6jbq59dfwhdpnd947rkkh8djk4k5fq8ptdswc9jfgp9bkpt5l7xzj72fwm kind= uid=6026d9a2-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:35:39.571763Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibw69g6jbq59dfwhdpnd947rkkh8djk4k5fq8ptdswc9jfgp9bkpt5l7xzj72fwm\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmibw69g6jbq59dfwhdpnd947rkkh8djk4k5fq8ptdswc9jfgp9bkpt5l7xzj72fwm, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 6026d9a2-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibw69g6jbq59dfwhdpnd947rkkh8djk4k5fq8ptdswc9jfgp9bkpt5l7xzj72fwm" level=info timestamp=2018-08-07T20:36:10.308662Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df kind= uid=72d6137e-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:36:10.309789Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df kind= uid=72d6137e-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:36:10.453184Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df" level=info timestamp=2018-08-07T20:36:10.477131Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df" level=info timestamp=2018-08-07T20:36:10.916542Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 72d6137e-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df" level=info timestamp=2018-08-07T20:36:41.075125Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipt658rqkgvqrvxrlwln4n274p9kj8r2b8frl9tznb28ptx72gcfg8xqx5dz6ngl kind= uid=852ade68-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:36:41.075618Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipt658rqkgvqrvxrlwln4n274p9kj8r2b8frl9tznb28ptx72gcfg8xqx5dz6ngl kind= uid=852ade68-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:37:12.024458Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqn2fjkthw7wqrql2nvd288cn6q2vcd7hchcrqqjcvxq5c6slprszqvkf6887h6f kind= uid=979a7d82-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:37:12.029406Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqn2fjkthw7wqrql2nvd288cn6q2vcd7hchcrqqjcvxq5c6slprszqvkf6887h6f kind= uid=979a7d82-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:37:12.265553Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiqn2fjkthw7wqrql2nvd288cn6q2vcd7hchcrqqjcvxq5c6slprszqvkf6887h6f\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiqn2fjkthw7wqrql2nvd288cn6q2vcd7hchcrqqjcvxq5c6slprszqvkf6887h6f" level=info timestamp=2018-08-07T20:37:12.306099Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiqn2fjkthw7wqrql2nvd288cn6q2vcd7hchcrqqjcvxq5c6slprszqvkf6887h6f\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiqn2fjkthw7wqrql2nvd288cn6q2vcd7hchcrqqjcvxq5c6slprszqvkf6887h6f" Pod name: virt-handler-2xnkh Pod phase: Running level=info timestamp=2018-08-07T20:30:46.435398Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:46.454392Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:46.454651Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:46.454930Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:46.455124Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="No update processing required" level=info timestamp=2018-08-07T20:30:46.455257Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.666968Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:47.667389Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:47.668085Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.668960Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.669645Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.717594Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: false\n" level=info timestamp=2018-08-07T20:30:47.718016Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.718208Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.718410Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-jjrgq Pod phase: Running level=info timestamp=2018-08-07T20:26:08.418519Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-07T20:26:08.418653Z pos=vm.go:331 component=virt-handler msg="Domain status: Shutoff, reason: Destroyed\n" level=info timestamp=2018-08-07T20:26:08.419110Z pos=vm.go:358 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-08-07T20:26:08.419387Z pos=vm.go:410 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing deletion." level=info timestamp=2018-08-07T20:26:08.420178Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:24.604623Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:24.606816Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln, existing: false\n" level=info timestamp=2018-08-07T20:26:24.607118Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:24.607588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:24.608607Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:54.605460Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:54.606768Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb, existing: false\n" level=info timestamp=2018-08-07T20:26:54.607071Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:54.607297Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:54.607570Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmiqn2fjkthw7wqrql2nvd288cn6q2vcd7hchcrq9zpdf Pod phase: Pending • Failure [30.926 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Delete a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:869 with ACPI and 0 grace period seconds /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:895 should result in vmi status failed [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:896 Expected error: <*errors.StatusError | 0xc420cd4360>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:904 ------------------------------ STEP: Creating the VirtualMachineInstance Pod name: disks-images-provider-65q8v Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mv99r Pod phase: Running copy all images to host mount directory Pod name: virt-api-7586947775-58hkc Pod phase: Running 2018/08/07 20:35:25 http: TLS handshake error from 10.129.0.1:55766: EOF 2018/08/07 20:35:35 http: TLS handshake error from 10.129.0.1:55772: EOF 2018/08/07 20:35:45 http: TLS handshake error from 10.129.0.1:55778: EOF 2018/08/07 20:35:55 http: TLS handshake error from 10.129.0.1:55784: EOF level=info timestamp=2018-08-07T20:36:04.805282Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:36:05 http: TLS handshake error from 10.129.0.1:55790: EOF 2018/08/07 20:36:15 http: TLS handshake error from 10.129.0.1:55796: EOF 2018/08/07 20:36:25 http: TLS handshake error from 10.129.0.1:55802: EOF 2018/08/07 20:36:35 http: TLS handshake error from 10.129.0.1:55808: EOF 2018/08/07 20:36:45 http: TLS handshake error from 10.129.0.1:55814: EOF 2018/08/07 20:36:55 http: TLS handshake error from 10.129.0.1:55820: EOF 2018/08/07 20:37:05 http: TLS handshake error from 10.129.0.1:55826: EOF 2018/08/07 20:37:15 http: TLS handshake error from 10.129.0.1:55832: EOF 2018/08/07 20:37:25 http: TLS handshake error from 10.129.0.1:55840: EOF 2018/08/07 20:37:35 http: TLS handshake error from 10.129.0.1:55846: EOF Pod name: virt-api-7586947775-lkplm Pod phase: Running level=info timestamp=2018-08-07T20:36:04.046031Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-08-07T20:36:04.147364Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:36:08 http: TLS handshake error from 10.128.0.1:48422: EOF 2018/08/07 20:36:18 http: TLS handshake error from 10.128.0.1:48464: EOF 2018/08/07 20:36:28 http: TLS handshake error from 10.128.0.1:48514: EOF level=info timestamp=2018-08-07T20:36:34.206725Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:36:38 http: TLS handshake error from 10.128.0.1:48568: EOF 2018/08/07 20:36:48 http: TLS handshake error from 10.128.0.1:48616: EOF 2018/08/07 20:36:58 http: TLS handshake error from 10.128.0.1:48660: EOF level=info timestamp=2018-08-07T20:37:04.231593Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:37:08 http: TLS handshake error from 10.128.0.1:48708: EOF 2018/08/07 20:37:18 http: TLS handshake error from 10.128.0.1:48752: EOF 2018/08/07 20:37:28 http: TLS handshake error from 10.128.0.1:48794: EOF level=info timestamp=2018-08-07T20:37:34.184270Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:37:38 http: TLS handshake error from 10.128.0.1:48842: EOF Pod name: virt-controller-7d57d96b65-h46vd Pod phase: Running level=info timestamp=2018-08-07T20:30:41.987628Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 E0807 20:30:45.001546 1 leaderelection.go:224] error retrieving resource lock kube-system/virt-controller: Get https://172.30.0.1:443/api/v1/namespaces/kube-system/endpoints/virt-controller: dial tcp 172.30.0.1:443: connect: no route to host Pod name: virt-controller-7d57d96b65-wdh4l Pod phase: Running level=info timestamp=2018-08-07T20:36:10.308662Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df kind= uid=72d6137e-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:36:10.309789Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df kind= uid=72d6137e-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:36:10.453184Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df" level=info timestamp=2018-08-07T20:36:10.477131Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df" level=info timestamp=2018-08-07T20:36:10.916542Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 72d6137e-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df" level=info timestamp=2018-08-07T20:36:41.075125Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipt658rqkgvqrvxrlwln4n274p9kj8r2b8frl9tznb28ptx72gcfg8xqx5dz6ngl kind= uid=852ade68-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:36:41.075618Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipt658rqkgvqrvxrlwln4n274p9kj8r2b8frl9tznb28ptx72gcfg8xqx5dz6ngl kind= uid=852ade68-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:37:12.024458Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqn2fjkthw7wqrql2nvd288cn6q2vcd7hchcrqqjcvxq5c6slprszqvkf6887h6f kind= uid=979a7d82-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:37:12.029406Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqn2fjkthw7wqrql2nvd288cn6q2vcd7hchcrqqjcvxq5c6slprszqvkf6887h6f kind= uid=979a7d82-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:37:12.265553Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiqn2fjkthw7wqrql2nvd288cn6q2vcd7hchcrqqjcvxq5c6slprszqvkf6887h6f\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiqn2fjkthw7wqrql2nvd288cn6q2vcd7hchcrqqjcvxq5c6slprszqvkf6887h6f" level=info timestamp=2018-08-07T20:37:12.306099Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiqn2fjkthw7wqrql2nvd288cn6q2vcd7hchcrqqjcvxq5c6slprszqvkf6887h6f\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiqn2fjkthw7wqrql2nvd288cn6q2vcd7hchcrqqjcvxq5c6slprszqvkf6887h6f" level=info timestamp=2018-08-07T20:37:12.690688Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiqn2fjkthw7wqrql2nvd288cn6q2vcd7hchcrqqjcvxq5c6slprszqvkf6887h6f\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmiqn2fjkthw7wqrql2nvd288cn6q2vcd7hchcrqqjcvxq5c6slprszqvkf6887h6f, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 979a7d82-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiqn2fjkthw7wqrql2nvd288cn6q2vcd7hchcrqqjcvxq5c6slprszqvkf6887h6f" level=info timestamp=2018-08-07T20:37:42.917155Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmigm4fz22cdtrh7fhjlbsssh8jc6pfrx82nb67nn26dz7jbprj7gqjqqwmbnt6qhv kind= uid=aa07c544-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:37:42.918017Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmigm4fz22cdtrh7fhjlbsssh8jc6pfrx82nb67nn26dz7jbprj7gqjqqwmbnt6qhv kind= uid=aa07c544-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:37:43.107196Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmigm4fz22cdtrh7fhjlbsssh8jc6pfrx82nb67nn26dz7jbprj7gqjqqwmbnt6qhv\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmigm4fz22cdtrh7fhjlbsssh8jc6pfrx82nb67nn26dz7jbprj7gqjqqwmbnt6qhv" Pod name: virt-handler-2xnkh Pod phase: Running level=info timestamp=2018-08-07T20:30:46.435398Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:46.454392Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:46.454651Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:46.454930Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:46.455124Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="No update processing required" level=info timestamp=2018-08-07T20:30:46.455257Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.666968Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:47.667389Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:47.668085Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.668960Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.669645Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.717594Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: false\n" level=info timestamp=2018-08-07T20:30:47.718016Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.718208Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.718410Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-jjrgq Pod phase: Running level=info timestamp=2018-08-07T20:26:08.418519Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-07T20:26:08.418653Z pos=vm.go:331 component=virt-handler msg="Domain status: Shutoff, reason: Destroyed\n" level=info timestamp=2018-08-07T20:26:08.419110Z pos=vm.go:358 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-08-07T20:26:08.419387Z pos=vm.go:410 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing deletion." level=info timestamp=2018-08-07T20:26:08.420178Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:24.604623Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:24.606816Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln, existing: false\n" level=info timestamp=2018-08-07T20:26:24.607118Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:24.607588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:24.608607Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:54.605460Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:54.606768Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb, existing: false\n" level=info timestamp=2018-08-07T20:26:54.607071Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:54.607297Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:54.607570Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmigm4fz22cdtrh7fhjlbsssh8jc6pfrx82nb67ngj6qz Pod phase: Pending • Failure [30.992 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Delete a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:869 with ACPI and some grace period seconds /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:920 should result in vmi status succeeded [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:921 Expected error: <*errors.StatusError | 0xc420bce870>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:929 ------------------------------ STEP: Creating the VirtualMachineInstance Pod name: disks-images-provider-65q8v Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mv99r Pod phase: Running copy all images to host mount directory Pod name: virt-api-7586947775-58hkc Pod phase: Running 2018/08/07 20:35:55 http: TLS handshake error from 10.129.0.1:55784: EOF level=info timestamp=2018-08-07T20:36:04.805282Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:36:05 http: TLS handshake error from 10.129.0.1:55790: EOF 2018/08/07 20:36:15 http: TLS handshake error from 10.129.0.1:55796: EOF 2018/08/07 20:36:25 http: TLS handshake error from 10.129.0.1:55802: EOF 2018/08/07 20:36:35 http: TLS handshake error from 10.129.0.1:55808: EOF 2018/08/07 20:36:45 http: TLS handshake error from 10.129.0.1:55814: EOF 2018/08/07 20:36:55 http: TLS handshake error from 10.129.0.1:55820: EOF 2018/08/07 20:37:05 http: TLS handshake error from 10.129.0.1:55826: EOF 2018/08/07 20:37:15 http: TLS handshake error from 10.129.0.1:55832: EOF 2018/08/07 20:37:25 http: TLS handshake error from 10.129.0.1:55840: EOF 2018/08/07 20:37:35 http: TLS handshake error from 10.129.0.1:55846: EOF 2018/08/07 20:37:45 http: TLS handshake error from 10.129.0.1:55852: EOF 2018/08/07 20:37:55 http: TLS handshake error from 10.129.0.1:55858: EOF 2018/08/07 20:38:05 http: TLS handshake error from 10.129.0.1:55864: EOF Pod name: virt-api-7586947775-lkplm Pod phase: Running 2018/08/07 20:36:28 http: TLS handshake error from 10.128.0.1:48514: EOF level=info timestamp=2018-08-07T20:36:34.206725Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:36:38 http: TLS handshake error from 10.128.0.1:48568: EOF 2018/08/07 20:36:48 http: TLS handshake error from 10.128.0.1:48616: EOF 2018/08/07 20:36:58 http: TLS handshake error from 10.128.0.1:48660: EOF level=info timestamp=2018-08-07T20:37:04.231593Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:37:08 http: TLS handshake error from 10.128.0.1:48708: EOF 2018/08/07 20:37:18 http: TLS handshake error from 10.128.0.1:48752: EOF 2018/08/07 20:37:28 http: TLS handshake error from 10.128.0.1:48794: EOF level=info timestamp=2018-08-07T20:37:34.184270Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:37:38 http: TLS handshake error from 10.128.0.1:48842: EOF 2018/08/07 20:37:48 http: TLS handshake error from 10.128.0.1:48884: EOF 2018/08/07 20:37:58 http: TLS handshake error from 10.128.0.1:48926: EOF level=info timestamp=2018-08-07T20:38:04.185184Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:38:08 http: TLS handshake error from 10.128.0.1:48972: EOF Pod name: virt-controller-7d57d96b65-h46vd Pod phase: Running level=info timestamp=2018-08-07T20:30:41.987628Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 E0807 20:30:45.001546 1 leaderelection.go:224] error retrieving resource lock kube-system/virt-controller: Get https://172.30.0.1:443/api/v1/namespaces/kube-system/endpoints/virt-controller: dial tcp 172.30.0.1:443: connect: no route to host Pod name: virt-controller-7d57d96b65-wdh4l Pod phase: Running level=info timestamp=2018-08-07T20:36:10.453184Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df" level=info timestamp=2018-08-07T20:36:10.477131Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df" level=info timestamp=2018-08-07T20:36:10.916542Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 72d6137e-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmip8xvq6plzrpb6wkwqx6h9mdrrxxjdhstcz9jnz4wtfzj56b9mhjgj5x6nrkp8df" level=info timestamp=2018-08-07T20:36:41.075125Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipt658rqkgvqrvxrlwln4n274p9kj8r2b8frl9tznb28ptx72gcfg8xqx5dz6ngl kind= uid=852ade68-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:36:41.075618Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipt658rqkgvqrvxrlwln4n274p9kj8r2b8frl9tznb28ptx72gcfg8xqx5dz6ngl kind= uid=852ade68-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:37:12.024458Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqn2fjkthw7wqrql2nvd288cn6q2vcd7hchcrqqjcvxq5c6slprszqvkf6887h6f kind= uid=979a7d82-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:37:12.029406Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqn2fjkthw7wqrql2nvd288cn6q2vcd7hchcrqqjcvxq5c6slprszqvkf6887h6f kind= uid=979a7d82-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:37:12.265553Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiqn2fjkthw7wqrql2nvd288cn6q2vcd7hchcrqqjcvxq5c6slprszqvkf6887h6f\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiqn2fjkthw7wqrql2nvd288cn6q2vcd7hchcrqqjcvxq5c6slprszqvkf6887h6f" level=info timestamp=2018-08-07T20:37:12.306099Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiqn2fjkthw7wqrql2nvd288cn6q2vcd7hchcrqqjcvxq5c6slprszqvkf6887h6f\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiqn2fjkthw7wqrql2nvd288cn6q2vcd7hchcrqqjcvxq5c6slprszqvkf6887h6f" level=info timestamp=2018-08-07T20:37:12.690688Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiqn2fjkthw7wqrql2nvd288cn6q2vcd7hchcrqqjcvxq5c6slprszqvkf6887h6f\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmiqn2fjkthw7wqrql2nvd288cn6q2vcd7hchcrqqjcvxq5c6slprszqvkf6887h6f, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 979a7d82-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiqn2fjkthw7wqrql2nvd288cn6q2vcd7hchcrqqjcvxq5c6slprszqvkf6887h6f" level=info timestamp=2018-08-07T20:37:42.917155Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmigm4fz22cdtrh7fhjlbsssh8jc6pfrx82nb67nn26dz7jbprj7gqjqqwmbnt6qhv kind= uid=aa07c544-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:37:42.918017Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmigm4fz22cdtrh7fhjlbsssh8jc6pfrx82nb67nn26dz7jbprj7gqjqqwmbnt6qhv kind= uid=aa07c544-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:37:43.107196Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmigm4fz22cdtrh7fhjlbsssh8jc6pfrx82nb67nn26dz7jbprj7gqjqqwmbnt6qhv\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmigm4fz22cdtrh7fhjlbsssh8jc6pfrx82nb67nn26dz7jbprj7gqjqqwmbnt6qhv" level=info timestamp=2018-08-07T20:38:13.877684Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmig4dqxxst7x949jqbn8nwp456pw4mk5957gps85b852lnwdpmzk6cd4758dlvtf2 kind= uid=bc76d952-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:38:13.878443Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmig4dqxxst7x949jqbn8nwp456pw4mk5957gps85b852lnwdpmzk6cd4758dlvtf2 kind= uid=bc76d952-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-handler-2xnkh Pod phase: Running level=info timestamp=2018-08-07T20:30:46.435398Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:46.454392Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:46.454651Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:46.454930Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:46.455124Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="No update processing required" level=info timestamp=2018-08-07T20:30:46.455257Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.666968Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:47.667389Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:47.668085Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.668960Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.669645Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.717594Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: false\n" level=info timestamp=2018-08-07T20:30:47.718016Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.718208Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.718410Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-jjrgq Pod phase: Running level=info timestamp=2018-08-07T20:26:08.418519Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-07T20:26:08.418653Z pos=vm.go:331 component=virt-handler msg="Domain status: Shutoff, reason: Destroyed\n" level=info timestamp=2018-08-07T20:26:08.419110Z pos=vm.go:358 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-08-07T20:26:08.419387Z pos=vm.go:410 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing deletion." level=info timestamp=2018-08-07T20:26:08.420178Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:24.604623Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:24.606816Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln, existing: false\n" level=info timestamp=2018-08-07T20:26:24.607118Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:24.607588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:24.608607Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:54.605460Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:54.606768Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb, existing: false\n" level=info timestamp=2018-08-07T20:26:54.607071Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:54.607297Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:54.607570Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmig4dqxxst7x949jqbn8nwp456pw4mk5957gps8gh4lf Pod phase: Pending • Failure [30.876 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Delete a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:869 with grace period greater than 0 /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:945 should run graceful shutdown [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:946 Expected error: <*errors.StatusError | 0xc420855dd0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:970 ------------------------------ STEP: Setting a VirtualMachineInstance termination grace period to 5 STEP: Creating the VirtualMachineInstance Pod name: disks-images-provider-65q8v Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mv99r Pod phase: Running copy all images to host mount directory Pod name: virt-api-7586947775-58hkc Pod phase: Running 2018/08/07 20:36:25 http: TLS handshake error from 10.129.0.1:55802: EOF 2018/08/07 20:36:35 http: TLS handshake error from 10.129.0.1:55808: EOF 2018/08/07 20:36:45 http: TLS handshake error from 10.129.0.1:55814: EOF 2018/08/07 20:36:55 http: TLS handshake error from 10.129.0.1:55820: EOF 2018/08/07 20:37:05 http: TLS handshake error from 10.129.0.1:55826: EOF 2018/08/07 20:37:15 http: TLS handshake error from 10.129.0.1:55832: EOF 2018/08/07 20:37:25 http: TLS handshake error from 10.129.0.1:55840: EOF 2018/08/07 20:37:35 http: TLS handshake error from 10.129.0.1:55846: EOF 2018/08/07 20:37:45 http: TLS handshake error from 10.129.0.1:55852: EOF 2018/08/07 20:37:55 http: TLS handshake error from 10.129.0.1:55858: EOF 2018/08/07 20:38:05 http: TLS handshake error from 10.129.0.1:55864: EOF 2018/08/07 20:38:15 http: TLS handshake error from 10.129.0.1:55870: EOF 2018/08/07 20:38:25 http: TLS handshake error from 10.129.0.1:55876: EOF level=info timestamp=2018-08-07T20:38:34.721999Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:38:35 http: TLS handshake error from 10.129.0.1:55882: EOF Pod name: virt-api-7586947775-lkplm Pod phase: Running 2018/08/07 20:36:48 http: TLS handshake error from 10.128.0.1:48616: EOF 2018/08/07 20:36:58 http: TLS handshake error from 10.128.0.1:48660: EOF level=info timestamp=2018-08-07T20:37:04.231593Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:37:08 http: TLS handshake error from 10.128.0.1:48708: EOF 2018/08/07 20:37:18 http: TLS handshake error from 10.128.0.1:48752: EOF 2018/08/07 20:37:28 http: TLS handshake error from 10.128.0.1:48794: EOF level=info timestamp=2018-08-07T20:37:34.184270Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:37:38 http: TLS handshake error from 10.128.0.1:48842: EOF 2018/08/07 20:37:48 http: TLS handshake error from 10.128.0.1:48884: EOF 2018/08/07 20:37:58 http: TLS handshake error from 10.128.0.1:48926: EOF level=info timestamp=2018-08-07T20:38:04.185184Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:38:08 http: TLS handshake error from 10.128.0.1:48972: EOF 2018/08/07 20:38:18 http: TLS handshake error from 10.128.0.1:49014: EOF 2018/08/07 20:38:28 http: TLS handshake error from 10.128.0.1:49058: EOF 2018/08/07 20:38:38 http: TLS handshake error from 10.128.0.1:49104: EOF Pod name: virt-controller-7d57d96b65-h46vd Pod phase: Running level=info timestamp=2018-08-07T20:30:41.987628Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 E0807 20:30:45.001546 1 leaderelection.go:224] error retrieving resource lock kube-system/virt-controller: Get https://172.30.0.1:443/api/v1/namespaces/kube-system/endpoints/virt-controller: dial tcp 172.30.0.1:443: connect: no route to host Pod name: virt-controller-7d57d96b65-wdh4l Pod phase: Running level=info timestamp=2018-08-07T20:37:12.029406Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqn2fjkthw7wqrql2nvd288cn6q2vcd7hchcrqqjcvxq5c6slprszqvkf6887h6f kind= uid=979a7d82-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:37:12.265553Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiqn2fjkthw7wqrql2nvd288cn6q2vcd7hchcrqqjcvxq5c6slprszqvkf6887h6f\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiqn2fjkthw7wqrql2nvd288cn6q2vcd7hchcrqqjcvxq5c6slprszqvkf6887h6f" level=info timestamp=2018-08-07T20:37:12.306099Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiqn2fjkthw7wqrql2nvd288cn6q2vcd7hchcrqqjcvxq5c6slprszqvkf6887h6f\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiqn2fjkthw7wqrql2nvd288cn6q2vcd7hchcrqqjcvxq5c6slprszqvkf6887h6f" level=info timestamp=2018-08-07T20:37:12.690688Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiqn2fjkthw7wqrql2nvd288cn6q2vcd7hchcrqqjcvxq5c6slprszqvkf6887h6f\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmiqn2fjkthw7wqrql2nvd288cn6q2vcd7hchcrqqjcvxq5c6slprszqvkf6887h6f, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 979a7d82-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiqn2fjkthw7wqrql2nvd288cn6q2vcd7hchcrqqjcvxq5c6slprszqvkf6887h6f" level=info timestamp=2018-08-07T20:37:42.917155Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmigm4fz22cdtrh7fhjlbsssh8jc6pfrx82nb67nn26dz7jbprj7gqjqqwmbnt6qhv kind= uid=aa07c544-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:37:42.918017Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmigm4fz22cdtrh7fhjlbsssh8jc6pfrx82nb67nn26dz7jbprj7gqjqqwmbnt6qhv kind= uid=aa07c544-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:37:43.107196Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmigm4fz22cdtrh7fhjlbsssh8jc6pfrx82nb67nn26dz7jbprj7gqjqqwmbnt6qhv\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmigm4fz22cdtrh7fhjlbsssh8jc6pfrx82nb67nn26dz7jbprj7gqjqqwmbnt6qhv" level=info timestamp=2018-08-07T20:38:13.877684Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmig4dqxxst7x949jqbn8nwp456pw4mk5957gps85b852lnwdpmzk6cd4758dlvtf2 kind= uid=bc76d952-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:38:13.878443Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmig4dqxxst7x949jqbn8nwp456pw4mk5957gps85b852lnwdpmzk6cd4758dlvtf2 kind= uid=bc76d952-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:38:14.528335Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmig4dqxxst7x949jqbn8nwp456pw4mk5957gps85b852lnwdpmzk6cd4758dlvtf2\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmig4dqxxst7x949jqbn8nwp456pw4mk5957gps85b852lnwdpmzk6cd4758dlvtf2, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: bc76d952-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmig4dqxxst7x949jqbn8nwp456pw4mk5957gps85b852lnwdpmzk6cd4758dlvtf2" level=info timestamp=2018-08-07T20:38:14.584904Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmig4dqxxst7x949jqbn8nwp456pw4mk5957gps85b852lnwdpmzk6cd4758dlvtf2\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmig4dqxxst7x949jqbn8nwp456pw4mk5957gps85b852lnwdpmzk6cd4758dlvtf2, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: bc76d952-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmig4dqxxst7x949jqbn8nwp456pw4mk5957gps85b852lnwdpmzk6cd4758dlvtf2" level=info timestamp=2018-08-07T20:38:44.787467Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f kind= uid=cee73570-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:38:44.788142Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f kind= uid=cee73570-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:38:44.987722Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f" level=info timestamp=2018-08-07T20:38:45.046122Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f" Pod name: virt-handler-2xnkh Pod phase: Running level=info timestamp=2018-08-07T20:30:46.435398Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:46.454392Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:46.454651Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:46.454930Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:46.455124Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="No update processing required" level=info timestamp=2018-08-07T20:30:46.455257Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.666968Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:47.667389Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:47.668085Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.668960Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.669645Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.717594Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: false\n" level=info timestamp=2018-08-07T20:30:47.718016Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.718208Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.718410Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-jjrgq Pod phase: Running level=info timestamp=2018-08-07T20:26:08.418519Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-07T20:26:08.418653Z pos=vm.go:331 component=virt-handler msg="Domain status: Shutoff, reason: Destroyed\n" level=info timestamp=2018-08-07T20:26:08.419110Z pos=vm.go:358 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-08-07T20:26:08.419387Z pos=vm.go:410 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing deletion." level=info timestamp=2018-08-07T20:26:08.420178Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:24.604623Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:24.606816Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln, existing: false\n" level=info timestamp=2018-08-07T20:26:24.607118Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:24.607588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:24.608607Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:54.605460Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:54.606768Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb, existing: false\n" level=info timestamp=2018-08-07T20:26:54.607071Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:54.607297Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:54.607570Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdntsz4 Pod phase: Pending • Failure [30.969 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Killed VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:997 should be in Failed phase [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:998 Expected <*errors.StatusError | 0xc420854d80>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } to be nil /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:1001 ------------------------------ STEP: Starting a VirtualMachineInstance Pod name: disks-images-provider-65q8v Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mv99r Pod phase: Running copy all images to host mount directory Pod name: virt-api-7586947775-58hkc Pod phase: Running 2018/08/07 20:37:15 http: TLS handshake error from 10.129.0.1:55832: EOF 2018/08/07 20:37:25 http: TLS handshake error from 10.129.0.1:55840: EOF 2018/08/07 20:37:35 http: TLS handshake error from 10.129.0.1:55846: EOF 2018/08/07 20:37:45 http: TLS handshake error from 10.129.0.1:55852: EOF 2018/08/07 20:37:55 http: TLS handshake error from 10.129.0.1:55858: EOF 2018/08/07 20:38:05 http: TLS handshake error from 10.129.0.1:55864: EOF 2018/08/07 20:38:15 http: TLS handshake error from 10.129.0.1:55870: EOF 2018/08/07 20:38:25 http: TLS handshake error from 10.129.0.1:55876: EOF level=info timestamp=2018-08-07T20:38:34.721999Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:38:35 http: TLS handshake error from 10.129.0.1:55882: EOF 2018/08/07 20:38:45 http: TLS handshake error from 10.129.0.1:55888: EOF 2018/08/07 20:38:55 http: TLS handshake error from 10.129.0.1:55894: EOF level=info timestamp=2018-08-07T20:39:04.686466Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:39:05 http: TLS handshake error from 10.129.0.1:55900: EOF 2018/08/07 20:39:15 http: TLS handshake error from 10.129.0.1:55906: EOF Pod name: virt-api-7586947775-lkplm Pod phase: Running 2018/08/07 20:37:08 http: TLS handshake error from 10.128.0.1:48708: EOF 2018/08/07 20:37:18 http: TLS handshake error from 10.128.0.1:48752: EOF 2018/08/07 20:37:28 http: TLS handshake error from 10.128.0.1:48794: EOF level=info timestamp=2018-08-07T20:37:34.184270Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:37:38 http: TLS handshake error from 10.128.0.1:48842: EOF 2018/08/07 20:37:48 http: TLS handshake error from 10.128.0.1:48884: EOF 2018/08/07 20:37:58 http: TLS handshake error from 10.128.0.1:48926: EOF level=info timestamp=2018-08-07T20:38:04.185184Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:38:08 http: TLS handshake error from 10.128.0.1:48972: EOF 2018/08/07 20:38:18 http: TLS handshake error from 10.128.0.1:49014: EOF 2018/08/07 20:38:28 http: TLS handshake error from 10.128.0.1:49058: EOF 2018/08/07 20:38:38 http: TLS handshake error from 10.128.0.1:49104: EOF 2018/08/07 20:38:48 http: TLS handshake error from 10.128.0.1:49146: EOF 2018/08/07 20:38:58 http: TLS handshake error from 10.128.0.1:49188: EOF 2018/08/07 20:39:08 http: TLS handshake error from 10.128.0.1:49234: EOF Pod name: virt-controller-7d57d96b65-h46vd Pod phase: Running level=info timestamp=2018-08-07T20:30:41.987628Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 E0807 20:30:45.001546 1 leaderelection.go:224] error retrieving resource lock kube-system/virt-controller: Get https://172.30.0.1:443/api/v1/namespaces/kube-system/endpoints/virt-controller: dial tcp 172.30.0.1:443: connect: no route to host Pod name: virt-controller-7d57d96b65-wdh4l Pod phase: Running level=info timestamp=2018-08-07T20:37:42.918017Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmigm4fz22cdtrh7fhjlbsssh8jc6pfrx82nb67nn26dz7jbprj7gqjqqwmbnt6qhv kind= uid=aa07c544-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:37:43.107196Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmigm4fz22cdtrh7fhjlbsssh8jc6pfrx82nb67nn26dz7jbprj7gqjqqwmbnt6qhv\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmigm4fz22cdtrh7fhjlbsssh8jc6pfrx82nb67nn26dz7jbprj7gqjqqwmbnt6qhv" level=info timestamp=2018-08-07T20:38:13.877684Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmig4dqxxst7x949jqbn8nwp456pw4mk5957gps85b852lnwdpmzk6cd4758dlvtf2 kind= uid=bc76d952-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:38:13.878443Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmig4dqxxst7x949jqbn8nwp456pw4mk5957gps85b852lnwdpmzk6cd4758dlvtf2 kind= uid=bc76d952-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:38:14.528335Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmig4dqxxst7x949jqbn8nwp456pw4mk5957gps85b852lnwdpmzk6cd4758dlvtf2\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmig4dqxxst7x949jqbn8nwp456pw4mk5957gps85b852lnwdpmzk6cd4758dlvtf2, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: bc76d952-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmig4dqxxst7x949jqbn8nwp456pw4mk5957gps85b852lnwdpmzk6cd4758dlvtf2" level=info timestamp=2018-08-07T20:38:14.584904Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmig4dqxxst7x949jqbn8nwp456pw4mk5957gps85b852lnwdpmzk6cd4758dlvtf2\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmig4dqxxst7x949jqbn8nwp456pw4mk5957gps85b852lnwdpmzk6cd4758dlvtf2, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: bc76d952-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmig4dqxxst7x949jqbn8nwp456pw4mk5957gps85b852lnwdpmzk6cd4758dlvtf2" level=info timestamp=2018-08-07T20:38:44.787467Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f kind= uid=cee73570-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:38:44.788142Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f kind= uid=cee73570-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:38:44.987722Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f" level=info timestamp=2018-08-07T20:38:45.046122Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f" level=info timestamp=2018-08-07T20:38:45.469675Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: cee73570-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f" level=info timestamp=2018-08-07T20:38:45.502680Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: cee73570-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f" level=info timestamp=2018-08-07T20:39:15.752162Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimsqjj25mx527wr6hl9hfnmgbhv6r4zfgdv9pznh5l2lpsc4mlw26r2fqlq7l2kd kind= uid=e15b72a1-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:39:15.752655Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimsqjj25mx527wr6hl9hfnmgbhv6r4zfgdv9pznh5l2lpsc4mlw26r2fqlq7l2kd kind= uid=e15b72a1-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:39:15.955991Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimsqjj25mx527wr6hl9hfnmgbhv6r4zfgdv9pznh5l2lpsc4mlw26r2fqlq7l2kd\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimsqjj25mx527wr6hl9hfnmgbhv6r4zfgdv9pznh5l2lpsc4mlw26r2fqlq7l2kd" Pod name: virt-handler-2xnkh Pod phase: Running level=info timestamp=2018-08-07T20:30:46.435398Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:46.454392Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:46.454651Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:46.454930Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:46.455124Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="No update processing required" level=info timestamp=2018-08-07T20:30:46.455257Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.666968Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:47.667389Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:47.668085Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.668960Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.669645Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.717594Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: false\n" level=info timestamp=2018-08-07T20:30:47.718016Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.718208Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.718410Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-jjrgq Pod phase: Running level=info timestamp=2018-08-07T20:26:08.418519Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-07T20:26:08.418653Z pos=vm.go:331 component=virt-handler msg="Domain status: Shutoff, reason: Destroyed\n" level=info timestamp=2018-08-07T20:26:08.419110Z pos=vm.go:358 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-08-07T20:26:08.419387Z pos=vm.go:410 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing deletion." level=info timestamp=2018-08-07T20:26:08.420178Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:24.604623Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:24.606816Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln, existing: false\n" level=info timestamp=2018-08-07T20:26:24.607118Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:24.607588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:24.608607Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:54.605460Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:54.606768Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb, existing: false\n" level=info timestamp=2018-08-07T20:26:54.607071Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:54.607297Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:54.607570Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmimsqjj25mx527wr6hl9hfnmgbhv6r4zfgdv9pzdkztb Pod phase: Pending • Failure [30.933 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Killed VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:997 should be left alone by virt-handler [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:1025 Expected <*errors.StatusError | 0xc420153b90>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } to be nil /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:1028 ------------------------------ STEP: Starting a VirtualMachineInstance Pod name: disks-images-provider-65q8v Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mv99r Pod phase: Running copy all images to host mount directory Pod name: virt-api-7586947775-58hkc Pod phase: Running 2018/08/07 20:37:45 http: TLS handshake error from 10.129.0.1:55852: EOF 2018/08/07 20:37:55 http: TLS handshake error from 10.129.0.1:55858: EOF 2018/08/07 20:38:05 http: TLS handshake error from 10.129.0.1:55864: EOF 2018/08/07 20:38:15 http: TLS handshake error from 10.129.0.1:55870: EOF 2018/08/07 20:38:25 http: TLS handshake error from 10.129.0.1:55876: EOF level=info timestamp=2018-08-07T20:38:34.721999Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:38:35 http: TLS handshake error from 10.129.0.1:55882: EOF 2018/08/07 20:38:45 http: TLS handshake error from 10.129.0.1:55888: EOF 2018/08/07 20:38:55 http: TLS handshake error from 10.129.0.1:55894: EOF level=info timestamp=2018-08-07T20:39:04.686466Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:39:05 http: TLS handshake error from 10.129.0.1:55900: EOF 2018/08/07 20:39:15 http: TLS handshake error from 10.129.0.1:55906: EOF 2018/08/07 20:39:25 http: TLS handshake error from 10.129.0.1:55912: EOF 2018/08/07 20:39:35 http: TLS handshake error from 10.129.0.1:55918: EOF 2018/08/07 20:39:45 http: TLS handshake error from 10.129.0.1:55924: EOF Pod name: virt-api-7586947775-lkplm Pod phase: Running 2018/08/07 20:37:38 http: TLS handshake error from 10.128.0.1:48842: EOF 2018/08/07 20:37:48 http: TLS handshake error from 10.128.0.1:48884: EOF 2018/08/07 20:37:58 http: TLS handshake error from 10.128.0.1:48926: EOF level=info timestamp=2018-08-07T20:38:04.185184Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:38:08 http: TLS handshake error from 10.128.0.1:48972: EOF 2018/08/07 20:38:18 http: TLS handshake error from 10.128.0.1:49014: EOF 2018/08/07 20:38:28 http: TLS handshake error from 10.128.0.1:49058: EOF 2018/08/07 20:38:38 http: TLS handshake error from 10.128.0.1:49104: EOF 2018/08/07 20:38:48 http: TLS handshake error from 10.128.0.1:49146: EOF 2018/08/07 20:38:58 http: TLS handshake error from 10.128.0.1:49188: EOF 2018/08/07 20:39:08 http: TLS handshake error from 10.128.0.1:49234: EOF 2018/08/07 20:39:18 http: TLS handshake error from 10.128.0.1:49276: EOF 2018/08/07 20:39:28 http: TLS handshake error from 10.128.0.1:49318: EOF level=info timestamp=2018-08-07T20:39:34.239450Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:39:38 http: TLS handshake error from 10.128.0.1:49366: EOF Pod name: virt-controller-7d57d96b65-h46vd Pod phase: Running level=info timestamp=2018-08-07T20:30:41.987628Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 E0807 20:30:45.001546 1 leaderelection.go:224] error retrieving resource lock kube-system/virt-controller: Get https://172.30.0.1:443/api/v1/namespaces/kube-system/endpoints/virt-controller: dial tcp 172.30.0.1:443: connect: no route to host Pod name: virt-controller-7d57d96b65-wdh4l Pod phase: Running level=info timestamp=2018-08-07T20:38:13.878443Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmig4dqxxst7x949jqbn8nwp456pw4mk5957gps85b852lnwdpmzk6cd4758dlvtf2 kind= uid=bc76d952-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:38:14.528335Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmig4dqxxst7x949jqbn8nwp456pw4mk5957gps85b852lnwdpmzk6cd4758dlvtf2\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmig4dqxxst7x949jqbn8nwp456pw4mk5957gps85b852lnwdpmzk6cd4758dlvtf2, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: bc76d952-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmig4dqxxst7x949jqbn8nwp456pw4mk5957gps85b852lnwdpmzk6cd4758dlvtf2" level=info timestamp=2018-08-07T20:38:14.584904Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmig4dqxxst7x949jqbn8nwp456pw4mk5957gps85b852lnwdpmzk6cd4758dlvtf2\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmig4dqxxst7x949jqbn8nwp456pw4mk5957gps85b852lnwdpmzk6cd4758dlvtf2, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: bc76d952-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmig4dqxxst7x949jqbn8nwp456pw4mk5957gps85b852lnwdpmzk6cd4758dlvtf2" level=info timestamp=2018-08-07T20:38:44.787467Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f kind= uid=cee73570-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:38:44.788142Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f kind= uid=cee73570-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:38:44.987722Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f" level=info timestamp=2018-08-07T20:38:45.046122Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f" level=info timestamp=2018-08-07T20:38:45.469675Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: cee73570-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f" level=info timestamp=2018-08-07T20:38:45.502680Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: cee73570-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f" level=info timestamp=2018-08-07T20:39:15.752162Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimsqjj25mx527wr6hl9hfnmgbhv6r4zfgdv9pznh5l2lpsc4mlw26r2fqlq7l2kd kind= uid=e15b72a1-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:39:15.752655Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimsqjj25mx527wr6hl9hfnmgbhv6r4zfgdv9pznh5l2lpsc4mlw26r2fqlq7l2kd kind= uid=e15b72a1-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:39:15.955991Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimsqjj25mx527wr6hl9hfnmgbhv6r4zfgdv9pznh5l2lpsc4mlw26r2fqlq7l2kd\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimsqjj25mx527wr6hl9hfnmgbhv6r4zfgdv9pznh5l2lpsc4mlw26r2fqlq7l2kd" level=info timestamp=2018-08-07T20:39:16.424242Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimsqjj25mx527wr6hl9hfnmgbhv6r4zfgdv9pznh5l2lpsc4mlw26r2fqlq7l2kd\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmimsqjj25mx527wr6hl9hfnmgbhv6r4zfgdv9pznh5l2lpsc4mlw26r2fqlq7l2kd, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: e15b72a1-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimsqjj25mx527wr6hl9hfnmgbhv6r4zfgdv9pznh5l2lpsc4mlw26r2fqlq7l2kd" level=info timestamp=2018-08-07T20:39:46.631674Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvminfjtrcbnzwgrgdttwcmccr5btlml6wrz7g4ltg2mwd5kb9rhl2t7vzpw9cr746c kind= uid=f3c2ec18-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:39:46.632363Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvminfjtrcbnzwgrgdttwcmccr5btlml6wrz7g4ltg2mwd5kb9rhl2t7vzpw9cr746c kind= uid=f3c2ec18-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-handler-2xnkh Pod phase: Running level=info timestamp=2018-08-07T20:30:46.435398Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:46.454392Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:46.454651Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:46.454930Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:46.455124Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="No update processing required" level=info timestamp=2018-08-07T20:30:46.455257Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.666968Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:47.667389Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:47.668085Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.668960Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.669645Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.717594Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: false\n" level=info timestamp=2018-08-07T20:30:47.718016Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.718208Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.718410Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-jjrgq Pod phase: Running level=info timestamp=2018-08-07T20:26:08.418519Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-07T20:26:08.418653Z pos=vm.go:331 component=virt-handler msg="Domain status: Shutoff, reason: Destroyed\n" level=info timestamp=2018-08-07T20:26:08.419110Z pos=vm.go:358 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-08-07T20:26:08.419387Z pos=vm.go:410 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing deletion." level=info timestamp=2018-08-07T20:26:08.420178Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:24.604623Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:24.606816Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln, existing: false\n" level=info timestamp=2018-08-07T20:26:24.607118Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:24.607588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:24.608607Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:54.605460Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:54.606768Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb, existing: false\n" level=info timestamp=2018-08-07T20:26:54.607071Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:54.607297Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:54.607570Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvminfjtrcbnzwgrgdttwcmccr5btlml6wrz7g4ltd5tff Pod phase: Pending • Failure [30.792 seconds] Health Monitoring /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:37 A VirtualMachineInstance with a watchdog device /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:56 should be shut down when the watchdog expires [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:57 Expected <*errors.StatusError | 0xc4206897a0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } to be nil /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:47 ------------------------------ STEP: Starting a VirtualMachineInstance Pod name: disks-images-provider-65q8v Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mv99r Pod phase: Running copy all images to host mount directory Pod name: virt-api-7586947775-58hkc Pod phase: Running 2018/08/07 20:38:15 http: TLS handshake error from 10.129.0.1:55870: EOF 2018/08/07 20:38:25 http: TLS handshake error from 10.129.0.1:55876: EOF level=info timestamp=2018-08-07T20:38:34.721999Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:38:35 http: TLS handshake error from 10.129.0.1:55882: EOF 2018/08/07 20:38:45 http: TLS handshake error from 10.129.0.1:55888: EOF 2018/08/07 20:38:55 http: TLS handshake error from 10.129.0.1:55894: EOF level=info timestamp=2018-08-07T20:39:04.686466Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:39:05 http: TLS handshake error from 10.129.0.1:55900: EOF 2018/08/07 20:39:15 http: TLS handshake error from 10.129.0.1:55906: EOF 2018/08/07 20:39:25 http: TLS handshake error from 10.129.0.1:55912: EOF 2018/08/07 20:39:35 http: TLS handshake error from 10.129.0.1:55918: EOF 2018/08/07 20:39:45 http: TLS handshake error from 10.129.0.1:55924: EOF 2018/08/07 20:39:55 http: TLS handshake error from 10.129.0.1:55930: EOF 2018/08/07 20:40:05 http: TLS handshake error from 10.129.0.1:55936: EOF 2018/08/07 20:40:15 http: TLS handshake error from 10.129.0.1:55942: EOF Pod name: virt-api-7586947775-lkplm Pod phase: Running 2018/08/07 20:38:08 http: TLS handshake error from 10.128.0.1:48972: EOF 2018/08/07 20:38:18 http: TLS handshake error from 10.128.0.1:49014: EOF 2018/08/07 20:38:28 http: TLS handshake error from 10.128.0.1:49058: EOF 2018/08/07 20:38:38 http: TLS handshake error from 10.128.0.1:49104: EOF 2018/08/07 20:38:48 http: TLS handshake error from 10.128.0.1:49146: EOF 2018/08/07 20:38:58 http: TLS handshake error from 10.128.0.1:49188: EOF 2018/08/07 20:39:08 http: TLS handshake error from 10.128.0.1:49234: EOF 2018/08/07 20:39:18 http: TLS handshake error from 10.128.0.1:49276: EOF 2018/08/07 20:39:28 http: TLS handshake error from 10.128.0.1:49318: EOF level=info timestamp=2018-08-07T20:39:34.239450Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:39:38 http: TLS handshake error from 10.128.0.1:49366: EOF 2018/08/07 20:39:48 http: TLS handshake error from 10.128.0.1:49410: EOF 2018/08/07 20:39:58 http: TLS handshake error from 10.128.0.1:49452: EOF level=info timestamp=2018-08-07T20:40:04.131820Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:40:08 http: TLS handshake error from 10.128.0.1:49498: EOF Pod name: virt-controller-7d57d96b65-h46vd Pod phase: Running level=info timestamp=2018-08-07T20:30:41.987628Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 E0807 20:30:45.001546 1 leaderelection.go:224] error retrieving resource lock kube-system/virt-controller: Get https://172.30.0.1:443/api/v1/namespaces/kube-system/endpoints/virt-controller: dial tcp 172.30.0.1:443: connect: no route to host Pod name: virt-controller-7d57d96b65-wdh4l Pod phase: Running level=info timestamp=2018-08-07T20:38:44.987722Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f" level=info timestamp=2018-08-07T20:38:45.046122Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f" level=info timestamp=2018-08-07T20:38:45.469675Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: cee73570-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f" level=info timestamp=2018-08-07T20:38:45.502680Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: cee73570-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f" level=info timestamp=2018-08-07T20:39:15.752162Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimsqjj25mx527wr6hl9hfnmgbhv6r4zfgdv9pznh5l2lpsc4mlw26r2fqlq7l2kd kind= uid=e15b72a1-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:39:15.752655Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimsqjj25mx527wr6hl9hfnmgbhv6r4zfgdv9pznh5l2lpsc4mlw26r2fqlq7l2kd kind= uid=e15b72a1-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:39:15.955991Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimsqjj25mx527wr6hl9hfnmgbhv6r4zfgdv9pznh5l2lpsc4mlw26r2fqlq7l2kd\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimsqjj25mx527wr6hl9hfnmgbhv6r4zfgdv9pznh5l2lpsc4mlw26r2fqlq7l2kd" level=info timestamp=2018-08-07T20:39:16.424242Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimsqjj25mx527wr6hl9hfnmgbhv6r4zfgdv9pznh5l2lpsc4mlw26r2fqlq7l2kd\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmimsqjj25mx527wr6hl9hfnmgbhv6r4zfgdv9pznh5l2lpsc4mlw26r2fqlq7l2kd, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: e15b72a1-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimsqjj25mx527wr6hl9hfnmgbhv6r4zfgdv9pznh5l2lpsc4mlw26r2fqlq7l2kd" level=info timestamp=2018-08-07T20:39:46.631674Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvminfjtrcbnzwgrgdttwcmccr5btlml6wrz7g4ltg2mwd5kb9rhl2t7vzpw9cr746c kind= uid=f3c2ec18-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:39:46.632363Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvminfjtrcbnzwgrgdttwcmccr5btlml6wrz7g4ltg2mwd5kb9rhl2t7vzpw9cr746c kind= uid=f3c2ec18-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:39:47.247439Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminfjtrcbnzwgrgdttwcmccr5btlml6wrz7g4ltg2mwd5kb9rhl2t7vzpw9cr746c\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvminfjtrcbnzwgrgdttwcmccr5btlml6wrz7g4ltg2mwd5kb9rhl2t7vzpw9cr746c, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: f3c2ec18-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminfjtrcbnzwgrgdttwcmccr5btlml6wrz7g4ltg2mwd5kb9rhl2t7vzpw9cr746c" level=info timestamp=2018-08-07T20:40:17.535618Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d kind= uid=062eb8f7-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:40:17.537322Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d kind= uid=062eb8f7-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:40:17.747122Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d" level=info timestamp=2018-08-07T20:40:17.770760Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d" Pod name: virt-handler-2xnkh Pod phase: Running level=info timestamp=2018-08-07T20:30:46.435398Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:46.454392Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:46.454651Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:46.454930Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:46.455124Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="No update processing required" level=info timestamp=2018-08-07T20:30:46.455257Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.666968Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:47.667389Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:47.668085Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.668960Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.669645Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.717594Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: false\n" level=info timestamp=2018-08-07T20:30:47.718016Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.718208Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.718410Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-jjrgq Pod phase: Running level=info timestamp=2018-08-07T20:26:08.418519Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-07T20:26:08.418653Z pos=vm.go:331 component=virt-handler msg="Domain status: Shutoff, reason: Destroyed\n" level=info timestamp=2018-08-07T20:26:08.419110Z pos=vm.go:358 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-08-07T20:26:08.419387Z pos=vm.go:410 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing deletion." level=info timestamp=2018-08-07T20:26:08.420178Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:24.604623Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:24.606816Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln, existing: false\n" level=info timestamp=2018-08-07T20:26:24.607118Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:24.607588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:24.608607Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:54.605460Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:54.606768Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb, existing: false\n" level=info timestamp=2018-08-07T20:26:54.607071Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:54.607297Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:54.607570Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpnbjfxv Pod phase: Pending • Failure in Spec Setup (BeforeEach) [30.895 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach [BeforeEach] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the Inbound VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: <*errors.StatusError | 0xc420153830>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:131 ------------------------------ Pod name: disks-images-provider-65q8v Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mv99r Pod phase: Running copy all images to host mount directory Pod name: virt-api-7586947775-58hkc Pod phase: Running 2018/08/07 20:38:35 http: TLS handshake error from 10.129.0.1:55882: EOF 2018/08/07 20:38:45 http: TLS handshake error from 10.129.0.1:55888: EOF 2018/08/07 20:38:55 http: TLS handshake error from 10.129.0.1:55894: EOF level=info timestamp=2018-08-07T20:39:04.686466Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:39:05 http: TLS handshake error from 10.129.0.1:55900: EOF 2018/08/07 20:39:15 http: TLS handshake error from 10.129.0.1:55906: EOF 2018/08/07 20:39:25 http: TLS handshake error from 10.129.0.1:55912: EOF 2018/08/07 20:39:35 http: TLS handshake error from 10.129.0.1:55918: EOF 2018/08/07 20:39:45 http: TLS handshake error from 10.129.0.1:55924: EOF 2018/08/07 20:39:55 http: TLS handshake error from 10.129.0.1:55930: EOF 2018/08/07 20:40:05 http: TLS handshake error from 10.129.0.1:55936: EOF 2018/08/07 20:40:15 http: TLS handshake error from 10.129.0.1:55942: EOF 2018/08/07 20:40:25 http: TLS handshake error from 10.129.0.1:55948: EOF 2018/08/07 20:40:35 http: TLS handshake error from 10.129.0.1:55954: EOF 2018/08/07 20:40:45 http: TLS handshake error from 10.129.0.1:55960: EOF Pod name: virt-api-7586947775-lkplm Pod phase: Running 2018/08/07 20:38:48 http: TLS handshake error from 10.128.0.1:49146: EOF 2018/08/07 20:38:58 http: TLS handshake error from 10.128.0.1:49188: EOF 2018/08/07 20:39:08 http: TLS handshake error from 10.128.0.1:49234: EOF 2018/08/07 20:39:18 http: TLS handshake error from 10.128.0.1:49276: EOF 2018/08/07 20:39:28 http: TLS handshake error from 10.128.0.1:49318: EOF level=info timestamp=2018-08-07T20:39:34.239450Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:39:38 http: TLS handshake error from 10.128.0.1:49366: EOF 2018/08/07 20:39:48 http: TLS handshake error from 10.128.0.1:49410: EOF 2018/08/07 20:39:58 http: TLS handshake error from 10.128.0.1:49452: EOF level=info timestamp=2018-08-07T20:40:04.131820Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:40:08 http: TLS handshake error from 10.128.0.1:49498: EOF 2018/08/07 20:40:18 http: TLS handshake error from 10.128.0.1:49540: EOF 2018/08/07 20:40:28 http: TLS handshake error from 10.128.0.1:49582: EOF level=info timestamp=2018-08-07T20:40:34.194538Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:40:38 http: TLS handshake error from 10.128.0.1:49628: EOF Pod name: virt-controller-7d57d96b65-h46vd Pod phase: Running level=info timestamp=2018-08-07T20:30:41.987628Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 E0807 20:30:45.001546 1 leaderelection.go:224] error retrieving resource lock kube-system/virt-controller: Get https://172.30.0.1:443/api/v1/namespaces/kube-system/endpoints/virt-controller: dial tcp 172.30.0.1:443: connect: no route to host Pod name: virt-controller-7d57d96b65-wdh4l Pod phase: Running level=info timestamp=2018-08-07T20:38:45.502680Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: cee73570-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmib7b956n5dfrvl877vgfl8tlwdrxmpzszjjqsdrlqfj9g2fdk97mk4bq4pkpkh8f" level=info timestamp=2018-08-07T20:39:15.752162Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimsqjj25mx527wr6hl9hfnmgbhv6r4zfgdv9pznh5l2lpsc4mlw26r2fqlq7l2kd kind= uid=e15b72a1-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:39:15.752655Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimsqjj25mx527wr6hl9hfnmgbhv6r4zfgdv9pznh5l2lpsc4mlw26r2fqlq7l2kd kind= uid=e15b72a1-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:39:15.955991Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimsqjj25mx527wr6hl9hfnmgbhv6r4zfgdv9pznh5l2lpsc4mlw26r2fqlq7l2kd\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimsqjj25mx527wr6hl9hfnmgbhv6r4zfgdv9pznh5l2lpsc4mlw26r2fqlq7l2kd" level=info timestamp=2018-08-07T20:39:16.424242Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimsqjj25mx527wr6hl9hfnmgbhv6r4zfgdv9pznh5l2lpsc4mlw26r2fqlq7l2kd\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmimsqjj25mx527wr6hl9hfnmgbhv6r4zfgdv9pznh5l2lpsc4mlw26r2fqlq7l2kd, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: e15b72a1-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimsqjj25mx527wr6hl9hfnmgbhv6r4zfgdv9pznh5l2lpsc4mlw26r2fqlq7l2kd" level=info timestamp=2018-08-07T20:39:46.631674Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvminfjtrcbnzwgrgdttwcmccr5btlml6wrz7g4ltg2mwd5kb9rhl2t7vzpw9cr746c kind= uid=f3c2ec18-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:39:46.632363Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvminfjtrcbnzwgrgdttwcmccr5btlml6wrz7g4ltg2mwd5kb9rhl2t7vzpw9cr746c kind= uid=f3c2ec18-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:39:47.247439Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminfjtrcbnzwgrgdttwcmccr5btlml6wrz7g4ltg2mwd5kb9rhl2t7vzpw9cr746c\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvminfjtrcbnzwgrgdttwcmccr5btlml6wrz7g4ltg2mwd5kb9rhl2t7vzpw9cr746c, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: f3c2ec18-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminfjtrcbnzwgrgdttwcmccr5btlml6wrz7g4ltg2mwd5kb9rhl2t7vzpw9cr746c" level=info timestamp=2018-08-07T20:40:17.535618Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d kind= uid=062eb8f7-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:40:17.537322Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d kind= uid=062eb8f7-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:40:17.747122Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d" level=info timestamp=2018-08-07T20:40:17.770760Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d" level=info timestamp=2018-08-07T20:40:18.120553Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 062eb8f7-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d" level=info timestamp=2018-08-07T20:40:48.348982Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijp2gm68vmgl5h57tr5xk2tctzmzktr5kbsrr6sqmdjhx89dhf8dbvbll4djrbdl kind= uid=188cc7c9-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:40:48.349541Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijp2gm68vmgl5h57tr5xk2tctzmzktr5kbsrr6sqmdjhx89dhf8dbvbll4djrbdl kind= uid=188cc7c9-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-handler-2xnkh Pod phase: Running level=info timestamp=2018-08-07T20:30:46.435398Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:46.454392Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:46.454651Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:46.454930Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:46.455124Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="No update processing required" level=info timestamp=2018-08-07T20:30:46.455257Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.666968Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:47.667389Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:47.668085Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.668960Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.669645Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.717594Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: false\n" level=info timestamp=2018-08-07T20:30:47.718016Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.718208Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.718410Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-jjrgq Pod phase: Running level=info timestamp=2018-08-07T20:26:08.418519Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-07T20:26:08.418653Z pos=vm.go:331 component=virt-handler msg="Domain status: Shutoff, reason: Destroyed\n" level=info timestamp=2018-08-07T20:26:08.419110Z pos=vm.go:358 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-08-07T20:26:08.419387Z pos=vm.go:410 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing deletion." level=info timestamp=2018-08-07T20:26:08.420178Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:24.604623Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:24.606816Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln, existing: false\n" level=info timestamp=2018-08-07T20:26:24.607118Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:24.607588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:24.608607Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:54.605460Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:54.606768Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb, existing: false\n" level=info timestamp=2018-08-07T20:26:54.607071Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:54.607297Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:54.607570Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmijp2gm68vmgl5h57tr5xk2tctzmzktr5kbsrr6mdkdr Pod phase: Pending • Failure in Spec Setup (BeforeEach) [30.797 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach [BeforeEach] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the Inbound VirtualMachineInstance with pod network connectivity explicitly set /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: <*errors.StatusError | 0xc420cd4360>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:131 ------------------------------ Pod name: disks-images-provider-65q8v Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mv99r Pod phase: Running copy all images to host mount directory Pod name: virt-api-7586947775-58hkc Pod phase: Running 2018/08/07 20:39:05 http: TLS handshake error from 10.129.0.1:55900: EOF 2018/08/07 20:39:15 http: TLS handshake error from 10.129.0.1:55906: EOF 2018/08/07 20:39:25 http: TLS handshake error from 10.129.0.1:55912: EOF 2018/08/07 20:39:35 http: TLS handshake error from 10.129.0.1:55918: EOF 2018/08/07 20:39:45 http: TLS handshake error from 10.129.0.1:55924: EOF 2018/08/07 20:39:55 http: TLS handshake error from 10.129.0.1:55930: EOF 2018/08/07 20:40:05 http: TLS handshake error from 10.129.0.1:55936: EOF 2018/08/07 20:40:15 http: TLS handshake error from 10.129.0.1:55942: EOF 2018/08/07 20:40:25 http: TLS handshake error from 10.129.0.1:55948: EOF 2018/08/07 20:40:35 http: TLS handshake error from 10.129.0.1:55954: EOF 2018/08/07 20:40:45 http: TLS handshake error from 10.129.0.1:55960: EOF 2018/08/07 20:40:55 http: TLS handshake error from 10.129.0.1:55968: EOF level=info timestamp=2018-08-07T20:41:04.657429Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:41:05 http: TLS handshake error from 10.129.0.1:55974: EOF 2018/08/07 20:41:15 http: TLS handshake error from 10.129.0.1:55980: EOF Pod name: virt-api-7586947775-lkplm Pod phase: Running 2018/08/07 20:39:28 http: TLS handshake error from 10.128.0.1:49318: EOF level=info timestamp=2018-08-07T20:39:34.239450Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:39:38 http: TLS handshake error from 10.128.0.1:49366: EOF 2018/08/07 20:39:48 http: TLS handshake error from 10.128.0.1:49410: EOF 2018/08/07 20:39:58 http: TLS handshake error from 10.128.0.1:49452: EOF level=info timestamp=2018-08-07T20:40:04.131820Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:40:08 http: TLS handshake error from 10.128.0.1:49498: EOF 2018/08/07 20:40:18 http: TLS handshake error from 10.128.0.1:49540: EOF 2018/08/07 20:40:28 http: TLS handshake error from 10.128.0.1:49582: EOF level=info timestamp=2018-08-07T20:40:34.194538Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:40:38 http: TLS handshake error from 10.128.0.1:49628: EOF 2018/08/07 20:40:49 http: TLS handshake error from 10.128.0.1:49670: EOF 2018/08/07 20:40:58 http: TLS handshake error from 10.128.0.1:49712: EOF 2018/08/07 20:41:08 http: TLS handshake error from 10.128.0.1:49758: EOF 2018/08/07 20:41:18 http: TLS handshake error from 10.128.0.1:49800: EOF Pod name: virt-controller-7d57d96b65-h46vd Pod phase: Running level=info timestamp=2018-08-07T20:30:41.987628Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 E0807 20:30:45.001546 1 leaderelection.go:224] error retrieving resource lock kube-system/virt-controller: Get https://172.30.0.1:443/api/v1/namespaces/kube-system/endpoints/virt-controller: dial tcp 172.30.0.1:443: connect: no route to host Pod name: virt-controller-7d57d96b65-wdh4l Pod phase: Running level=info timestamp=2018-08-07T20:39:16.424242Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimsqjj25mx527wr6hl9hfnmgbhv6r4zfgdv9pznh5l2lpsc4mlw26r2fqlq7l2kd\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmimsqjj25mx527wr6hl9hfnmgbhv6r4zfgdv9pznh5l2lpsc4mlw26r2fqlq7l2kd, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: e15b72a1-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimsqjj25mx527wr6hl9hfnmgbhv6r4zfgdv9pznh5l2lpsc4mlw26r2fqlq7l2kd" level=info timestamp=2018-08-07T20:39:46.631674Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvminfjtrcbnzwgrgdttwcmccr5btlml6wrz7g4ltg2mwd5kb9rhl2t7vzpw9cr746c kind= uid=f3c2ec18-9a81-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:39:46.632363Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvminfjtrcbnzwgrgdttwcmccr5btlml6wrz7g4ltg2mwd5kb9rhl2t7vzpw9cr746c kind= uid=f3c2ec18-9a81-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:39:47.247439Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminfjtrcbnzwgrgdttwcmccr5btlml6wrz7g4ltg2mwd5kb9rhl2t7vzpw9cr746c\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvminfjtrcbnzwgrgdttwcmccr5btlml6wrz7g4ltg2mwd5kb9rhl2t7vzpw9cr746c, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: f3c2ec18-9a81-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminfjtrcbnzwgrgdttwcmccr5btlml6wrz7g4ltg2mwd5kb9rhl2t7vzpw9cr746c" level=info timestamp=2018-08-07T20:40:17.535618Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d kind= uid=062eb8f7-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:40:17.537322Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d kind= uid=062eb8f7-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:40:17.747122Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d" level=info timestamp=2018-08-07T20:40:17.770760Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d" level=info timestamp=2018-08-07T20:40:18.120553Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 062eb8f7-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d" level=info timestamp=2018-08-07T20:40:48.348982Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijp2gm68vmgl5h57tr5xk2tctzmzktr5kbsrr6sqmdjhx89dhf8dbvbll4djrbdl kind= uid=188cc7c9-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:40:48.349541Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijp2gm68vmgl5h57tr5xk2tctzmzktr5kbsrr6sqmdjhx89dhf8dbvbll4djrbdl kind= uid=188cc7c9-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:40:48.926591Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijp2gm68vmgl5h57tr5xk2tctzmzktr5kbsrr6sqmdjhx89dhf8dbvbll4djrbdl\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmijp2gm68vmgl5h57tr5xk2tctzmzktr5kbsrr6sqmdjhx89dhf8dbvbll4djrbdl, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 188cc7c9-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijp2gm68vmgl5h57tr5xk2tctzmzktr5kbsrr6sqmdjhx89dhf8dbvbll4djrbdl" level=info timestamp=2018-08-07T20:41:19.238221Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7rqjwq9shdfmnj4r44s6q6hpwjsz77n9q494gcs9cd84p98d9cf6mvt5f94v9lv kind= uid=2af0abef-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:41:19.246461Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7rqjwq9shdfmnj4r44s6q6hpwjsz77n9q494gcs9cd84p98d9cf6mvt5f94v9lv kind= uid=2af0abef-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:41:19.400812Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi7rqjwq9shdfmnj4r44s6q6hpwjsz77n9q494gcs9cd84p98d9cf6mvt5f94v9lv\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi7rqjwq9shdfmnj4r44s6q6hpwjsz77n9q494gcs9cd84p98d9cf6mvt5f94v9lv" Pod name: virt-handler-2xnkh Pod phase: Running level=info timestamp=2018-08-07T20:30:46.435398Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:46.454392Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:46.454651Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:46.454930Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:46.455124Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="No update processing required" level=info timestamp=2018-08-07T20:30:46.455257Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.666968Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:47.667389Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:47.668085Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.668960Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.669645Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.717594Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: false\n" level=info timestamp=2018-08-07T20:30:47.718016Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.718208Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.718410Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-jjrgq Pod phase: Running level=info timestamp=2018-08-07T20:26:08.418519Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-07T20:26:08.418653Z pos=vm.go:331 component=virt-handler msg="Domain status: Shutoff, reason: Destroyed\n" level=info timestamp=2018-08-07T20:26:08.419110Z pos=vm.go:358 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-08-07T20:26:08.419387Z pos=vm.go:410 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing deletion." level=info timestamp=2018-08-07T20:26:08.420178Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:24.604623Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:24.606816Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln, existing: false\n" level=info timestamp=2018-08-07T20:26:24.607118Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:24.607588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:24.608607Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:54.605460Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:54.606768Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb, existing: false\n" level=info timestamp=2018-08-07T20:26:54.607071Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:54.607297Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:54.607570Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi7rqjwq9shdfmnj4r44s6q6hpwjsz77n9q494gw29fq Pod phase: Pending • Failure in Spec Setup (BeforeEach) [30.734 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach [BeforeEach] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the Inbound VirtualMachineInstance with custom MAC address /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: <*errors.StatusError | 0xc420bce5a0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:131 ------------------------------ Pod name: disks-images-provider-65q8v Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mv99r Pod phase: Running copy all images to host mount directory Pod name: virt-api-7586947775-58hkc Pod phase: Running 2018/08/07 20:39:35 http: TLS handshake error from 10.129.0.1:55918: EOF 2018/08/07 20:39:45 http: TLS handshake error from 10.129.0.1:55924: EOF 2018/08/07 20:39:55 http: TLS handshake error from 10.129.0.1:55930: EOF 2018/08/07 20:40:05 http: TLS handshake error from 10.129.0.1:55936: EOF 2018/08/07 20:40:15 http: TLS handshake error from 10.129.0.1:55942: EOF 2018/08/07 20:40:25 http: TLS handshake error from 10.129.0.1:55948: EOF 2018/08/07 20:40:35 http: TLS handshake error from 10.129.0.1:55954: EOF 2018/08/07 20:40:45 http: TLS handshake error from 10.129.0.1:55960: EOF 2018/08/07 20:40:55 http: TLS handshake error from 10.129.0.1:55968: EOF level=info timestamp=2018-08-07T20:41:04.657429Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:41:05 http: TLS handshake error from 10.129.0.1:55974: EOF 2018/08/07 20:41:15 http: TLS handshake error from 10.129.0.1:55980: EOF 2018/08/07 20:41:25 http: TLS handshake error from 10.129.0.1:55986: EOF 2018/08/07 20:41:35 http: TLS handshake error from 10.129.0.1:55992: EOF 2018/08/07 20:41:45 http: TLS handshake error from 10.129.0.1:55998: EOF Pod name: virt-api-7586947775-lkplm Pod phase: Running 2018/08/07 20:39:58 http: TLS handshake error from 10.128.0.1:49452: EOF level=info timestamp=2018-08-07T20:40:04.131820Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:40:08 http: TLS handshake error from 10.128.0.1:49498: EOF 2018/08/07 20:40:18 http: TLS handshake error from 10.128.0.1:49540: EOF 2018/08/07 20:40:28 http: TLS handshake error from 10.128.0.1:49582: EOF level=info timestamp=2018-08-07T20:40:34.194538Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:40:38 http: TLS handshake error from 10.128.0.1:49628: EOF 2018/08/07 20:40:49 http: TLS handshake error from 10.128.0.1:49670: EOF 2018/08/07 20:40:58 http: TLS handshake error from 10.128.0.1:49712: EOF 2018/08/07 20:41:08 http: TLS handshake error from 10.128.0.1:49758: EOF 2018/08/07 20:41:18 http: TLS handshake error from 10.128.0.1:49800: EOF 2018/08/07 20:41:28 http: TLS handshake error from 10.128.0.1:49848: EOF level=info timestamp=2018-08-07T20:41:34.170041Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:41:38 http: TLS handshake error from 10.128.0.1:49902: EOF 2018/08/07 20:41:48 http: TLS handshake error from 10.128.0.1:49950: EOF Pod name: virt-controller-7d57d96b65-h46vd Pod phase: Running level=info timestamp=2018-08-07T20:30:41.987628Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 E0807 20:30:45.001546 1 leaderelection.go:224] error retrieving resource lock kube-system/virt-controller: Get https://172.30.0.1:443/api/v1/namespaces/kube-system/endpoints/virt-controller: dial tcp 172.30.0.1:443: connect: no route to host Pod name: virt-controller-7d57d96b65-wdh4l Pod phase: Running level=info timestamp=2018-08-07T20:40:17.537322Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d kind= uid=062eb8f7-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:40:17.747122Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d" level=info timestamp=2018-08-07T20:40:17.770760Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d" level=info timestamp=2018-08-07T20:40:18.120553Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 062eb8f7-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d" level=info timestamp=2018-08-07T20:40:48.348982Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijp2gm68vmgl5h57tr5xk2tctzmzktr5kbsrr6sqmdjhx89dhf8dbvbll4djrbdl kind= uid=188cc7c9-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:40:48.349541Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijp2gm68vmgl5h57tr5xk2tctzmzktr5kbsrr6sqmdjhx89dhf8dbvbll4djrbdl kind= uid=188cc7c9-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:40:48.926591Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijp2gm68vmgl5h57tr5xk2tctzmzktr5kbsrr6sqmdjhx89dhf8dbvbll4djrbdl\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmijp2gm68vmgl5h57tr5xk2tctzmzktr5kbsrr6sqmdjhx89dhf8dbvbll4djrbdl, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 188cc7c9-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijp2gm68vmgl5h57tr5xk2tctzmzktr5kbsrr6sqmdjhx89dhf8dbvbll4djrbdl" level=info timestamp=2018-08-07T20:41:19.238221Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7rqjwq9shdfmnj4r44s6q6hpwjsz77n9q494gcs9cd84p98d9cf6mvt5f94v9lv kind= uid=2af0abef-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:41:19.246461Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7rqjwq9shdfmnj4r44s6q6hpwjsz77n9q494gcs9cd84p98d9cf6mvt5f94v9lv kind= uid=2af0abef-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:41:19.400812Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi7rqjwq9shdfmnj4r44s6q6hpwjsz77n9q494gcs9cd84p98d9cf6mvt5f94v9lv\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi7rqjwq9shdfmnj4r44s6q6hpwjsz77n9q494gcs9cd84p98d9cf6mvt5f94v9lv" level=info timestamp=2018-08-07T20:41:19.620774Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi7rqjwq9shdfmnj4r44s6q6hpwjsz77n9q494gcs9cd84p98d9cf6mvt5f94v9lv\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi7rqjwq9shdfmnj4r44s6q6hpwjsz77n9q494gcs9cd84p98d9cf6mvt5f94v9lv, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 2af0abef-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi7rqjwq9shdfmnj4r44s6q6hpwjsz77n9q494gcs9cd84p98d9cf6mvt5f94v9lv" level=info timestamp=2018-08-07T20:41:49.842189Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5bkxs7qmthf9n6rdctg5p57zlrmm kind= uid=3d30c1ff-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:41:49.842973Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5bkxs7qmthf9n6rdctg5p57zlrmm kind= uid=3d30c1ff-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:41:50.058518Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5bkxs7qmthf9n6rdctg5p57zlrmm\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5bkxs7qmthf9n6rdctg5p57zlrmm" level=info timestamp=2018-08-07T20:41:50.101793Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5bkxs7qmthf9n6rdctg5p57zlrmm\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5bkxs7qmthf9n6rdctg5p57zlrmm" Pod name: virt-handler-2xnkh Pod phase: Running level=info timestamp=2018-08-07T20:30:46.435398Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:46.454392Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:46.454651Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:46.454930Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:46.455124Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="No update processing required" level=info timestamp=2018-08-07T20:30:46.455257Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.666968Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:47.667389Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:47.668085Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.668960Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.669645Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.717594Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: false\n" level=info timestamp=2018-08-07T20:30:47.718016Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.718208Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.718410Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-jjrgq Pod phase: Running level=info timestamp=2018-08-07T20:26:08.418519Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-07T20:26:08.418653Z pos=vm.go:331 component=virt-handler msg="Domain status: Shutoff, reason: Destroyed\n" level=info timestamp=2018-08-07T20:26:08.419110Z pos=vm.go:358 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-08-07T20:26:08.419387Z pos=vm.go:410 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing deletion." level=info timestamp=2018-08-07T20:26:08.420178Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:24.604623Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:24.606816Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln, existing: false\n" level=info timestamp=2018-08-07T20:26:24.607118Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:24.607588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:24.608607Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:54.605460Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:54.606768Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb, existing: false\n" level=info timestamp=2018-08-07T20:26:54.607071Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:54.607297Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:54.607570Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5b6dx9n Pod phase: Pending • Failure in Spec Setup (BeforeEach) [30.792 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach [BeforeEach] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the internet /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: <*errors.StatusError | 0xc420bceea0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:131 ------------------------------ Pod name: disks-images-provider-65q8v Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mv99r Pod phase: Running copy all images to host mount directory Pod name: virt-api-7586947775-58hkc Pod phase: Running 2018/08/07 20:40:15 http: TLS handshake error from 10.129.0.1:55942: EOF 2018/08/07 20:40:25 http: TLS handshake error from 10.129.0.1:55948: EOF 2018/08/07 20:40:35 http: TLS handshake error from 10.129.0.1:55954: EOF 2018/08/07 20:40:45 http: TLS handshake error from 10.129.0.1:55960: EOF 2018/08/07 20:40:55 http: TLS handshake error from 10.129.0.1:55968: EOF level=info timestamp=2018-08-07T20:41:04.657429Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:41:05 http: TLS handshake error from 10.129.0.1:55974: EOF 2018/08/07 20:41:15 http: TLS handshake error from 10.129.0.1:55980: EOF 2018/08/07 20:41:25 http: TLS handshake error from 10.129.0.1:55986: EOF 2018/08/07 20:41:35 http: TLS handshake error from 10.129.0.1:55992: EOF 2018/08/07 20:41:45 http: TLS handshake error from 10.129.0.1:55998: EOF 2018/08/07 20:41:55 http: TLS handshake error from 10.129.0.1:56004: EOF level=info timestamp=2018-08-07T20:42:04.645309Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:42:05 http: TLS handshake error from 10.129.0.1:56010: EOF 2018/08/07 20:42:15 http: TLS handshake error from 10.129.0.1:56016: EOF Pod name: virt-api-7586947775-lkplm Pod phase: Running 2018/08/07 20:40:18 http: TLS handshake error from 10.128.0.1:49540: EOF 2018/08/07 20:40:28 http: TLS handshake error from 10.128.0.1:49582: EOF level=info timestamp=2018-08-07T20:40:34.194538Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:40:38 http: TLS handshake error from 10.128.0.1:49628: EOF 2018/08/07 20:40:49 http: TLS handshake error from 10.128.0.1:49670: EOF 2018/08/07 20:40:58 http: TLS handshake error from 10.128.0.1:49712: EOF 2018/08/07 20:41:08 http: TLS handshake error from 10.128.0.1:49758: EOF 2018/08/07 20:41:18 http: TLS handshake error from 10.128.0.1:49800: EOF 2018/08/07 20:41:28 http: TLS handshake error from 10.128.0.1:49848: EOF level=info timestamp=2018-08-07T20:41:34.170041Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:41:38 http: TLS handshake error from 10.128.0.1:49902: EOF 2018/08/07 20:41:48 http: TLS handshake error from 10.128.0.1:49950: EOF 2018/08/07 20:41:58 http: TLS handshake error from 10.128.0.1:49994: EOF 2018/08/07 20:42:08 http: TLS handshake error from 10.128.0.1:50042: EOF 2018/08/07 20:42:18 http: TLS handshake error from 10.128.0.1:50086: EOF Pod name: virt-controller-7d57d96b65-h46vd Pod phase: Running level=info timestamp=2018-08-07T20:30:41.987628Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 E0807 20:30:45.001546 1 leaderelection.go:224] error retrieving resource lock kube-system/virt-controller: Get https://172.30.0.1:443/api/v1/namespaces/kube-system/endpoints/virt-controller: dial tcp 172.30.0.1:443: connect: no route to host Pod name: virt-controller-7d57d96b65-wdh4l Pod phase: Running level=info timestamp=2018-08-07T20:40:18.120553Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 062eb8f7-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi64d4jzksxzsg49whj976gkvhfq9r5p6c8cfpns8qkztlkvnb7686lrbv5s8hh6d" level=info timestamp=2018-08-07T20:40:48.348982Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijp2gm68vmgl5h57tr5xk2tctzmzktr5kbsrr6sqmdjhx89dhf8dbvbll4djrbdl kind= uid=188cc7c9-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:40:48.349541Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijp2gm68vmgl5h57tr5xk2tctzmzktr5kbsrr6sqmdjhx89dhf8dbvbll4djrbdl kind= uid=188cc7c9-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:40:48.926591Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijp2gm68vmgl5h57tr5xk2tctzmzktr5kbsrr6sqmdjhx89dhf8dbvbll4djrbdl\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmijp2gm68vmgl5h57tr5xk2tctzmzktr5kbsrr6sqmdjhx89dhf8dbvbll4djrbdl, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 188cc7c9-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijp2gm68vmgl5h57tr5xk2tctzmzktr5kbsrr6sqmdjhx89dhf8dbvbll4djrbdl" level=info timestamp=2018-08-07T20:41:19.238221Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7rqjwq9shdfmnj4r44s6q6hpwjsz77n9q494gcs9cd84p98d9cf6mvt5f94v9lv kind= uid=2af0abef-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:41:19.246461Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7rqjwq9shdfmnj4r44s6q6hpwjsz77n9q494gcs9cd84p98d9cf6mvt5f94v9lv kind= uid=2af0abef-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:41:19.400812Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi7rqjwq9shdfmnj4r44s6q6hpwjsz77n9q494gcs9cd84p98d9cf6mvt5f94v9lv\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi7rqjwq9shdfmnj4r44s6q6hpwjsz77n9q494gcs9cd84p98d9cf6mvt5f94v9lv" level=info timestamp=2018-08-07T20:41:19.620774Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi7rqjwq9shdfmnj4r44s6q6hpwjsz77n9q494gcs9cd84p98d9cf6mvt5f94v9lv\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi7rqjwq9shdfmnj4r44s6q6hpwjsz77n9q494gcs9cd84p98d9cf6mvt5f94v9lv, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 2af0abef-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi7rqjwq9shdfmnj4r44s6q6hpwjsz77n9q494gcs9cd84p98d9cf6mvt5f94v9lv" level=info timestamp=2018-08-07T20:41:49.842189Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5bkxs7qmthf9n6rdctg5p57zlrmm kind= uid=3d30c1ff-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:41:49.842973Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5bkxs7qmthf9n6rdctg5p57zlrmm kind= uid=3d30c1ff-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:41:50.058518Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5bkxs7qmthf9n6rdctg5p57zlrmm\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5bkxs7qmthf9n6rdctg5p57zlrmm" level=info timestamp=2018-08-07T20:41:50.101793Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5bkxs7qmthf9n6rdctg5p57zlrmm\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5bkxs7qmthf9n6rdctg5p57zlrmm" level=info timestamp=2018-08-07T20:41:50.409009Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5bkxs7qmthf9n6rdctg5p57zlrmm\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5bkxs7qmthf9n6rdctg5p57zlrmm, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 3d30c1ff-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5bkxs7qmthf9n6rdctg5p57zlrmm" level=info timestamp=2018-08-07T20:42:20.643577Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik8cdhkf87r5qjzmjtfj6l9tx94msmzbhdgw846bvvkzbhg6lx6776zztq9r2flv kind= uid=4f8b7a91-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:42:20.644492Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik8cdhkf87r5qjzmjtfj6l9tx94msmzbhdgw846bvvkzbhg6lx6776zztq9r2flv kind= uid=4f8b7a91-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-handler-2xnkh Pod phase: Running level=info timestamp=2018-08-07T20:30:46.435398Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:46.454392Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:46.454651Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:46.454930Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:46.455124Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="No update processing required" level=info timestamp=2018-08-07T20:30:46.455257Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.666968Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:47.667389Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:47.668085Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.668960Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.669645Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.717594Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: false\n" level=info timestamp=2018-08-07T20:30:47.718016Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.718208Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.718410Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-jjrgq Pod phase: Running level=info timestamp=2018-08-07T20:26:08.418519Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-07T20:26:08.418653Z pos=vm.go:331 component=virt-handler msg="Domain status: Shutoff, reason: Destroyed\n" level=info timestamp=2018-08-07T20:26:08.419110Z pos=vm.go:358 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-08-07T20:26:08.419387Z pos=vm.go:410 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing deletion." level=info timestamp=2018-08-07T20:26:08.420178Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:24.604623Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:24.606816Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln, existing: false\n" level=info timestamp=2018-08-07T20:26:24.607118Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:24.607588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:24.608607Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:54.605460Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:54.606768Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb, existing: false\n" level=info timestamp=2018-08-07T20:26:54.607071Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:54.607297Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:54.607570Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmik8cdhkf87r5qjzmjtfj6l9tx94msmzbhdgw84cvtcw Pod phase: Pending • Failure in Spec Setup (BeforeEach) [30.936 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be reachable via the propagated IP from a Pod [BeforeEach] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 on the same node from Pod /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: <*errors.StatusError | 0xc420cd42d0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:131 ------------------------------ Pod name: disks-images-provider-65q8v Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mv99r Pod phase: Running copy all images to host mount directory Pod name: virt-api-7586947775-58hkc Pod phase: Running 2018/08/07 20:40:55 http: TLS handshake error from 10.129.0.1:55968: EOF level=info timestamp=2018-08-07T20:41:04.657429Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:41:05 http: TLS handshake error from 10.129.0.1:55974: EOF 2018/08/07 20:41:15 http: TLS handshake error from 10.129.0.1:55980: EOF 2018/08/07 20:41:25 http: TLS handshake error from 10.129.0.1:55986: EOF 2018/08/07 20:41:35 http: TLS handshake error from 10.129.0.1:55992: EOF 2018/08/07 20:41:45 http: TLS handshake error from 10.129.0.1:55998: EOF 2018/08/07 20:41:55 http: TLS handshake error from 10.129.0.1:56004: EOF level=info timestamp=2018-08-07T20:42:04.645309Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:42:05 http: TLS handshake error from 10.129.0.1:56010: EOF 2018/08/07 20:42:15 http: TLS handshake error from 10.129.0.1:56016: EOF 2018/08/07 20:42:25 http: TLS handshake error from 10.129.0.1:56022: EOF level=info timestamp=2018-08-07T20:42:34.764830Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:42:35 http: TLS handshake error from 10.129.0.1:56028: EOF 2018/08/07 20:42:45 http: TLS handshake error from 10.129.0.1:56034: EOF Pod name: virt-api-7586947775-lkplm Pod phase: Running 2018/08/07 20:40:38 http: TLS handshake error from 10.128.0.1:49628: EOF 2018/08/07 20:40:49 http: TLS handshake error from 10.128.0.1:49670: EOF 2018/08/07 20:40:58 http: TLS handshake error from 10.128.0.1:49712: EOF 2018/08/07 20:41:08 http: TLS handshake error from 10.128.0.1:49758: EOF 2018/08/07 20:41:18 http: TLS handshake error from 10.128.0.1:49800: EOF 2018/08/07 20:41:28 http: TLS handshake error from 10.128.0.1:49848: EOF level=info timestamp=2018-08-07T20:41:34.170041Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:41:38 http: TLS handshake error from 10.128.0.1:49902: EOF 2018/08/07 20:41:48 http: TLS handshake error from 10.128.0.1:49950: EOF 2018/08/07 20:41:58 http: TLS handshake error from 10.128.0.1:49994: EOF 2018/08/07 20:42:08 http: TLS handshake error from 10.128.0.1:50042: EOF 2018/08/07 20:42:18 http: TLS handshake error from 10.128.0.1:50086: EOF 2018/08/07 20:42:28 http: TLS handshake error from 10.128.0.1:50128: EOF 2018/08/07 20:42:38 http: TLS handshake error from 10.128.0.1:50176: EOF 2018/08/07 20:42:48 http: TLS handshake error from 10.128.0.1:50218: EOF Pod name: virt-controller-7d57d96b65-h46vd Pod phase: Running level=info timestamp=2018-08-07T20:30:41.987628Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 E0807 20:30:45.001546 1 leaderelection.go:224] error retrieving resource lock kube-system/virt-controller: Get https://172.30.0.1:443/api/v1/namespaces/kube-system/endpoints/virt-controller: dial tcp 172.30.0.1:443: connect: no route to host Pod name: virt-controller-7d57d96b65-wdh4l Pod phase: Running level=info timestamp=2018-08-07T20:41:19.238221Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7rqjwq9shdfmnj4r44s6q6hpwjsz77n9q494gcs9cd84p98d9cf6mvt5f94v9lv kind= uid=2af0abef-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:41:19.246461Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7rqjwq9shdfmnj4r44s6q6hpwjsz77n9q494gcs9cd84p98d9cf6mvt5f94v9lv kind= uid=2af0abef-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:41:19.400812Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi7rqjwq9shdfmnj4r44s6q6hpwjsz77n9q494gcs9cd84p98d9cf6mvt5f94v9lv\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi7rqjwq9shdfmnj4r44s6q6hpwjsz77n9q494gcs9cd84p98d9cf6mvt5f94v9lv" level=info timestamp=2018-08-07T20:41:19.620774Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi7rqjwq9shdfmnj4r44s6q6hpwjsz77n9q494gcs9cd84p98d9cf6mvt5f94v9lv\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi7rqjwq9shdfmnj4r44s6q6hpwjsz77n9q494gcs9cd84p98d9cf6mvt5f94v9lv, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 2af0abef-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi7rqjwq9shdfmnj4r44s6q6hpwjsz77n9q494gcs9cd84p98d9cf6mvt5f94v9lv" level=info timestamp=2018-08-07T20:41:49.842189Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5bkxs7qmthf9n6rdctg5p57zlrmm kind= uid=3d30c1ff-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:41:49.842973Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5bkxs7qmthf9n6rdctg5p57zlrmm kind= uid=3d30c1ff-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:41:50.058518Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5bkxs7qmthf9n6rdctg5p57zlrmm\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5bkxs7qmthf9n6rdctg5p57zlrmm" level=info timestamp=2018-08-07T20:41:50.101793Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5bkxs7qmthf9n6rdctg5p57zlrmm\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5bkxs7qmthf9n6rdctg5p57zlrmm" level=info timestamp=2018-08-07T20:41:50.409009Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5bkxs7qmthf9n6rdctg5p57zlrmm\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5bkxs7qmthf9n6rdctg5p57zlrmm, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 3d30c1ff-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5bkxs7qmthf9n6rdctg5p57zlrmm" level=info timestamp=2018-08-07T20:42:20.643577Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik8cdhkf87r5qjzmjtfj6l9tx94msmzbhdgw846bvvkzbhg6lx6776zztq9r2flv kind= uid=4f8b7a91-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:42:20.644492Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik8cdhkf87r5qjzmjtfj6l9tx94msmzbhdgw846bvvkzbhg6lx6776zztq9r2flv kind= uid=4f8b7a91-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:42:21.345336Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik8cdhkf87r5qjzmjtfj6l9tx94msmzbhdgw846bvvkzbhg6lx6776zztq9r2flv\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmik8cdhkf87r5qjzmjtfj6l9tx94msmzbhdgw846bvvkzbhg6lx6776zztq9r2flv, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 4f8b7a91-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik8cdhkf87r5qjzmjtfj6l9tx94msmzbhdgw846bvvkzbhg6lx6776zztq9r2flv" level=info timestamp=2018-08-07T20:42:51.532664Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmikxzthqpd7mwcq7hwsdwsn56m4tzqgmqd4ttvl94tj6snqmrd8b658jhgjlgfvrt kind= uid=61f9d81f-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:42:51.533160Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmikxzthqpd7mwcq7hwsdwsn56m4tzqgmqd4ttvl94tj6snqmrd8b658jhgjlgfvrt kind= uid=61f9d81f-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:42:51.699812Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmikxzthqpd7mwcq7hwsdwsn56m4tzqgmqd4ttvl94tj6snqmrd8b658jhgjlgfvrt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmikxzthqpd7mwcq7hwsdwsn56m4tzqgmqd4ttvl94tj6snqmrd8b658jhgjlgfvrt" Pod name: virt-handler-2xnkh Pod phase: Running level=info timestamp=2018-08-07T20:30:46.435398Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:46.454392Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:46.454651Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:46.454930Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:46.455124Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="No update processing required" level=info timestamp=2018-08-07T20:30:46.455257Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.666968Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:47.667389Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:47.668085Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.668960Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.669645Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.717594Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: false\n" level=info timestamp=2018-08-07T20:30:47.718016Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.718208Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.718410Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-jjrgq Pod phase: Running level=info timestamp=2018-08-07T20:26:08.418519Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-07T20:26:08.418653Z pos=vm.go:331 component=virt-handler msg="Domain status: Shutoff, reason: Destroyed\n" level=info timestamp=2018-08-07T20:26:08.419110Z pos=vm.go:358 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-08-07T20:26:08.419387Z pos=vm.go:410 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing deletion." level=info timestamp=2018-08-07T20:26:08.420178Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:24.604623Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:24.606816Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln, existing: false\n" level=info timestamp=2018-08-07T20:26:24.607118Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:24.607588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:24.608607Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:54.605460Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:54.606768Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb, existing: false\n" level=info timestamp=2018-08-07T20:26:54.607071Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:54.607297Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:54.607570Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmikxzthqpd7mwcq7hwsdwsn56m4tzqgmqd4ttvlxpxzw Pod phase: Pending • Failure in Spec Setup (BeforeEach) [30.731 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be reachable via the propagated IP from a Pod [BeforeEach] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 on a different node from Pod /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: <*errors.StatusError | 0xc420cd4d80>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:131 ------------------------------ Pod name: disks-images-provider-65q8v Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mv99r Pod phase: Running copy all images to host mount directory Pod name: virt-api-7586947775-58hkc Pod phase: Running 2018/08/07 20:41:15 http: TLS handshake error from 10.129.0.1:55980: EOF 2018/08/07 20:41:25 http: TLS handshake error from 10.129.0.1:55986: EOF 2018/08/07 20:41:35 http: TLS handshake error from 10.129.0.1:55992: EOF 2018/08/07 20:41:45 http: TLS handshake error from 10.129.0.1:55998: EOF 2018/08/07 20:41:55 http: TLS handshake error from 10.129.0.1:56004: EOF level=info timestamp=2018-08-07T20:42:04.645309Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:42:05 http: TLS handshake error from 10.129.0.1:56010: EOF 2018/08/07 20:42:15 http: TLS handshake error from 10.129.0.1:56016: EOF 2018/08/07 20:42:25 http: TLS handshake error from 10.129.0.1:56022: EOF level=info timestamp=2018-08-07T20:42:34.764830Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:42:35 http: TLS handshake error from 10.129.0.1:56028: EOF 2018/08/07 20:42:45 http: TLS handshake error from 10.129.0.1:56034: EOF 2018/08/07 20:42:55 http: TLS handshake error from 10.129.0.1:56040: EOF 2018/08/07 20:43:05 http: TLS handshake error from 10.129.0.1:56046: EOF 2018/08/07 20:43:15 http: TLS handshake error from 10.129.0.1:56052: EOF Pod name: virt-api-7586947775-lkplm Pod phase: Running 2018/08/07 20:41:18 http: TLS handshake error from 10.128.0.1:49800: EOF 2018/08/07 20:41:28 http: TLS handshake error from 10.128.0.1:49848: EOF level=info timestamp=2018-08-07T20:41:34.170041Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:41:38 http: TLS handshake error from 10.128.0.1:49902: EOF 2018/08/07 20:41:48 http: TLS handshake error from 10.128.0.1:49950: EOF 2018/08/07 20:41:58 http: TLS handshake error from 10.128.0.1:49994: EOF 2018/08/07 20:42:08 http: TLS handshake error from 10.128.0.1:50042: EOF 2018/08/07 20:42:18 http: TLS handshake error from 10.128.0.1:50086: EOF 2018/08/07 20:42:28 http: TLS handshake error from 10.128.0.1:50128: EOF 2018/08/07 20:42:38 http: TLS handshake error from 10.128.0.1:50176: EOF 2018/08/07 20:42:48 http: TLS handshake error from 10.128.0.1:50218: EOF 2018/08/07 20:42:58 http: TLS handshake error from 10.128.0.1:50260: EOF level=info timestamp=2018-08-07T20:43:04.236230Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:43:08 http: TLS handshake error from 10.128.0.1:50308: EOF 2018/08/07 20:43:18 http: TLS handshake error from 10.128.0.1:50350: EOF Pod name: virt-controller-7d57d96b65-h46vd Pod phase: Running level=info timestamp=2018-08-07T20:30:41.987628Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 E0807 20:30:45.001546 1 leaderelection.go:224] error retrieving resource lock kube-system/virt-controller: Get https://172.30.0.1:443/api/v1/namespaces/kube-system/endpoints/virt-controller: dial tcp 172.30.0.1:443: connect: no route to host Pod name: virt-controller-7d57d96b65-wdh4l Pod phase: Running level=info timestamp=2018-08-07T20:41:49.842189Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5bkxs7qmthf9n6rdctg5p57zlrmm kind= uid=3d30c1ff-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:41:49.842973Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5bkxs7qmthf9n6rdctg5p57zlrmm kind= uid=3d30c1ff-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:41:50.058518Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5bkxs7qmthf9n6rdctg5p57zlrmm\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5bkxs7qmthf9n6rdctg5p57zlrmm" level=info timestamp=2018-08-07T20:41:50.101793Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5bkxs7qmthf9n6rdctg5p57zlrmm\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5bkxs7qmthf9n6rdctg5p57zlrmm" level=info timestamp=2018-08-07T20:41:50.409009Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5bkxs7qmthf9n6rdctg5p57zlrmm\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5bkxs7qmthf9n6rdctg5p57zlrmm, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 3d30c1ff-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminq8smjkjvzx5ldk7bsgh7bvvbm6kx7z5rrg5bkxs7qmthf9n6rdctg5p57zlrmm" level=info timestamp=2018-08-07T20:42:20.643577Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik8cdhkf87r5qjzmjtfj6l9tx94msmzbhdgw846bvvkzbhg6lx6776zztq9r2flv kind= uid=4f8b7a91-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:42:20.644492Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik8cdhkf87r5qjzmjtfj6l9tx94msmzbhdgw846bvvkzbhg6lx6776zztq9r2flv kind= uid=4f8b7a91-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:42:21.345336Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik8cdhkf87r5qjzmjtfj6l9tx94msmzbhdgw846bvvkzbhg6lx6776zztq9r2flv\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmik8cdhkf87r5qjzmjtfj6l9tx94msmzbhdgw846bvvkzbhg6lx6776zztq9r2flv, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 4f8b7a91-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik8cdhkf87r5qjzmjtfj6l9tx94msmzbhdgw846bvvkzbhg6lx6776zztq9r2flv" level=info timestamp=2018-08-07T20:42:51.532664Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmikxzthqpd7mwcq7hwsdwsn56m4tzqgmqd4ttvl94tj6snqmrd8b658jhgjlgfvrt kind= uid=61f9d81f-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:42:51.533160Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmikxzthqpd7mwcq7hwsdwsn56m4tzqgmqd4ttvl94tj6snqmrd8b658jhgjlgfvrt kind= uid=61f9d81f-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:42:51.699812Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmikxzthqpd7mwcq7hwsdwsn56m4tzqgmqd4ttvl94tj6snqmrd8b658jhgjlgfvrt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmikxzthqpd7mwcq7hwsdwsn56m4tzqgmqd4ttvl94tj6snqmrd8b658jhgjlgfvrt" level=info timestamp=2018-08-07T20:42:52.120305Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmikxzthqpd7mwcq7hwsdwsn56m4tzqgmqd4ttvl94tj6snqmrd8b658jhgjlgfvrt\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmikxzthqpd7mwcq7hwsdwsn56m4tzqgmqd4ttvl94tj6snqmrd8b658jhgjlgfvrt, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 61f9d81f-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmikxzthqpd7mwcq7hwsdwsn56m4tzqgmqd4ttvl94tj6snqmrd8b658jhgjlgfvrt" level=info timestamp=2018-08-07T20:43:22.316766Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi5hgptbp6pn6kpz2f9jtmt6crjqdz4cdm5ng5lzz6dpgch2mw42nc8jt8zgp4cwt kind= uid=7452d643-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:43:22.317545Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi5hgptbp6pn6kpz2f9jtmt6crjqdz4cdm5ng5lzz6dpgch2mw42nc8jt8zgp4cwt kind= uid=7452d643-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:43:22.536319Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi5hgptbp6pn6kpz2f9jtmt6crjqdz4cdm5ng5lzz6dpgch2mw42nc8jt8zgp4cwt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi5hgptbp6pn6kpz2f9jtmt6crjqdz4cdm5ng5lzz6dpgch2mw42nc8jt8zgp4cwt" Pod name: virt-handler-2xnkh Pod phase: Running level=info timestamp=2018-08-07T20:30:46.435398Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:46.454392Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:46.454651Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:46.454930Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:46.455124Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="No update processing required" level=info timestamp=2018-08-07T20:30:46.455257Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.666968Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:47.667389Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:47.668085Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.668960Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.669645Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.717594Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: false\n" level=info timestamp=2018-08-07T20:30:47.718016Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.718208Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.718410Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-jjrgq Pod phase: Running level=info timestamp=2018-08-07T20:26:08.418519Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-07T20:26:08.418653Z pos=vm.go:331 component=virt-handler msg="Domain status: Shutoff, reason: Destroyed\n" level=info timestamp=2018-08-07T20:26:08.419110Z pos=vm.go:358 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-08-07T20:26:08.419387Z pos=vm.go:410 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing deletion." level=info timestamp=2018-08-07T20:26:08.420178Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:24.604623Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:24.606816Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln, existing: false\n" level=info timestamp=2018-08-07T20:26:24.607118Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:24.607588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:24.608607Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:54.605460Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:54.606768Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb, existing: false\n" level=info timestamp=2018-08-07T20:26:54.607071Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:54.607297Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:54.607570Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi5hgptbp6pn6kpz2f9jtmt6crjqdz4cdm5ng5ll5q89 Pod phase: Pending • Failure in Spec Setup (BeforeEach) [30.771 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be reachable via the propagated IP from a Pod [BeforeEach] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 on the same node from Node /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: <*errors.StatusError | 0xc4208542d0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:131 ------------------------------ Pod name: disks-images-provider-65q8v Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mv99r Pod phase: Running copy all images to host mount directory Pod name: virt-api-7586947775-58hkc Pod phase: Running 2018/08/07 20:41:55 http: TLS handshake error from 10.129.0.1:56004: EOF level=info timestamp=2018-08-07T20:42:04.645309Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:42:05 http: TLS handshake error from 10.129.0.1:56010: EOF 2018/08/07 20:42:15 http: TLS handshake error from 10.129.0.1:56016: EOF 2018/08/07 20:42:25 http: TLS handshake error from 10.129.0.1:56022: EOF level=info timestamp=2018-08-07T20:42:34.764830Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:42:35 http: TLS handshake error from 10.129.0.1:56028: EOF 2018/08/07 20:42:45 http: TLS handshake error from 10.129.0.1:56034: EOF 2018/08/07 20:42:55 http: TLS handshake error from 10.129.0.1:56040: EOF 2018/08/07 20:43:05 http: TLS handshake error from 10.129.0.1:56046: EOF 2018/08/07 20:43:15 http: TLS handshake error from 10.129.0.1:56052: EOF 2018/08/07 20:43:25 http: TLS handshake error from 10.129.0.1:56058: EOF level=info timestamp=2018-08-07T20:43:34.729103Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:43:35 http: TLS handshake error from 10.129.0.1:56064: EOF 2018/08/07 20:43:45 http: TLS handshake error from 10.129.0.1:56070: EOF Pod name: virt-api-7586947775-lkplm Pod phase: Running 2018/08/07 20:41:38 http: TLS handshake error from 10.128.0.1:49902: EOF 2018/08/07 20:41:48 http: TLS handshake error from 10.128.0.1:49950: EOF 2018/08/07 20:41:58 http: TLS handshake error from 10.128.0.1:49994: EOF 2018/08/07 20:42:08 http: TLS handshake error from 10.128.0.1:50042: EOF 2018/08/07 20:42:18 http: TLS handshake error from 10.128.0.1:50086: EOF 2018/08/07 20:42:28 http: TLS handshake error from 10.128.0.1:50128: EOF 2018/08/07 20:42:38 http: TLS handshake error from 10.128.0.1:50176: EOF 2018/08/07 20:42:48 http: TLS handshake error from 10.128.0.1:50218: EOF 2018/08/07 20:42:58 http: TLS handshake error from 10.128.0.1:50260: EOF level=info timestamp=2018-08-07T20:43:04.236230Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:43:08 http: TLS handshake error from 10.128.0.1:50308: EOF 2018/08/07 20:43:18 http: TLS handshake error from 10.128.0.1:50350: EOF 2018/08/07 20:43:28 http: TLS handshake error from 10.128.0.1:50394: EOF 2018/08/07 20:43:38 http: TLS handshake error from 10.128.0.1:50440: EOF 2018/08/07 20:43:48 http: TLS handshake error from 10.128.0.1:50482: EOF Pod name: virt-controller-7d57d96b65-h46vd Pod phase: Running level=info timestamp=2018-08-07T20:30:41.987628Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 E0807 20:30:45.001546 1 leaderelection.go:224] error retrieving resource lock kube-system/virt-controller: Get https://172.30.0.1:443/api/v1/namespaces/kube-system/endpoints/virt-controller: dial tcp 172.30.0.1:443: connect: no route to host Pod name: virt-controller-7d57d96b65-wdh4l Pod phase: Running level=info timestamp=2018-08-07T20:42:20.643577Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik8cdhkf87r5qjzmjtfj6l9tx94msmzbhdgw846bvvkzbhg6lx6776zztq9r2flv kind= uid=4f8b7a91-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:42:20.644492Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik8cdhkf87r5qjzmjtfj6l9tx94msmzbhdgw846bvvkzbhg6lx6776zztq9r2flv kind= uid=4f8b7a91-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:42:21.345336Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik8cdhkf87r5qjzmjtfj6l9tx94msmzbhdgw846bvvkzbhg6lx6776zztq9r2flv\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmik8cdhkf87r5qjzmjtfj6l9tx94msmzbhdgw846bvvkzbhg6lx6776zztq9r2flv, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 4f8b7a91-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik8cdhkf87r5qjzmjtfj6l9tx94msmzbhdgw846bvvkzbhg6lx6776zztq9r2flv" level=info timestamp=2018-08-07T20:42:51.532664Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmikxzthqpd7mwcq7hwsdwsn56m4tzqgmqd4ttvl94tj6snqmrd8b658jhgjlgfvrt kind= uid=61f9d81f-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:42:51.533160Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmikxzthqpd7mwcq7hwsdwsn56m4tzqgmqd4ttvl94tj6snqmrd8b658jhgjlgfvrt kind= uid=61f9d81f-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:42:51.699812Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmikxzthqpd7mwcq7hwsdwsn56m4tzqgmqd4ttvl94tj6snqmrd8b658jhgjlgfvrt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmikxzthqpd7mwcq7hwsdwsn56m4tzqgmqd4ttvl94tj6snqmrd8b658jhgjlgfvrt" level=info timestamp=2018-08-07T20:42:52.120305Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmikxzthqpd7mwcq7hwsdwsn56m4tzqgmqd4ttvl94tj6snqmrd8b658jhgjlgfvrt\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmikxzthqpd7mwcq7hwsdwsn56m4tzqgmqd4ttvl94tj6snqmrd8b658jhgjlgfvrt, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 61f9d81f-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmikxzthqpd7mwcq7hwsdwsn56m4tzqgmqd4ttvl94tj6snqmrd8b658jhgjlgfvrt" level=info timestamp=2018-08-07T20:43:22.316766Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi5hgptbp6pn6kpz2f9jtmt6crjqdz4cdm5ng5lzz6dpgch2mw42nc8jt8zgp4cwt kind= uid=7452d643-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:43:22.317545Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi5hgptbp6pn6kpz2f9jtmt6crjqdz4cdm5ng5lzz6dpgch2mw42nc8jt8zgp4cwt kind= uid=7452d643-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:43:22.536319Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi5hgptbp6pn6kpz2f9jtmt6crjqdz4cdm5ng5lzz6dpgch2mw42nc8jt8zgp4cwt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi5hgptbp6pn6kpz2f9jtmt6crjqdz4cdm5ng5lzz6dpgch2mw42nc8jt8zgp4cwt" level=info timestamp=2018-08-07T20:43:22.889241Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi5hgptbp6pn6kpz2f9jtmt6crjqdz4cdm5ng5lzz6dpgch2mw42nc8jt8zgp4cwt\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi5hgptbp6pn6kpz2f9jtmt6crjqdz4cdm5ng5lzz6dpgch2mw42nc8jt8zgp4cwt, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 7452d643-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi5hgptbp6pn6kpz2f9jtmt6crjqdz4cdm5ng5lzz6dpgch2mw42nc8jt8zgp4cwt" level=info timestamp=2018-08-07T20:43:53.076363Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibsh75bb9n2glxgjwdl24h9rmkqs97th9ntdsj5qv5h9s77gxwwlfq8v6dttkcqt kind= uid=86a9c71d-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:43:53.076961Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibsh75bb9n2glxgjwdl24h9rmkqs97th9ntdsj5qv5h9s77gxwwlfq8v6dttkcqt kind= uid=86a9c71d-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:43:53.233603Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibsh75bb9n2glxgjwdl24h9rmkqs97th9ntdsj5qv5h9s77gxwwlfq8v6dttkcqt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibsh75bb9n2glxgjwdl24h9rmkqs97th9ntdsj5qv5h9s77gxwwlfq8v6dttkcqt" level=info timestamp=2018-08-07T20:43:53.299417Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibsh75bb9n2glxgjwdl24h9rmkqs97th9ntdsj5qv5h9s77gxwwlfq8v6dttkcqt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibsh75bb9n2glxgjwdl24h9rmkqs97th9ntdsj5qv5h9s77gxwwlfq8v6dttkcqt" Pod name: virt-handler-2xnkh Pod phase: Running level=info timestamp=2018-08-07T20:30:46.435398Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:46.454392Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:46.454651Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:46.454930Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:46.455124Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="No update processing required" level=info timestamp=2018-08-07T20:30:46.455257Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.666968Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:47.667389Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:47.668085Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.668960Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.669645Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.717594Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: false\n" level=info timestamp=2018-08-07T20:30:47.718016Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.718208Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.718410Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-jjrgq Pod phase: Running level=info timestamp=2018-08-07T20:26:08.418519Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-07T20:26:08.418653Z pos=vm.go:331 component=virt-handler msg="Domain status: Shutoff, reason: Destroyed\n" level=info timestamp=2018-08-07T20:26:08.419110Z pos=vm.go:358 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-08-07T20:26:08.419387Z pos=vm.go:410 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing deletion." level=info timestamp=2018-08-07T20:26:08.420178Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:24.604623Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:24.606816Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln, existing: false\n" level=info timestamp=2018-08-07T20:26:24.607118Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:24.607588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:24.608607Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:54.605460Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:54.606768Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb, existing: false\n" level=info timestamp=2018-08-07T20:26:54.607071Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:54.607297Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:54.607570Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmibsh75bb9n2glxgjwdl24h9rmkqs97th9ntdsjm8m4g Pod phase: Pending • Failure in Spec Setup (BeforeEach) [30.817 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be reachable via the propagated IP from a Pod [BeforeEach] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 on a different node from Node /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: <*errors.StatusError | 0xc420854bd0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:131 ------------------------------ Pod name: disks-images-provider-65q8v Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mv99r Pod phase: Running copy all images to host mount directory Pod name: virt-api-7586947775-58hkc Pod phase: Running 2018/08/07 20:42:15 http: TLS handshake error from 10.129.0.1:56016: EOF 2018/08/07 20:42:25 http: TLS handshake error from 10.129.0.1:56022: EOF level=info timestamp=2018-08-07T20:42:34.764830Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:42:35 http: TLS handshake error from 10.129.0.1:56028: EOF 2018/08/07 20:42:45 http: TLS handshake error from 10.129.0.1:56034: EOF 2018/08/07 20:42:55 http: TLS handshake error from 10.129.0.1:56040: EOF 2018/08/07 20:43:05 http: TLS handshake error from 10.129.0.1:56046: EOF 2018/08/07 20:43:15 http: TLS handshake error from 10.129.0.1:56052: EOF 2018/08/07 20:43:25 http: TLS handshake error from 10.129.0.1:56058: EOF level=info timestamp=2018-08-07T20:43:34.729103Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:43:35 http: TLS handshake error from 10.129.0.1:56064: EOF 2018/08/07 20:43:45 http: TLS handshake error from 10.129.0.1:56070: EOF 2018/08/07 20:43:55 http: TLS handshake error from 10.129.0.1:56076: EOF 2018/08/07 20:44:05 http: TLS handshake error from 10.129.0.1:56082: EOF 2018/08/07 20:44:15 http: TLS handshake error from 10.129.0.1:56088: EOF Pod name: virt-api-7586947775-lkplm Pod phase: Running 2018/08/07 20:42:18 http: TLS handshake error from 10.128.0.1:50086: EOF 2018/08/07 20:42:28 http: TLS handshake error from 10.128.0.1:50128: EOF 2018/08/07 20:42:38 http: TLS handshake error from 10.128.0.1:50176: EOF 2018/08/07 20:42:48 http: TLS handshake error from 10.128.0.1:50218: EOF 2018/08/07 20:42:58 http: TLS handshake error from 10.128.0.1:50260: EOF level=info timestamp=2018-08-07T20:43:04.236230Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:43:08 http: TLS handshake error from 10.128.0.1:50308: EOF 2018/08/07 20:43:18 http: TLS handshake error from 10.128.0.1:50350: EOF 2018/08/07 20:43:28 http: TLS handshake error from 10.128.0.1:50394: EOF 2018/08/07 20:43:38 http: TLS handshake error from 10.128.0.1:50440: EOF 2018/08/07 20:43:48 http: TLS handshake error from 10.128.0.1:50482: EOF 2018/08/07 20:43:58 http: TLS handshake error from 10.128.0.1:50524: EOF level=info timestamp=2018-08-07T20:44:04.146712Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:44:08 http: TLS handshake error from 10.128.0.1:50570: EOF 2018/08/07 20:44:18 http: TLS handshake error from 10.128.0.1:50612: EOF Pod name: virt-controller-7d57d96b65-h46vd Pod phase: Running level=info timestamp=2018-08-07T20:30:41.987628Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 E0807 20:30:45.001546 1 leaderelection.go:224] error retrieving resource lock kube-system/virt-controller: Get https://172.30.0.1:443/api/v1/namespaces/kube-system/endpoints/virt-controller: dial tcp 172.30.0.1:443: connect: no route to host Pod name: virt-controller-7d57d96b65-wdh4l Pod phase: Running level=info timestamp=2018-08-07T20:42:51.699812Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmikxzthqpd7mwcq7hwsdwsn56m4tzqgmqd4ttvl94tj6snqmrd8b658jhgjlgfvrt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmikxzthqpd7mwcq7hwsdwsn56m4tzqgmqd4ttvl94tj6snqmrd8b658jhgjlgfvrt" level=info timestamp=2018-08-07T20:42:52.120305Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmikxzthqpd7mwcq7hwsdwsn56m4tzqgmqd4ttvl94tj6snqmrd8b658jhgjlgfvrt\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmikxzthqpd7mwcq7hwsdwsn56m4tzqgmqd4ttvl94tj6snqmrd8b658jhgjlgfvrt, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 61f9d81f-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmikxzthqpd7mwcq7hwsdwsn56m4tzqgmqd4ttvl94tj6snqmrd8b658jhgjlgfvrt" level=info timestamp=2018-08-07T20:43:22.316766Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi5hgptbp6pn6kpz2f9jtmt6crjqdz4cdm5ng5lzz6dpgch2mw42nc8jt8zgp4cwt kind= uid=7452d643-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:43:22.317545Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi5hgptbp6pn6kpz2f9jtmt6crjqdz4cdm5ng5lzz6dpgch2mw42nc8jt8zgp4cwt kind= uid=7452d643-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:43:22.536319Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi5hgptbp6pn6kpz2f9jtmt6crjqdz4cdm5ng5lzz6dpgch2mw42nc8jt8zgp4cwt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi5hgptbp6pn6kpz2f9jtmt6crjqdz4cdm5ng5lzz6dpgch2mw42nc8jt8zgp4cwt" level=info timestamp=2018-08-07T20:43:22.889241Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi5hgptbp6pn6kpz2f9jtmt6crjqdz4cdm5ng5lzz6dpgch2mw42nc8jt8zgp4cwt\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi5hgptbp6pn6kpz2f9jtmt6crjqdz4cdm5ng5lzz6dpgch2mw42nc8jt8zgp4cwt, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 7452d643-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi5hgptbp6pn6kpz2f9jtmt6crjqdz4cdm5ng5lzz6dpgch2mw42nc8jt8zgp4cwt" level=info timestamp=2018-08-07T20:43:53.076363Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibsh75bb9n2glxgjwdl24h9rmkqs97th9ntdsj5qv5h9s77gxwwlfq8v6dttkcqt kind= uid=86a9c71d-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:43:53.076961Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibsh75bb9n2glxgjwdl24h9rmkqs97th9ntdsj5qv5h9s77gxwwlfq8v6dttkcqt kind= uid=86a9c71d-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:43:53.233603Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibsh75bb9n2glxgjwdl24h9rmkqs97th9ntdsj5qv5h9s77gxwwlfq8v6dttkcqt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibsh75bb9n2glxgjwdl24h9rmkqs97th9ntdsj5qv5h9s77gxwwlfq8v6dttkcqt" level=info timestamp=2018-08-07T20:43:53.299417Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibsh75bb9n2glxgjwdl24h9rmkqs97th9ntdsj5qv5h9s77gxwwlfq8v6dttkcqt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibsh75bb9n2glxgjwdl24h9rmkqs97th9ntdsj5qv5h9s77gxwwlfq8v6dttkcqt" level=info timestamp=2018-08-07T20:43:53.800535Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibsh75bb9n2glxgjwdl24h9rmkqs97th9ntdsj5qv5h9s77gxwwlfq8v6dttkcqt\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmibsh75bb9n2glxgjwdl24h9rmkqs97th9ntdsj5qv5h9s77gxwwlfq8v6dttkcqt, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 86a9c71d-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibsh75bb9n2glxgjwdl24h9rmkqs97th9ntdsj5qv5h9s77gxwwlfq8v6dttkcqt" level=info timestamp=2018-08-07T20:44:23.950646Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixrd7mgj55x465m2jtfscwsv5wcln2kshkwmnj5f998trlwgcfdtplv86thqb85j kind= uid=990e9496-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:44:23.951680Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixrd7mgj55x465m2jtfscwsv5wcln2kshkwmnj5f998trlwgcfdtplv86thqb85j kind= uid=990e9496-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:44:24.107801Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmixrd7mgj55x465m2jtfscwsv5wcln2kshkwmnj5f998trlwgcfdtplv86thqb85j\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmixrd7mgj55x465m2jtfscwsv5wcln2kshkwmnj5f998trlwgcfdtplv86thqb85j" level=info timestamp=2018-08-07T20:44:24.150241Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmixrd7mgj55x465m2jtfscwsv5wcln2kshkwmnj5f998trlwgcfdtplv86thqb85j\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmixrd7mgj55x465m2jtfscwsv5wcln2kshkwmnj5f998trlwgcfdtplv86thqb85j" Pod name: virt-handler-2xnkh Pod phase: Running level=info timestamp=2018-08-07T20:30:46.435398Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:46.454392Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:46.454651Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:46.454930Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:46.455124Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="No update processing required" level=info timestamp=2018-08-07T20:30:46.455257Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.666968Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:47.667389Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:47.668085Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.668960Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.669645Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.717594Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: false\n" level=info timestamp=2018-08-07T20:30:47.718016Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.718208Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.718410Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-jjrgq Pod phase: Running level=info timestamp=2018-08-07T20:26:08.418519Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-07T20:26:08.418653Z pos=vm.go:331 component=virt-handler msg="Domain status: Shutoff, reason: Destroyed\n" level=info timestamp=2018-08-07T20:26:08.419110Z pos=vm.go:358 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-08-07T20:26:08.419387Z pos=vm.go:410 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing deletion." level=info timestamp=2018-08-07T20:26:08.420178Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:24.604623Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:24.606816Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln, existing: false\n" level=info timestamp=2018-08-07T20:26:24.607118Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:24.607588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:24.608607Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:54.605460Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:54.606768Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb, existing: false\n" level=info timestamp=2018-08-07T20:26:54.607071Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:54.607297Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:54.607570Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmixrd7mgj55x465m2jtfscwsv5wcln2kshkwmnjv587l Pod phase: Pending • Failure in Spec Setup (BeforeEach) [30.773 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 with a service matching the vmi exposed [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:272 should be able to reach the vmi based on labels specified on the vmi /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:292 Expected error: <*errors.StatusError | 0xc420bce1b0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:131 ------------------------------ Pod name: disks-images-provider-65q8v Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mv99r Pod phase: Running copy all images to host mount directory Pod name: virt-api-7586947775-58hkc Pod phase: Running 2018/08/07 20:42:35 http: TLS handshake error from 10.129.0.1:56028: EOF 2018/08/07 20:42:45 http: TLS handshake error from 10.129.0.1:56034: EOF 2018/08/07 20:42:55 http: TLS handshake error from 10.129.0.1:56040: EOF 2018/08/07 20:43:05 http: TLS handshake error from 10.129.0.1:56046: EOF 2018/08/07 20:43:15 http: TLS handshake error from 10.129.0.1:56052: EOF 2018/08/07 20:43:25 http: TLS handshake error from 10.129.0.1:56058: EOF level=info timestamp=2018-08-07T20:43:34.729103Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:43:35 http: TLS handshake error from 10.129.0.1:56064: EOF 2018/08/07 20:43:45 http: TLS handshake error from 10.129.0.1:56070: EOF 2018/08/07 20:43:55 http: TLS handshake error from 10.129.0.1:56076: EOF 2018/08/07 20:44:05 http: TLS handshake error from 10.129.0.1:56082: EOF 2018/08/07 20:44:15 http: TLS handshake error from 10.129.0.1:56088: EOF 2018/08/07 20:44:25 http: TLS handshake error from 10.129.0.1:56096: EOF 2018/08/07 20:44:35 http: TLS handshake error from 10.129.0.1:56102: EOF 2018/08/07 20:44:45 http: TLS handshake error from 10.129.0.1:56108: EOF Pod name: virt-api-7586947775-lkplm Pod phase: Running 2018/08/07 20:42:58 http: TLS handshake error from 10.128.0.1:50260: EOF level=info timestamp=2018-08-07T20:43:04.236230Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:43:08 http: TLS handshake error from 10.128.0.1:50308: EOF 2018/08/07 20:43:18 http: TLS handshake error from 10.128.0.1:50350: EOF 2018/08/07 20:43:28 http: TLS handshake error from 10.128.0.1:50394: EOF 2018/08/07 20:43:38 http: TLS handshake error from 10.128.0.1:50440: EOF 2018/08/07 20:43:48 http: TLS handshake error from 10.128.0.1:50482: EOF 2018/08/07 20:43:58 http: TLS handshake error from 10.128.0.1:50524: EOF level=info timestamp=2018-08-07T20:44:04.146712Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:44:08 http: TLS handshake error from 10.128.0.1:50570: EOF 2018/08/07 20:44:18 http: TLS handshake error from 10.128.0.1:50612: EOF 2018/08/07 20:44:28 http: TLS handshake error from 10.128.0.1:50654: EOF level=info timestamp=2018-08-07T20:44:34.189128Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:44:38 http: TLS handshake error from 10.128.0.1:50700: EOF 2018/08/07 20:44:48 http: TLS handshake error from 10.128.0.1:50744: EOF Pod name: virt-controller-7d57d96b65-h46vd Pod phase: Running level=info timestamp=2018-08-07T20:30:41.987628Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 E0807 20:30:45.001546 1 leaderelection.go:224] error retrieving resource lock kube-system/virt-controller: Get https://172.30.0.1:443/api/v1/namespaces/kube-system/endpoints/virt-controller: dial tcp 172.30.0.1:443: connect: no route to host Pod name: virt-controller-7d57d96b65-wdh4l Pod phase: Running level=info timestamp=2018-08-07T20:43:22.889241Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi5hgptbp6pn6kpz2f9jtmt6crjqdz4cdm5ng5lzz6dpgch2mw42nc8jt8zgp4cwt\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi5hgptbp6pn6kpz2f9jtmt6crjqdz4cdm5ng5lzz6dpgch2mw42nc8jt8zgp4cwt, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 7452d643-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi5hgptbp6pn6kpz2f9jtmt6crjqdz4cdm5ng5lzz6dpgch2mw42nc8jt8zgp4cwt" level=info timestamp=2018-08-07T20:43:53.076363Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibsh75bb9n2glxgjwdl24h9rmkqs97th9ntdsj5qv5h9s77gxwwlfq8v6dttkcqt kind= uid=86a9c71d-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:43:53.076961Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibsh75bb9n2glxgjwdl24h9rmkqs97th9ntdsj5qv5h9s77gxwwlfq8v6dttkcqt kind= uid=86a9c71d-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:43:53.233603Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibsh75bb9n2glxgjwdl24h9rmkqs97th9ntdsj5qv5h9s77gxwwlfq8v6dttkcqt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibsh75bb9n2glxgjwdl24h9rmkqs97th9ntdsj5qv5h9s77gxwwlfq8v6dttkcqt" level=info timestamp=2018-08-07T20:43:53.299417Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibsh75bb9n2glxgjwdl24h9rmkqs97th9ntdsj5qv5h9s77gxwwlfq8v6dttkcqt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibsh75bb9n2glxgjwdl24h9rmkqs97th9ntdsj5qv5h9s77gxwwlfq8v6dttkcqt" level=info timestamp=2018-08-07T20:43:53.800535Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibsh75bb9n2glxgjwdl24h9rmkqs97th9ntdsj5qv5h9s77gxwwlfq8v6dttkcqt\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmibsh75bb9n2glxgjwdl24h9rmkqs97th9ntdsj5qv5h9s77gxwwlfq8v6dttkcqt, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 86a9c71d-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibsh75bb9n2glxgjwdl24h9rmkqs97th9ntdsj5qv5h9s77gxwwlfq8v6dttkcqt" level=info timestamp=2018-08-07T20:44:23.950646Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixrd7mgj55x465m2jtfscwsv5wcln2kshkwmnj5f998trlwgcfdtplv86thqb85j kind= uid=990e9496-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:44:23.951680Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixrd7mgj55x465m2jtfscwsv5wcln2kshkwmnj5f998trlwgcfdtplv86thqb85j kind= uid=990e9496-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:44:24.107801Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmixrd7mgj55x465m2jtfscwsv5wcln2kshkwmnj5f998trlwgcfdtplv86thqb85j\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmixrd7mgj55x465m2jtfscwsv5wcln2kshkwmnj5f998trlwgcfdtplv86thqb85j" level=info timestamp=2018-08-07T20:44:24.150241Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmixrd7mgj55x465m2jtfscwsv5wcln2kshkwmnj5f998trlwgcfdtplv86thqb85j\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmixrd7mgj55x465m2jtfscwsv5wcln2kshkwmnj5f998trlwgcfdtplv86thqb85j" level=info timestamp=2018-08-07T20:44:24.443732Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmixrd7mgj55x465m2jtfscwsv5wcln2kshkwmnj5f998trlwgcfdtplv86thqb85j\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmixrd7mgj55x465m2jtfscwsv5wcln2kshkwmnj5f998trlwgcfdtplv86thqb85j, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 990e9496-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmixrd7mgj55x465m2jtfscwsv5wcln2kshkwmnj5f998trlwgcfdtplv86thqb85j" level=info timestamp=2018-08-07T20:44:54.664283Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx kind= uid=ab5c6f28-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:44:54.667920Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx kind= uid=ab5c6f28-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:44:54.840377Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx" level=info timestamp=2018-08-07T20:44:54.886026Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx" Pod name: virt-handler-2xnkh Pod phase: Running level=info timestamp=2018-08-07T20:30:46.435398Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:46.454392Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:46.454651Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:46.454930Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:46.455124Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="No update processing required" level=info timestamp=2018-08-07T20:30:46.455257Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.666968Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:47.667389Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:47.668085Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.668960Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.669645Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.717594Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: false\n" level=info timestamp=2018-08-07T20:30:47.718016Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.718208Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.718410Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-jjrgq Pod phase: Running level=info timestamp=2018-08-07T20:26:08.418519Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-07T20:26:08.418653Z pos=vm.go:331 component=virt-handler msg="Domain status: Shutoff, reason: Destroyed\n" level=info timestamp=2018-08-07T20:26:08.419110Z pos=vm.go:358 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-08-07T20:26:08.419387Z pos=vm.go:410 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing deletion." level=info timestamp=2018-08-07T20:26:08.420178Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:24.604623Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:24.606816Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln, existing: false\n" level=info timestamp=2018-08-07T20:26:24.607118Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:24.607588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:24.608607Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:54.605460Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:54.606768Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb, existing: false\n" level=info timestamp=2018-08-07T20:26:54.607071Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:54.607297Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:54.607570Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw8968cng6 Pod phase: Pending • Failure in Spec Setup (BeforeEach) [30.772 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 with a service matching the vmi exposed [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:272 should fail to reach the vmi if an invalid servicename is used /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:303 Expected error: <*errors.StatusError | 0xc420cd43f0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:131 ------------------------------ Pod name: disks-images-provider-65q8v Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mv99r Pod phase: Running copy all images to host mount directory Pod name: virt-api-7586947775-58hkc Pod phase: Running 2018/08/07 20:43:25 http: TLS handshake error from 10.129.0.1:56058: EOF level=info timestamp=2018-08-07T20:43:34.729103Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:43:35 http: TLS handshake error from 10.129.0.1:56064: EOF 2018/08/07 20:43:45 http: TLS handshake error from 10.129.0.1:56070: EOF 2018/08/07 20:43:55 http: TLS handshake error from 10.129.0.1:56076: EOF 2018/08/07 20:44:05 http: TLS handshake error from 10.129.0.1:56082: EOF 2018/08/07 20:44:15 http: TLS handshake error from 10.129.0.1:56088: EOF 2018/08/07 20:44:25 http: TLS handshake error from 10.129.0.1:56096: EOF 2018/08/07 20:44:35 http: TLS handshake error from 10.129.0.1:56102: EOF 2018/08/07 20:44:45 http: TLS handshake error from 10.129.0.1:56108: EOF 2018/08/07 20:44:55 http: TLS handshake error from 10.129.0.1:56114: EOF level=info timestamp=2018-08-07T20:45:04.740902Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:45:05 http: TLS handshake error from 10.129.0.1:56120: EOF 2018/08/07 20:45:15 http: TLS handshake error from 10.129.0.1:56126: EOF 2018/08/07 20:45:25 http: TLS handshake error from 10.129.0.1:56132: EOF Pod name: virt-api-7586947775-lkplm Pod phase: Running 2018/08/07 20:43:18 http: TLS handshake error from 10.128.0.1:50350: EOF 2018/08/07 20:43:28 http: TLS handshake error from 10.128.0.1:50394: EOF 2018/08/07 20:43:38 http: TLS handshake error from 10.128.0.1:50440: EOF 2018/08/07 20:43:48 http: TLS handshake error from 10.128.0.1:50482: EOF 2018/08/07 20:43:58 http: TLS handshake error from 10.128.0.1:50524: EOF level=info timestamp=2018-08-07T20:44:04.146712Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:44:08 http: TLS handshake error from 10.128.0.1:50570: EOF 2018/08/07 20:44:18 http: TLS handshake error from 10.128.0.1:50612: EOF 2018/08/07 20:44:28 http: TLS handshake error from 10.128.0.1:50654: EOF level=info timestamp=2018-08-07T20:44:34.189128Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:44:38 http: TLS handshake error from 10.128.0.1:50700: EOF 2018/08/07 20:44:48 http: TLS handshake error from 10.128.0.1:50744: EOF 2018/08/07 20:44:58 http: TLS handshake error from 10.128.0.1:50786: EOF 2018/08/07 20:45:08 http: TLS handshake error from 10.128.0.1:50832: EOF 2018/08/07 20:45:18 http: TLS handshake error from 10.128.0.1:50874: EOF Pod name: virt-controller-7d57d96b65-h46vd Pod phase: Running level=info timestamp=2018-08-07T20:30:41.987628Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 E0807 20:30:45.001546 1 leaderelection.go:224] error retrieving resource lock kube-system/virt-controller: Get https://172.30.0.1:443/api/v1/namespaces/kube-system/endpoints/virt-controller: dial tcp 172.30.0.1:443: connect: no route to host Pod name: virt-controller-7d57d96b65-wdh4l Pod phase: Running level=info timestamp=2018-08-07T20:43:53.233603Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibsh75bb9n2glxgjwdl24h9rmkqs97th9ntdsj5qv5h9s77gxwwlfq8v6dttkcqt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibsh75bb9n2glxgjwdl24h9rmkqs97th9ntdsj5qv5h9s77gxwwlfq8v6dttkcqt" level=info timestamp=2018-08-07T20:43:53.299417Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibsh75bb9n2glxgjwdl24h9rmkqs97th9ntdsj5qv5h9s77gxwwlfq8v6dttkcqt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibsh75bb9n2glxgjwdl24h9rmkqs97th9ntdsj5qv5h9s77gxwwlfq8v6dttkcqt" level=info timestamp=2018-08-07T20:43:53.800535Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibsh75bb9n2glxgjwdl24h9rmkqs97th9ntdsj5qv5h9s77gxwwlfq8v6dttkcqt\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmibsh75bb9n2glxgjwdl24h9rmkqs97th9ntdsj5qv5h9s77gxwwlfq8v6dttkcqt, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 86a9c71d-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibsh75bb9n2glxgjwdl24h9rmkqs97th9ntdsj5qv5h9s77gxwwlfq8v6dttkcqt" level=info timestamp=2018-08-07T20:44:23.950646Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixrd7mgj55x465m2jtfscwsv5wcln2kshkwmnj5f998trlwgcfdtplv86thqb85j kind= uid=990e9496-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:44:23.951680Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixrd7mgj55x465m2jtfscwsv5wcln2kshkwmnj5f998trlwgcfdtplv86thqb85j kind= uid=990e9496-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:44:24.107801Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmixrd7mgj55x465m2jtfscwsv5wcln2kshkwmnj5f998trlwgcfdtplv86thqb85j\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmixrd7mgj55x465m2jtfscwsv5wcln2kshkwmnj5f998trlwgcfdtplv86thqb85j" level=info timestamp=2018-08-07T20:44:24.150241Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmixrd7mgj55x465m2jtfscwsv5wcln2kshkwmnj5f998trlwgcfdtplv86thqb85j\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmixrd7mgj55x465m2jtfscwsv5wcln2kshkwmnj5f998trlwgcfdtplv86thqb85j" level=info timestamp=2018-08-07T20:44:24.443732Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmixrd7mgj55x465m2jtfscwsv5wcln2kshkwmnj5f998trlwgcfdtplv86thqb85j\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmixrd7mgj55x465m2jtfscwsv5wcln2kshkwmnj5f998trlwgcfdtplv86thqb85j, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 990e9496-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmixrd7mgj55x465m2jtfscwsv5wcln2kshkwmnj5f998trlwgcfdtplv86thqb85j" level=info timestamp=2018-08-07T20:44:54.664283Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx kind= uid=ab5c6f28-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:44:54.667920Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx kind= uid=ab5c6f28-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:44:54.840377Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx" level=info timestamp=2018-08-07T20:44:54.886026Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx" level=info timestamp=2018-08-07T20:44:55.256649Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: ab5c6f28-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx" level=info timestamp=2018-08-07T20:45:25.435271Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi22cffp6bgg5jdqn94j6b4d86vvhcp4d4blqwmc7blq2fspnhhpb42kl58lbll92 kind= uid=bdb5f014-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:45:25.435914Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi22cffp6bgg5jdqn94j6b4d86vvhcp4d4blqwmc7blq2fspnhhpb42kl58lbll92 kind= uid=bdb5f014-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-handler-2xnkh Pod phase: Running level=info timestamp=2018-08-07T20:30:46.435398Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:46.454392Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:46.454651Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:46.454930Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:46.455124Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="No update processing required" level=info timestamp=2018-08-07T20:30:46.455257Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.666968Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:47.667389Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:47.668085Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.668960Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.669645Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.717594Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: false\n" level=info timestamp=2018-08-07T20:30:47.718016Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.718208Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.718410Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-jjrgq Pod phase: Running level=info timestamp=2018-08-07T20:26:08.418519Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-07T20:26:08.418653Z pos=vm.go:331 component=virt-handler msg="Domain status: Shutoff, reason: Destroyed\n" level=info timestamp=2018-08-07T20:26:08.419110Z pos=vm.go:358 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-08-07T20:26:08.419387Z pos=vm.go:410 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing deletion." level=info timestamp=2018-08-07T20:26:08.420178Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:24.604623Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:24.606816Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln, existing: false\n" level=info timestamp=2018-08-07T20:26:24.607118Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:24.607588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:24.608607Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:54.605460Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:54.606768Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb, existing: false\n" level=info timestamp=2018-08-07T20:26:54.607071Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:54.607297Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:54.607570Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi22cffp6bgg5jdqn94j6b4d86vvhcp4d4blqwmm4snb Pod phase: Pending • Failure in Spec Setup (BeforeEach) [30.775 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 with a subdomain and a headless service given [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:319 should be able to reach the vmi via its unique fully qualified domain name /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:342 Expected error: <*errors.StatusError | 0xc420689830>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:131 ------------------------------ Pod name: disks-images-provider-65q8v Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mv99r Pod phase: Running copy all images to host mount directory Pod name: virt-api-7586947775-58hkc Pod phase: Running 2018/08/07 20:44:15 http: TLS handshake error from 10.129.0.1:56088: EOF 2018/08/07 20:44:25 http: TLS handshake error from 10.129.0.1:56096: EOF 2018/08/07 20:44:35 http: TLS handshake error from 10.129.0.1:56102: EOF 2018/08/07 20:44:45 http: TLS handshake error from 10.129.0.1:56108: EOF 2018/08/07 20:44:55 http: TLS handshake error from 10.129.0.1:56114: EOF level=info timestamp=2018-08-07T20:45:04.740902Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:45:05 http: TLS handshake error from 10.129.0.1:56120: EOF 2018/08/07 20:45:15 http: TLS handshake error from 10.129.0.1:56126: EOF 2018/08/07 20:45:25 http: TLS handshake error from 10.129.0.1:56132: EOF 2018/08/07 20:45:35 http: TLS handshake error from 10.129.0.1:56138: EOF level=info timestamp=2018-08-07T20:45:41.393073Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/07 20:45:45 http: TLS handshake error from 10.129.0.1:56144: EOF level=info timestamp=2018-08-07T20:45:51.575287Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-07T20:45:52.649637Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/07 20:45:55 http: TLS handshake error from 10.129.0.1:56150: EOF Pod name: virt-api-7586947775-lkplm Pod phase: Running 2018/08/07 20:43:58 http: TLS handshake error from 10.128.0.1:50524: EOF level=info timestamp=2018-08-07T20:44:04.146712Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:44:08 http: TLS handshake error from 10.128.0.1:50570: EOF 2018/08/07 20:44:18 http: TLS handshake error from 10.128.0.1:50612: EOF 2018/08/07 20:44:28 http: TLS handshake error from 10.128.0.1:50654: EOF level=info timestamp=2018-08-07T20:44:34.189128Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:44:38 http: TLS handshake error from 10.128.0.1:50700: EOF 2018/08/07 20:44:48 http: TLS handshake error from 10.128.0.1:50744: EOF 2018/08/07 20:44:58 http: TLS handshake error from 10.128.0.1:50786: EOF 2018/08/07 20:45:08 http: TLS handshake error from 10.128.0.1:50832: EOF 2018/08/07 20:45:18 http: TLS handshake error from 10.128.0.1:50874: EOF 2018/08/07 20:45:28 http: TLS handshake error from 10.128.0.1:50916: EOF level=info timestamp=2018-08-07T20:45:34.178107Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:45:38 http: TLS handshake error from 10.128.0.1:50962: EOF 2018/08/07 20:45:48 http: TLS handshake error from 10.128.0.1:51006: EOF Pod name: virt-controller-7d57d96b65-h46vd Pod phase: Running level=info timestamp=2018-08-07T20:30:41.987628Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 E0807 20:30:45.001546 1 leaderelection.go:224] error retrieving resource lock kube-system/virt-controller: Get https://172.30.0.1:443/api/v1/namespaces/kube-system/endpoints/virt-controller: dial tcp 172.30.0.1:443: connect: no route to host Pod name: virt-controller-7d57d96b65-wdh4l Pod phase: Running level=info timestamp=2018-08-07T20:44:24.107801Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmixrd7mgj55x465m2jtfscwsv5wcln2kshkwmnj5f998trlwgcfdtplv86thqb85j\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmixrd7mgj55x465m2jtfscwsv5wcln2kshkwmnj5f998trlwgcfdtplv86thqb85j" level=info timestamp=2018-08-07T20:44:24.150241Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmixrd7mgj55x465m2jtfscwsv5wcln2kshkwmnj5f998trlwgcfdtplv86thqb85j\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmixrd7mgj55x465m2jtfscwsv5wcln2kshkwmnj5f998trlwgcfdtplv86thqb85j" level=info timestamp=2018-08-07T20:44:24.443732Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmixrd7mgj55x465m2jtfscwsv5wcln2kshkwmnj5f998trlwgcfdtplv86thqb85j\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmixrd7mgj55x465m2jtfscwsv5wcln2kshkwmnj5f998trlwgcfdtplv86thqb85j, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 990e9496-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmixrd7mgj55x465m2jtfscwsv5wcln2kshkwmnj5f998trlwgcfdtplv86thqb85j" level=info timestamp=2018-08-07T20:44:54.664283Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx kind= uid=ab5c6f28-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:44:54.667920Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx kind= uid=ab5c6f28-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:44:54.840377Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx" level=info timestamp=2018-08-07T20:44:54.886026Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx" level=info timestamp=2018-08-07T20:44:55.256649Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: ab5c6f28-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx" level=info timestamp=2018-08-07T20:45:25.435271Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi22cffp6bgg5jdqn94j6b4d86vvhcp4d4blqwmc7blq2fspnhhpb42kl58lbll92 kind= uid=bdb5f014-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:45:25.435914Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi22cffp6bgg5jdqn94j6b4d86vvhcp4d4blqwmc7blq2fspnhhpb42kl58lbll92 kind= uid=bdb5f014-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:45:26.036077Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi22cffp6bgg5jdqn94j6b4d86vvhcp4d4blqwmc7blq2fspnhhpb42kl58lbll92\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi22cffp6bgg5jdqn94j6b4d86vvhcp4d4blqwmc7blq2fspnhhpb42kl58lbll92, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: bdb5f014-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi22cffp6bgg5jdqn94j6b4d86vvhcp4d4blqwmc7blq2fspnhhpb42kl58lbll92" level=info timestamp=2018-08-07T20:45:56.257260Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzcp57lcjbdkw4msdvnnnf27skl5 kind= uid=d01510f2-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:45:56.257780Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzcp57lcjbdkw4msdvnnnf27skl5 kind= uid=d01510f2-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:45:56.406164Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzcp57lcjbdkw4msdvnnnf27skl5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzcp57lcjbdkw4msdvnnnf27skl5" level=info timestamp=2018-08-07T20:45:56.460170Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzcp57lcjbdkw4msdvnnnf27skl5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzcp57lcjbdkw4msdvnnnf27skl5" Pod name: virt-handler-2xnkh Pod phase: Running level=info timestamp=2018-08-07T20:30:46.435398Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:46.454392Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:46.454651Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:46.454930Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:46.455124Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="No update processing required" level=info timestamp=2018-08-07T20:30:46.455257Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.666968Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:47.667389Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:47.668085Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.668960Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.669645Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.717594Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: false\n" level=info timestamp=2018-08-07T20:30:47.718016Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.718208Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.718410Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-jjrgq Pod phase: Running level=info timestamp=2018-08-07T20:26:08.418519Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-07T20:26:08.418653Z pos=vm.go:331 component=virt-handler msg="Domain status: Shutoff, reason: Destroyed\n" level=info timestamp=2018-08-07T20:26:08.419110Z pos=vm.go:358 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-08-07T20:26:08.419387Z pos=vm.go:410 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing deletion." level=info timestamp=2018-08-07T20:26:08.420178Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:24.604623Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:24.606816Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln, existing: false\n" level=info timestamp=2018-08-07T20:26:24.607118Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:24.607588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:24.608607Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:54.605460Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:54.606768Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb, existing: false\n" level=info timestamp=2018-08-07T20:26:54.607071Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:54.607297Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:54.607570Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzzv47z Pod phase: Pending • Failure in Spec Setup (BeforeEach) [30.844 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom interface model [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:368 should expose the right device type to the guest /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:369 Expected error: <*errors.StatusError | 0xc420b9ac60>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:131 ------------------------------ Pod name: disks-images-provider-65q8v Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mv99r Pod phase: Running copy all images to host mount directory Pod name: virt-api-7586947775-58hkc Pod phase: Running 2018/08/07 20:45:45 http: TLS handshake error from 10.129.0.1:56144: EOF level=info timestamp=2018-08-07T20:45:51.575287Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-07T20:45:52.649637Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/07 20:45:55 http: TLS handshake error from 10.129.0.1:56150: EOF level=info timestamp=2018-08-07T20:46:00.727899Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-07T20:46:00.732704Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-07T20:46:01.747160Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/07 20:46:05 http: TLS handshake error from 10.129.0.1:56156: EOF level=info timestamp=2018-08-07T20:46:11.957429Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/07 20:46:15 http: TLS handshake error from 10.129.0.1:56162: EOF level=info timestamp=2018-08-07T20:46:22.180118Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-07T20:46:22.852841Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/07 20:46:25 http: TLS handshake error from 10.129.0.1:56168: EOF level=info timestamp=2018-08-07T20:46:25.815933Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-08-07T20:46:25.820445Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 Pod name: virt-api-7586947775-lkplm Pod phase: Running level=info timestamp=2018-08-07T20:44:34.189128Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:44:38 http: TLS handshake error from 10.128.0.1:50700: EOF 2018/08/07 20:44:48 http: TLS handshake error from 10.128.0.1:50744: EOF 2018/08/07 20:44:58 http: TLS handshake error from 10.128.0.1:50786: EOF 2018/08/07 20:45:08 http: TLS handshake error from 10.128.0.1:50832: EOF 2018/08/07 20:45:18 http: TLS handshake error from 10.128.0.1:50874: EOF 2018/08/07 20:45:28 http: TLS handshake error from 10.128.0.1:50916: EOF level=info timestamp=2018-08-07T20:45:34.178107Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:45:38 http: TLS handshake error from 10.128.0.1:50962: EOF 2018/08/07 20:45:48 http: TLS handshake error from 10.128.0.1:51006: EOF 2018/08/07 20:45:58 http: TLS handshake error from 10.128.0.1:51048: EOF level=info timestamp=2018-08-07T20:46:04.026561Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-08-07T20:46:04.175427Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:46:08 http: TLS handshake error from 10.128.0.1:51100: EOF 2018/08/07 20:46:18 http: TLS handshake error from 10.128.0.1:51142: EOF Pod name: virt-controller-7d57d96b65-h46vd Pod phase: Running level=info timestamp=2018-08-07T20:30:41.987628Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 E0807 20:30:45.001546 1 leaderelection.go:224] error retrieving resource lock kube-system/virt-controller: Get https://172.30.0.1:443/api/v1/namespaces/kube-system/endpoints/virt-controller: dial tcp 172.30.0.1:443: connect: no route to host Pod name: virt-controller-7d57d96b65-wdh4l Pod phase: Running level=info timestamp=2018-08-07T20:44:54.664283Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx kind= uid=ab5c6f28-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:44:54.667920Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx kind= uid=ab5c6f28-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:44:54.840377Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx" level=info timestamp=2018-08-07T20:44:54.886026Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx" level=info timestamp=2018-08-07T20:44:55.256649Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: ab5c6f28-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx" level=info timestamp=2018-08-07T20:45:25.435271Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi22cffp6bgg5jdqn94j6b4d86vvhcp4d4blqwmc7blq2fspnhhpb42kl58lbll92 kind= uid=bdb5f014-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:45:25.435914Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi22cffp6bgg5jdqn94j6b4d86vvhcp4d4blqwmc7blq2fspnhhpb42kl58lbll92 kind= uid=bdb5f014-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:45:26.036077Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi22cffp6bgg5jdqn94j6b4d86vvhcp4d4blqwmc7blq2fspnhhpb42kl58lbll92\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi22cffp6bgg5jdqn94j6b4d86vvhcp4d4blqwmc7blq2fspnhhpb42kl58lbll92, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: bdb5f014-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi22cffp6bgg5jdqn94j6b4d86vvhcp4d4blqwmc7blq2fspnhhpb42kl58lbll92" level=info timestamp=2018-08-07T20:45:56.257260Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzcp57lcjbdkw4msdvnnnf27skl5 kind= uid=d01510f2-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:45:56.257780Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzcp57lcjbdkw4msdvnnnf27skl5 kind= uid=d01510f2-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:45:56.406164Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzcp57lcjbdkw4msdvnnnf27skl5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzcp57lcjbdkw4msdvnnnf27skl5" level=info timestamp=2018-08-07T20:45:56.460170Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzcp57lcjbdkw4msdvnnnf27skl5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzcp57lcjbdkw4msdvnnnf27skl5" level=info timestamp=2018-08-07T20:45:56.866624Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzcp57lcjbdkw4msdvnnnf27skl5\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzcp57lcjbdkw4msdvnnnf27skl5, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: d01510f2-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzcp57lcjbdkw4msdvnnnf27skl5" level=info timestamp=2018-08-07T20:46:27.097043Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiffghrrm7wpf4cp6xmn2r9vr64vgf228hk27qzcrsz8525bq4bvjqrhtmxwrskmp kind= uid=e2758744-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:46:27.097877Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiffghrrm7wpf4cp6xmn2r9vr64vgf228hk27qzcrsz8525bq4bvjqrhtmxwrskmp kind= uid=e2758744-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-handler-2xnkh Pod phase: Running level=info timestamp=2018-08-07T20:30:46.435398Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:46.454392Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:46.454651Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:46.454930Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:46.455124Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="No update processing required" level=info timestamp=2018-08-07T20:30:46.455257Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.666968Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:47.667389Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:47.668085Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.668960Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.669645Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.717594Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: false\n" level=info timestamp=2018-08-07T20:30:47.718016Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.718208Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.718410Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-jjrgq Pod phase: Running level=info timestamp=2018-08-07T20:26:08.418519Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-07T20:26:08.418653Z pos=vm.go:331 component=virt-handler msg="Domain status: Shutoff, reason: Destroyed\n" level=info timestamp=2018-08-07T20:26:08.419110Z pos=vm.go:358 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-08-07T20:26:08.419387Z pos=vm.go:410 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing deletion." level=info timestamp=2018-08-07T20:26:08.420178Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:24.604623Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:24.606816Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln, existing: false\n" level=info timestamp=2018-08-07T20:26:24.607118Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:24.607588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:24.608607Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:54.605460Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:54.606768Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb, existing: false\n" level=info timestamp=2018-08-07T20:26:54.607071Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:54.607297Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:54.607570Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmiffghrrm7wpf4cp6xmn2r9vr64vgf228hk27qzg2npv Pod phase: Pending • Failure in Spec Setup (BeforeEach) [30.773 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with default interface model [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:382 should expose the right device type to the guest /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:383 Expected error: <*errors.StatusError | 0xc420688e10>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:131 ------------------------------ Pod name: disks-images-provider-65q8v Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mv99r Pod phase: Running copy all images to host mount directory Pod name: virt-api-7586947775-58hkc Pod phase: Running 2018/08/07 20:46:25 http: TLS handshake error from 10.129.0.1:56168: EOF level=info timestamp=2018-08-07T20:46:25.815933Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-08-07T20:46:25.820445Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-08-07T20:46:31.014271Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-07T20:46:31.017159Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-07T20:46:32.354144Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/07 20:46:35 http: TLS handshake error from 10.129.0.1:56174: EOF level=info timestamp=2018-08-07T20:46:35.892980Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-07T20:46:35.934837Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-07T20:46:35.968834Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-07T20:46:42.579217Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/07 20:46:45 http: TLS handshake error from 10.129.0.1:56180: EOF level=info timestamp=2018-08-07T20:46:52.780954Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-07T20:46:53.090259Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/07 20:46:55 http: TLS handshake error from 10.129.0.1:56186: EOF Pod name: virt-api-7586947775-lkplm Pod phase: Running 2018/08/07 20:45:08 http: TLS handshake error from 10.128.0.1:50832: EOF 2018/08/07 20:45:18 http: TLS handshake error from 10.128.0.1:50874: EOF 2018/08/07 20:45:28 http: TLS handshake error from 10.128.0.1:50916: EOF level=info timestamp=2018-08-07T20:45:34.178107Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:45:38 http: TLS handshake error from 10.128.0.1:50962: EOF 2018/08/07 20:45:48 http: TLS handshake error from 10.128.0.1:51006: EOF 2018/08/07 20:45:58 http: TLS handshake error from 10.128.0.1:51048: EOF level=info timestamp=2018-08-07T20:46:04.026561Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-08-07T20:46:04.175427Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:46:08 http: TLS handshake error from 10.128.0.1:51100: EOF 2018/08/07 20:46:18 http: TLS handshake error from 10.128.0.1:51142: EOF 2018/08/07 20:46:28 http: TLS handshake error from 10.128.0.1:51192: EOF level=info timestamp=2018-08-07T20:46:34.267224Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:46:38 http: TLS handshake error from 10.128.0.1:51246: EOF 2018/08/07 20:46:48 http: TLS handshake error from 10.128.0.1:51294: EOF Pod name: virt-controller-7d57d96b65-h46vd Pod phase: Running level=info timestamp=2018-08-07T20:30:41.987628Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 E0807 20:30:45.001546 1 leaderelection.go:224] error retrieving resource lock kube-system/virt-controller: Get https://172.30.0.1:443/api/v1/namespaces/kube-system/endpoints/virt-controller: dial tcp 172.30.0.1:443: connect: no route to host Pod name: virt-controller-7d57d96b65-wdh4l Pod phase: Running level=info timestamp=2018-08-07T20:44:54.840377Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx" level=info timestamp=2018-08-07T20:44:54.886026Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx" level=info timestamp=2018-08-07T20:44:55.256649Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: ab5c6f28-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6zm9wq7fm46pln5httljm6dkxjpfc2jvzw89672pkvqbw7pvwqrl59htrx6gdjx" level=info timestamp=2018-08-07T20:45:25.435271Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi22cffp6bgg5jdqn94j6b4d86vvhcp4d4blqwmc7blq2fspnhhpb42kl58lbll92 kind= uid=bdb5f014-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:45:25.435914Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi22cffp6bgg5jdqn94j6b4d86vvhcp4d4blqwmc7blq2fspnhhpb42kl58lbll92 kind= uid=bdb5f014-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:45:26.036077Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi22cffp6bgg5jdqn94j6b4d86vvhcp4d4blqwmc7blq2fspnhhpb42kl58lbll92\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi22cffp6bgg5jdqn94j6b4d86vvhcp4d4blqwmc7blq2fspnhhpb42kl58lbll92, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: bdb5f014-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi22cffp6bgg5jdqn94j6b4d86vvhcp4d4blqwmc7blq2fspnhhpb42kl58lbll92" level=info timestamp=2018-08-07T20:45:56.257260Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzcp57lcjbdkw4msdvnnnf27skl5 kind= uid=d01510f2-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:45:56.257780Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzcp57lcjbdkw4msdvnnnf27skl5 kind= uid=d01510f2-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:45:56.406164Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzcp57lcjbdkw4msdvnnnf27skl5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzcp57lcjbdkw4msdvnnnf27skl5" level=info timestamp=2018-08-07T20:45:56.460170Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzcp57lcjbdkw4msdvnnnf27skl5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzcp57lcjbdkw4msdvnnnf27skl5" level=info timestamp=2018-08-07T20:45:56.866624Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzcp57lcjbdkw4msdvnnnf27skl5\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzcp57lcjbdkw4msdvnnnf27skl5, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: d01510f2-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzcp57lcjbdkw4msdvnnnf27skl5" level=info timestamp=2018-08-07T20:46:27.097043Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiffghrrm7wpf4cp6xmn2r9vr64vgf228hk27qzcrsz8525bq4bvjqrhtmxwrskmp kind= uid=e2758744-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:46:27.097877Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiffghrrm7wpf4cp6xmn2r9vr64vgf228hk27qzcrsz8525bq4bvjqrhtmxwrskmp kind= uid=e2758744-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:46:57.860627Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijgsjmdtsppt2qsp7m79nvvqzll6fvrjspqzt9xwj9rrd9978fqgjtkmpvw2hx42 kind= uid=f4cbfa55-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:46:57.862612Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijgsjmdtsppt2qsp7m79nvvqzll6fvrjspqzt9xwj9rrd9978fqgjtkmpvw2hx42 kind= uid=f4cbfa55-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-handler-2xnkh Pod phase: Running level=info timestamp=2018-08-07T20:30:46.435398Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:46.454392Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:46.454651Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:46.454930Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:46.455124Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="No update processing required" level=info timestamp=2018-08-07T20:30:46.455257Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.666968Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:47.667389Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:47.668085Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.668960Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.669645Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.717594Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: false\n" level=info timestamp=2018-08-07T20:30:47.718016Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.718208Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.718410Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-jjrgq Pod phase: Running level=info timestamp=2018-08-07T20:26:08.418519Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-07T20:26:08.418653Z pos=vm.go:331 component=virt-handler msg="Domain status: Shutoff, reason: Destroyed\n" level=info timestamp=2018-08-07T20:26:08.419110Z pos=vm.go:358 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-08-07T20:26:08.419387Z pos=vm.go:410 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing deletion." level=info timestamp=2018-08-07T20:26:08.420178Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:24.604623Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:24.606816Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln, existing: false\n" level=info timestamp=2018-08-07T20:26:24.607118Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:24.607588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:24.608607Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:54.605460Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:54.606768Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb, existing: false\n" level=info timestamp=2018-08-07T20:26:54.607071Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:54.607297Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:54.607570Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmijgsjmdtsppt2qsp7m79nvvqzll6fvrjspqzt99rwkk Pod phase: Pending • Failure in Spec Setup (BeforeEach) [30.912 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:402 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:403 Expected error: <*errors.StatusError | 0xc420855440>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:131 ------------------------------ Pod name: disks-images-provider-65q8v Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mv99r Pod phase: Running copy all images to host mount directory Pod name: virt-api-7586947775-58hkc Pod phase: Running level=info timestamp=2018-08-07T20:46:52.780954Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-07T20:46:53.090259Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/07 20:46:55 http: TLS handshake error from 10.129.0.1:56186: EOF level=info timestamp=2018-08-07T20:47:01.342928Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-07T20:47:01.374633Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-07T20:47:02.974267Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-07T20:47:04.693504Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:47:05 http: TLS handshake error from 10.129.0.1:56192: EOF level=info timestamp=2018-08-07T20:47:13.164877Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/07 20:47:15 http: TLS handshake error from 10.129.0.1:56198: EOF level=info timestamp=2018-08-07T20:47:23.343892Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-07T20:47:23.357102Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/07 20:47:25 http: TLS handshake error from 10.129.0.1:56204: EOF level=info timestamp=2018-08-07T20:47:25.826469Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-08-07T20:47:25.831211Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 Pod name: virt-api-7586947775-lkplm Pod phase: Running level=info timestamp=2018-08-07T20:45:34.178107Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:45:38 http: TLS handshake error from 10.128.0.1:50962: EOF 2018/08/07 20:45:48 http: TLS handshake error from 10.128.0.1:51006: EOF 2018/08/07 20:45:58 http: TLS handshake error from 10.128.0.1:51048: EOF level=info timestamp=2018-08-07T20:46:04.026561Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-08-07T20:46:04.175427Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:46:08 http: TLS handshake error from 10.128.0.1:51100: EOF 2018/08/07 20:46:18 http: TLS handshake error from 10.128.0.1:51142: EOF 2018/08/07 20:46:28 http: TLS handshake error from 10.128.0.1:51192: EOF level=info timestamp=2018-08-07T20:46:34.267224Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/07 20:46:38 http: TLS handshake error from 10.128.0.1:51246: EOF 2018/08/07 20:46:48 http: TLS handshake error from 10.128.0.1:51294: EOF 2018/08/07 20:46:58 http: TLS handshake error from 10.128.0.1:51338: EOF 2018/08/07 20:47:08 http: TLS handshake error from 10.128.0.1:51386: EOF 2018/08/07 20:47:18 http: TLS handshake error from 10.128.0.1:51430: EOF Pod name: virt-controller-7d57d96b65-h46vd Pod phase: Running level=info timestamp=2018-08-07T20:30:41.987628Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 E0807 20:30:45.001546 1 leaderelection.go:224] error retrieving resource lock kube-system/virt-controller: Get https://172.30.0.1:443/api/v1/namespaces/kube-system/endpoints/virt-controller: dial tcp 172.30.0.1:443: connect: no route to host Pod name: virt-controller-7d57d96b65-wdh4l Pod phase: Running level=info timestamp=2018-08-07T20:45:25.435914Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi22cffp6bgg5jdqn94j6b4d86vvhcp4d4blqwmc7blq2fspnhhpb42kl58lbll92 kind= uid=bdb5f014-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:45:26.036077Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi22cffp6bgg5jdqn94j6b4d86vvhcp4d4blqwmc7blq2fspnhhpb42kl58lbll92\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi22cffp6bgg5jdqn94j6b4d86vvhcp4d4blqwmc7blq2fspnhhpb42kl58lbll92, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: bdb5f014-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi22cffp6bgg5jdqn94j6b4d86vvhcp4d4blqwmc7blq2fspnhhpb42kl58lbll92" level=info timestamp=2018-08-07T20:45:56.257260Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzcp57lcjbdkw4msdvnnnf27skl5 kind= uid=d01510f2-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:45:56.257780Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzcp57lcjbdkw4msdvnnnf27skl5 kind= uid=d01510f2-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:45:56.406164Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzcp57lcjbdkw4msdvnnnf27skl5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzcp57lcjbdkw4msdvnnnf27skl5" level=info timestamp=2018-08-07T20:45:56.460170Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzcp57lcjbdkw4msdvnnnf27skl5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzcp57lcjbdkw4msdvnnnf27skl5" level=info timestamp=2018-08-07T20:45:56.866624Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzcp57lcjbdkw4msdvnnnf27skl5\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzcp57lcjbdkw4msdvnnnf27skl5, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: d01510f2-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmip55fxtblk9xnsplrjm2p6l8lld4wfd6tlwbjzcp57lcjbdkw4msdvnnnf27skl5" level=info timestamp=2018-08-07T20:46:27.097043Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiffghrrm7wpf4cp6xmn2r9vr64vgf228hk27qzcrsz8525bq4bvjqrhtmxwrskmp kind= uid=e2758744-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:46:27.097877Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiffghrrm7wpf4cp6xmn2r9vr64vgf228hk27qzcrsz8525bq4bvjqrhtmxwrskmp kind= uid=e2758744-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:46:57.860627Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijgsjmdtsppt2qsp7m79nvvqzll6fvrjspqzt9xwj9rrd9978fqgjtkmpvw2hx42 kind= uid=f4cbfa55-9a82-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:46:57.862612Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijgsjmdtsppt2qsp7m79nvvqzll6fvrjspqzt9xwj9rrd9978fqgjtkmpvw2hx42 kind= uid=f4cbfa55-9a82-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:46:58.487957Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijgsjmdtsppt2qsp7m79nvvqzll6fvrjspqzt9xwj9rrd9978fqgjtkmpvw2hx42\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmijgsjmdtsppt2qsp7m79nvvqzll6fvrjspqzt9xwj9rrd9978fqgjtkmpvw2hx42, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: f4cbfa55-9a82-11e8-ac44-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijgsjmdtsppt2qsp7m79nvvqzll6fvrjspqzt9xwj9rrd9978fqgjtkmpvw2hx42" level=info timestamp=2018-08-07T20:47:28.679223Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixrhdkv7jl2vx5677shvpmg7q8bl2fwd5vvc6f2w9jrsn9gmhht2sl6psf8w8zxn kind= uid=072a780e-9a83-11e8-ac44-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-07T20:47:28.679801Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixrhdkv7jl2vx5677shvpmg7q8bl2fwd5vvc6f2w9jrsn9gmhht2sl6psf8w8zxn kind= uid=072a780e-9a83-11e8-ac44-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-07T20:47:28.914063Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmixrhdkv7jl2vx5677shvpmg7q8bl2fwd5vvc6f2w9jrsn9gmhht2sl6psf8w8zxn\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmixrhdkv7jl2vx5677shvpmg7q8bl2fwd5vvc6f2w9jrsn9gmhht2sl6psf8w8zxn" Pod name: virt-handler-2xnkh Pod phase: Running level=info timestamp=2018-08-07T20:30:46.435398Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:46.454392Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:46.454651Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:46.454930Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:46.455124Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="No update processing required" level=info timestamp=2018-08-07T20:30:46.455257Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.666968Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: true\n" level=info timestamp=2018-08-07T20:30:47.667389Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-07T20:30:47.668085Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.668960Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.669645Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind= uid=9a0318b2-9a80-11e8-ac44-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:30:47.717594Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c, existing: false\n" level=info timestamp=2018-08-07T20:30:47.718016Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:30:47.718208Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:30:47.718410Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi8klp8xsxfsr8jt7q6s7st695wvwfcdxd6g5l5w9qrfqrttqtlxq5d6fv2gpts7c kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-jjrgq Pod phase: Running level=info timestamp=2018-08-07T20:26:08.418519Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-07T20:26:08.418653Z pos=vm.go:331 component=virt-handler msg="Domain status: Shutoff, reason: Destroyed\n" level=info timestamp=2018-08-07T20:26:08.419110Z pos=vm.go:358 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-08-07T20:26:08.419387Z pos=vm.go:410 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing deletion." level=info timestamp=2018-08-07T20:26:08.420178Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:24.604623Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:24.606816Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln, existing: false\n" level=info timestamp=2018-08-07T20:26:24.607118Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:24.607588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:24.608607Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5tv8pqg8tdr5dwq97nqfgx4djdpt8b59vqd6wnz8ftcl46t5gnz72hfndl2nmln kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-07T20:26:54.605460Z pos=vm.go:742 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-07T20:26:54.606768Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb, existing: false\n" level=info timestamp=2018-08-07T20:26:54.607071Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-07T20:26:54.607297Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-07T20:26:54.607570Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5x44nk7h6mjnwn2vlslnwclsmfvfqx456j86xsv4ww9d5zpplv2l9lwb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmixrhdkv7jl2vx5677shvpmg7q8bl2fwd5vvc6fqq8vw Pod phase: Pending • Failure in Spec Setup (BeforeEach) [30.711 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address in non-conventional format [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:414 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:415 Expected error: <*errors.StatusError | 0xc420855dd0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:131 ------------------------------ • [SLOW TEST:117.610 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address and slirp interface /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:427 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:428 ------------------------------ • [SLOW TEST:46.792 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with disabled automatic attachment of interfaces /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:440 should not configure any external interfaces /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:441 ------------------------------ • [SLOW TEST:21.565 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given a vmi /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:20.433 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given an vm /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:20.447 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given a vmi preset /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:20.650 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given a vmi replica set /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ Service cluster-ip-vmi successfully exposed for virtualmachineinstance testvmi452gh2zxqnzcp4qjdsv9zkr9kqp96mjlbhkvls8hsfqfxpjp6tlx7mtpwp27l8x • [SLOW TEST:50.487 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:61 Expose ClusterIP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:68 Should expose a Cluster IP service on a VMI and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:71 ------------------------------ Service cluster-ip-target-vmi successfully exposed for virtualmachineinstance testvmi452gh2zxqnzcp4qjdsv9zkr9kqp96mjlbhkvls8hsfqfxpjp6tlx7mtpwp27l8x •Service node-port-vmi successfully exposed for virtualmachineinstance testvmi452gh2zxqnzcp4qjdsv9zkr9kqp96mjlbhkvls8hsfqfxpjp6tlx7mtpwp27l8x ------------------------------ • [SLOW TEST:10.404 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:61 Expose NodePort service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:124 Should expose a NodePort service on a VMI and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:129 ------------------------------ Service cluster-ip-udp-vmi successfully exposed for virtualmachineinstance testvmixbzfdl4zmwjfz99rjsmqw2v5t7nbktwggz6g89hrhthsb8nglh4g84f5566xvt7 • [SLOW TEST:55.802 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose UDP service on a VMI /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:166 Expose ClusterIP UDP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:173 Should expose a ClusterIP service on a VMI and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:177 ------------------------------ Service node-port-udp-vmi successfully exposed for virtualmachineinstance testvmixbzfdl4zmwjfz99rjsmqw2v5t7nbktwggz6g89hrhthsb8nglh4g84f5566xvt7 • [SLOW TEST:10.604 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose UDP service on a VMI /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:166 Expose NodePort UDP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:205 Should expose a NodePort service on a VMI and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:210 ------------------------------ Service cluster-ip-vmirs successfully exposed for vmirs replicasettr9w6 • [SLOW TEST:60.463 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VMI replica set /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:253 Expose ClusterIP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:286 Should create a ClusterIP service on VMRS and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:290 ------------------------------ Service cluster-ip-vm successfully exposed for virtualmachine testvmiwh2bkjjs9vjwh9txvntznxs4k4r2b9g492r98bc9ctb5rdfn7ckbsmk5cbdr9xr VM testvmiwh2bkjjs9vjwh9txvntznxs4k4r2b9g492r98bc9ctb5rdfn7ckbsmk5cbdr9xr was scheduled to start • [SLOW TEST:52.975 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on an VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:318 Expose ClusterIP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:362 Connect to ClusterIP services that was set when VM was offline /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:363 ------------------------------ •••••••••••volumedisk0 compute ------------------------------ • [SLOW TEST:42.012 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 VirtualMachineInstance definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:55 with 3 CPU cores /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:56 should report 3 cpu cores under guest OS /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:62 ------------------------------ • ------------------------------ • [SLOW TEST:18.964 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 VirtualMachineInstance definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:55 with hugepages /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:164 should consume hugepages /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 hugepages-2Mi /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ S [SKIPPING] [0.263 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 VirtualMachineInstance definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:55 with hugepages /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:164 should consume hugepages /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 hugepages-1Gi [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 No node with hugepages hugepages-1Gi capacity /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:216 ------------------------------ • ------------------------------ • [SLOW TEST:97.413 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 with CPU spec /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:294 when CPU model defined /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:340 should report defined CPU model /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:341 ------------------------------ • [SLOW TEST:101.139 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 with CPU spec /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:294 when CPU model equals to passthrough /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:368 should report exactly the same model as node CPU /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:369 ------------------------------ • [SLOW TEST:100.951 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 with CPU spec /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:294 when CPU model not defined /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:392 should report CPU model from libvirt capabilities /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:393 ------------------------------ • [SLOW TEST:48.080 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 New VirtualMachineInstance with all supported drives /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:413 should have all the device nodes /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:436 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.028 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 should succeed to start a vmi [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:133 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1397 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.014 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 should succeed to stop a running vmi [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:139 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1397 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.011 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with winrm connection [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:150 should have correct UUID /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:192 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1397 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.012 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with winrm connection [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:150 should have pod IP /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:208 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1397 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.013 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with kubectl command [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:226 should succeed to start a vmi /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:242 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1397 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.014 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with kubectl command [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:226 should succeed to stop a vmi /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:250 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1397 ------------------------------ • [SLOW TEST:99.255 seconds] Slirp /root/go/src/kubevirt.io/kubevirt/tests/vmi_slirp_interface_test.go:39 should be able to /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 VirtualMachineInstance with slirp interface /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • ------------------------------ • [SLOW TEST:53.306 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:37 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 with a cirros image /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:67 should return that we are running cirros /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:68 ------------------------------ • [SLOW TEST:46.532 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:37 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 with a fedora image /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:77 should return that we are running fedora /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:78 ------------------------------ • [SLOW TEST:37.409 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:37 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 should be able to reconnect to console multiple times /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:87 ------------------------------ • [SLOW TEST:18.858 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:37 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 should wait until the virtual machine is in running state and return a stream interface /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:103 ------------------------------ • [SLOW TEST:30.406 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:37 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 should fail waiting for the virtual machine instance to be running /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:111 ------------------------------ • [SLOW TEST:30.402 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:37 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 should fail waiting for the expecter /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:134 ------------------------------ ••• ------------------------------ • [SLOW TEST:6.248 seconds] Templates /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:42 Launching VMI from VM Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:60 with given Fedora Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:193 with given VM JSON from the Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:152 with given VM from the VM JSON /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:158 with given VMI from the VM /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:163 should succeed to terminate the VMI using oc-patch command /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:166 ------------------------------ •• ------------------------------ • [SLOW TEST:20.500 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:48 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:116 should update VirtualMachine once VMIs are up /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:196 ------------------------------ • [SLOW TEST:6.432 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:48 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:116 should remove VirtualMachineInstance once the VMI is marked for deletion /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:205 ------------------------------ • ------------------------------ • [SLOW TEST:47.091 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:48 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:116 should recreate VirtualMachineInstance if it gets deleted /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:246 ------------------------------ • [SLOW TEST:49.124 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:48 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:116 should recreate VirtualMachineInstance if the VirtualMachineInstance's pod gets deleted /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:266 ------------------------------ • [SLOW TEST:30.076 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:48 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:116 should stop VirtualMachineInstance if running set to false /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:326 ------------------------------ • [SLOW TEST:150.107 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:48 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:116 should start and stop VirtualMachineInstance multiple times /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:334 ------------------------------ • [SLOW TEST:60.304 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:48 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:116 should not update the VirtualMachineInstance spec if Running /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:347 ------------------------------ • [SLOW TEST:176.599 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:48 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:116 should survive guest shutdown, multiple times /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:388 ------------------------------ VM testvmi25wqmmbwz8pv9mq58mqpqsrt2l4n6xtn9xm884cd76tg9k7dxhbjfkrrgrfbbnr was scheduled to start • [SLOW TEST:20.746 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:48 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:116 Using virtctl interface /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:436 should start a VirtualMachineInstance once /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:437 ------------------------------ VM testvmid2tzjrrhznh49mjgnblpj9dfgzdf8ln9xl6m9f7xx7tnrrv46w7c546bgr2q28q was scheduled to stop • [SLOW TEST:62.390 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:48 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:116 Using virtctl interface /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:436 should stop a VirtualMachineInstance once /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:468 ------------------------------ • [SLOW TEST:19.627 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should successfully start with hook sidecar annotation /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:60 ------------------------------ • [SLOW TEST:21.174 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should call Collect and OnDefineDomain on the hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:67 ------------------------------ • [SLOW TEST:23.822 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should update domain XML with SM BIOS properties /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:83 ------------------------------ • [SLOW TEST:5.031 seconds] Subresource Api /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:37 Rbac Authorization /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:48 with correct permissions /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:51 should be allowed to access subresource endpoint /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:52 ------------------------------ • [SLOW TEST:5.531 seconds] Subresource Api /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:37 Rbac Authorization /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:48 Without permissions /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:56 should not be able to access subresource endpoint /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:57 ------------------------------ •• ------------------------------ • [SLOW TEST:45.593 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:48 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:82 with cloudInitNoCloud userDataBase64 source /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:83 should have cloud-init data /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:84 ------------------------------ • [SLOW TEST:111.406 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:48 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:82 with cloudInitNoCloud userDataBase64 source /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:83 with injected ssh-key /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:94 should have ssh-key under authorized keys /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:95 ------------------------------ • [SLOW TEST:60.541 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:48 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:82 with cloudInitNoCloud userData source /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:120 should process provided cloud-init data /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:121 ------------------------------ • [SLOW TEST:47.304 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:48 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:82 should take user-data from k8s secret /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:164 ------------------------------ • ------------------------------ • [SLOW TEST:19.493 seconds] VNC /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:54 with VNC connection /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:62 should allow accessing the VNC device /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:64 ------------------------------ •• ------------------------------ • [SLOW TEST:39.048 seconds] LeaderElection /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:43 Start a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:53 when the controller pod is not running /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:54 should success /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:55 ------------------------------ • [SLOW TEST:38.350 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with Disk PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:35.455 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with CDRom PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:134.278 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started and stopped multiple times /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with Disk PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:118.738 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started and stopped multiple times /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with CDRom PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:46.966 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With an emptyDisk defined /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:113 should create a writeable emptyDisk with the right capacity /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:115 ------------------------------ • [SLOW TEST:49.867 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With an emptyDisk defined and a specified serial number /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:163 should create a writeable emptyDisk with the specified serial number /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:165 ------------------------------ • [SLOW TEST:32.716 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With ephemeral alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:205 should be successfully started /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:207 ------------------------------ • [SLOW TEST:76.923 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With ephemeral alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:205 should not persist data /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:218 ------------------------------ Get https://127.0.0.1:33787/api/v1/namespaces/kube-system/pods?labelSelector=kubevirt.io: unexpected EOF • Failure [302.199 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With VirtualMachineInstance with two PVCs /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:266 should start vmi multiple times [It] /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:278 Expected error: : 180000000000 expect: timer expired after 180 seconds not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:292 ------------------------------ STEP: Starting and stopping the VirtualMachineInstance number of times STEP: Starting a VirtualMachineInstance STEP: Waiting until the VirtualMachineInstance will start level=info timestamp=2018-08-07T21:34:19.544078Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmizk2xnngsdnb66bwbqb7kk2g62dtzpkm2czz2nt8vl4m6jslr9df8t7pdd7krt2w kind=VirtualMachineInstance uid=a3a45b17-9a89-11e8-ac44-525500d15501 msg="Created virtual machine pod virt-launcher-testvmizk2xnngsdnb66bwbqb7kk2g62dtzpkm2czz2nb52hn" level=info timestamp=2018-08-07T21:34:35.827099Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmizk2xnngsdnb66bwbqb7kk2g62dtzpkm2czz2nt8vl4m6jslr9df8t7pdd7krt2w kind=VirtualMachineInstance uid=a3a45b17-9a89-11e8-ac44-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmizk2xnngsdnb66bwbqb7kk2g62dtzpkm2czz2nb52hn" level=info timestamp=2018-08-07T21:34:37.793351Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmizk2xnngsdnb66bwbqb7kk2g62dtzpkm2czz2nt8vl4m6jslr9df8t7pdd7krt2w kind=VirtualMachineInstance uid=a3a45b17-9a89-11e8-ac44-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-08-07T21:34:37.820756Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmizk2xnngsdnb66bwbqb7kk2g62dtzpkm2czz2nt8vl4m6jslr9df8t7pdd7krt2w kind=VirtualMachineInstance uid=a3a45b17-9a89-11e8-ac44-525500d15501 msg="VirtualMachineInstance started." STEP: Starting a VirtualMachineInstance STEP: Waiting until the VirtualMachineInstance will start level=info timestamp=2018-08-07T21:35:02.805614Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmizk2xnngsdnb66bwbqb7kk2g62dtzpkm2czz2nt8vl4m6jslr9df8t7pdd7krt2w kind=VirtualMachineInstance uid=a3a45b17-9a89-11e8-ac44-525500d15501 msg="Created virtual machine pod virt-launcher-testvmizk2xnngsdnb66bwbqb7kk2g62dtzpkm2czz2nb52hn" level=info timestamp=2018-08-07T21:35:02.805788Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmizk2xnngsdnb66bwbqb7kk2g62dtzpkm2czz2nt8vl4m6jslr9df8t7pdd7krt2w kind=VirtualMachineInstance uid=a3a45b17-9a89-11e8-ac44-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmizk2xnngsdnb66bwbqb7kk2g62dtzpkm2czz2nb52hn" level=info timestamp=2018-08-07T21:35:02.806558Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmizk2xnngsdnb66bwbqb7kk2g62dtzpkm2czz2nt8vl4m6jslr9df8t7pdd7krt2w kind=VirtualMachineInstance uid=a3a45b17-9a89-11e8-ac44-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-08-07T21:35:02.807070Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmizk2xnngsdnb66bwbqb7kk2g62dtzpkm2czz2nt8vl4m6jslr9df8t7pdd7krt2w kind=VirtualMachineInstance uid=a3a45b17-9a89-11e8-ac44-525500d15501 msg="VirtualMachineInstance started." STEP: Starting a VirtualMachineInstance STEP: Waiting until the VirtualMachineInstance will start level=info timestamp=2018-08-07T21:36:03.134514Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmizk2xnngsdnb66bwbqb7kk2g62dtzpkm2czz2nt8vl4m6jslr9df8t7pdd7krt2w kind=VirtualMachineInstance uid=a3a45b17-9a89-11e8-ac44-525500d15501 msg="Created virtual machine pod virt-launcher-testvmizk2xnngsdnb66bwbqb7kk2g62dtzpkm2czz2nb52hn" level=info timestamp=2018-08-07T21:36:03.134727Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmizk2xnngsdnb66bwbqb7kk2g62dtzpkm2czz2nt8vl4m6jslr9df8t7pdd7krt2w kind=VirtualMachineInstance uid=a3a45b17-9a89-11e8-ac44-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmizk2xnngsdnb66bwbqb7kk2g62dtzpkm2czz2nb52hn" level=info timestamp=2018-08-07T21:36:03.135421Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmizk2xnngsdnb66bwbqb7kk2g62dtzpkm2czz2nt8vl4m6jslr9df8t7pdd7krt2w kind=VirtualMachineInstance uid=a3a45b17-9a89-11e8-ac44-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-08-07T21:36:03.135795Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmizk2xnngsdnb66bwbqb7kk2g62dtzpkm2czz2nt8vl4m6jslr9df8t7pdd7krt2w kind=VirtualMachineInstance uid=a3a45b17-9a89-11e8-ac44-525500d15501 msg="VirtualMachineInstance started." STEP: Checking that the second disk is present level=info timestamp=2018-08-07T21:39:20.686469Z pos=utils.go:1304 component=tests namespace=kubevirt-test-default name=testvmizk2xnngsdnb66bwbqb7kk2g62dtzpkm2czz2nt8vl4m6jslr9df8t7pdd7krt2w kind=VirtualMachineInstance uid= msg="Login: [{2 \r\n\r\n\r\nISOLINUX 6.04 6.04-pre1 Copyright (C) 1994-2015 H. Peter Anvin et al\r\nboot: \u001b[?7h\r\n []}]" 2018/08/07 17:39:20 read closing down: EOF Waiting for namespace kubevirt-test-default to be removed, this can take a while ... Waiting for namespace kubevirt-test-alternative to be removed, this can take a while ... Summarizing 31 Failures: [Fail] VMIlifecycle Creating a VirtualMachineInstance when virt-handler is not responsive [BeforeEach] the node controller should react /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:383 [Fail] VMIlifecycle Creating a VirtualMachineInstance with node tainted [It] the vmi with tolerations should be scheduled /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:502 [Fail] VMIlifecycle Creating a VirtualMachineInstance with node tainted [It] the vmi without tolerations should not be scheduled /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:522 [Fail] VMIlifecycle Creating a VirtualMachineInstance with non default namespace should log libvirt start and stop lifecycle events of the domain [It] kubevirt-test-default /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:558 [Fail] VMIlifecycle Creating a VirtualMachineInstance with non default namespace should log libvirt start and stop lifecycle events of the domain [It] kubevirt-test-alternative /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:558 [Fail] VMIlifecycle Creating a VirtualMachineInstance VM Accelerated Mode [It] should request a KVM and TUN device /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:735 [Fail] VMIlifecycle Creating a VirtualMachineInstance VM Accelerated Mode [It] should not enable emulation in virt-launcher /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:770 [Fail] VMIlifecycle Delete a VirtualMachineInstance's Pod [It] should result in the VirtualMachineInstance moving to a finalized state /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:841 [Fail] VMIlifecycle Delete a VirtualMachineInstance with an active pod. [It] should result in pod being terminated /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:875 [Fail] VMIlifecycle Delete a VirtualMachineInstance with ACPI and 0 grace period seconds [It] should result in vmi status failed /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:904 [Fail] VMIlifecycle Delete a VirtualMachineInstance with ACPI and some grace period seconds [It] should result in vmi status succeeded /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:929 [Fail] VMIlifecycle Delete a VirtualMachineInstance with grace period greater than 0 [It] should run graceful shutdown /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:970 [Fail] VMIlifecycle Killed VirtualMachineInstance [It] should be in Failed phase /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:1001 [Fail] VMIlifecycle Killed VirtualMachineInstance [It] should be left alone by virt-handler /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:1028 [Fail] Health Monitoring A VirtualMachineInstance with a watchdog device [It] should be shut down when the watchdog expires /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:47 [Fail] Networking [BeforeEach] should be able to reach the Inbound VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:131 [Fail] Networking [BeforeEach] should be able to reach the Inbound VirtualMachineInstance with pod network connectivity explicitly set /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:131 [Fail] Networking [BeforeEach] should be able to reach the Inbound VirtualMachineInstance with custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:131 [Fail] Networking [BeforeEach] should be able to reach the internet /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:131 [Fail] Networking [BeforeEach] should be reachable via the propagated IP from a Pod on the same node from Pod /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:131 [Fail] Networking [BeforeEach] should be reachable via the propagated IP from a Pod on a different node from Pod /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:131 [Fail] Networking [BeforeEach] should be reachable via the propagated IP from a Pod on the same node from Node /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:131 [Fail] Networking [BeforeEach] should be reachable via the propagated IP from a Pod on a different node from Node /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:131 [Fail] Networking [BeforeEach] with a service matching the vmi exposed should be able to reach the vmi based on labels specified on the vmi /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:131 [Fail] Networking [BeforeEach] with a service matching the vmi exposed should fail to reach the vmi if an invalid servicename is used /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:131 [Fail] Networking [BeforeEach] with a subdomain and a headless service given should be able to reach the vmi via its unique fully qualified domain name /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:131 [Fail] Networking [BeforeEach] VirtualMachineInstance with custom interface model should expose the right device type to the guest /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:131 [Fail] Networking [BeforeEach] VirtualMachineInstance with default interface model should expose the right device type to the guest /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:131 [Fail] Networking [BeforeEach] VirtualMachineInstance with custom MAC address should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:131 [Fail] Networking [BeforeEach] VirtualMachineInstance with custom MAC address in non-conventional format should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:131 [Fail] Storage Starting a VirtualMachineInstance With VirtualMachineInstance with two PVCs [It] should start vmi multiple times /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:292 Ran 141 of 151 Specs in 4575.031 seconds FAIL! -- 110 Passed | 31 Failed | 0 Pending | 10 Skipped --- FAIL: TestTests (4575.04s) FAIL make: *** [functest] Error 1 + make cluster-down ./cluster/down.sh