+ export WORKSPACE=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release + WORKSPACE=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release + [[ openshift-3.10-release =~ openshift-.* ]] + [[ openshift-3.10-release =~ .*-crio-.* ]] + export KUBEVIRT_PROVIDER=os-3.10.0 + KUBEVIRT_PROVIDER=os-3.10.0 + export KUBEVIRT_NUM_NODES=2 + KUBEVIRT_NUM_NODES=2 + export NFS_WINDOWS_DIR=/home/nfs/images/windows2016 + NFS_WINDOWS_DIR=/home/nfs/images/windows2016 + export NAMESPACE=kube-system + NAMESPACE=kube-system + trap '{ make cluster-down; }' EXIT SIGINT SIGTERM SIGSTOP + make cluster-down ./cluster/down.sh + make cluster-up ./cluster/up.sh Downloading ....... Downloading ....... 2018/07/23 15:54:21 Waiting for host: 192.168.66.102:22 2018/07/23 15:54:24 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/23 15:54:32 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/23 15:54:40 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/23 15:54:48 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/23 15:54:56 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/23 15:55:01 Connected to tcp://192.168.66.102:22 + systemctl stop origin-node.service + rm -rf /etc/origin/ /etc/etcd/ /var/lib/origin /var/lib/etcd/ ++ docker ps -q + containers= + '[' -n '' ']' ++ docker ps -q -a + containers='2cfbef31c987 e183c40c07dc 861f604efed4 12902ad26342 028539b1f68b bd6f07c1906c d1f95a33a226 c43f96b6da26 e007e5cfd226 b42e2bceca6e 00531aec6f9a e4ad39ba6cef 504c3df6bbf4 eb1ec0b445ce b8955b91e8e5 f739ed8f3e59 07668d85ab3a a6045d125d7b 2ce17110e009 b45f64ab28ef 3a15945be9e1 2a0af99ae1d1 0ece927846d7 0202d5f5dfae 8ce743769d8f 2efb36567bd8 96b65c0493c5 e9ce89fa30e3' + '[' -n '2cfbef31c987 e183c40c07dc 861f604efed4 12902ad26342 028539b1f68b bd6f07c1906c d1f95a33a226 c43f96b6da26 e007e5cfd226 b42e2bceca6e 00531aec6f9a e4ad39ba6cef 504c3df6bbf4 eb1ec0b445ce b8955b91e8e5 f739ed8f3e59 07668d85ab3a a6045d125d7b 2ce17110e009 b45f64ab28ef 3a15945be9e1 2a0af99ae1d1 0ece927846d7 0202d5f5dfae 8ce743769d8f 2efb36567bd8 96b65c0493c5 e9ce89fa30e3' ']' + docker rm -f 2cfbef31c987 e183c40c07dc 861f604efed4 12902ad26342 028539b1f68b bd6f07c1906c d1f95a33a226 c43f96b6da26 e007e5cfd226 b42e2bceca6e 00531aec6f9a e4ad39ba6cef 504c3df6bbf4 eb1ec0b445ce b8955b91e8e5 f739ed8f3e59 07668d85ab3a a6045d125d7b 2ce17110e009 b45f64ab28ef 3a15945be9e1 2a0af99ae1d1 0ece927846d7 0202d5f5dfae 8ce743769d8f 2efb36567bd8 96b65c0493c5 e9ce89fa30e3 2cfbef31c987 e183c40c07dc 861f604efed4 12902ad26342 028539b1f68b bd6f07c1906c d1f95a33a226 c43f96b6da26 e007e5cfd226 b42e2bceca6e 00531aec6f9a e4ad39ba6cef 504c3df6bbf4 eb1ec0b445ce b8955b91e8e5 f739ed8f3e59 07668d85ab3a a6045d125d7b 2ce17110e009 b45f64ab28ef 3a15945be9e1 2a0af99ae1d1 0ece927846d7 0202d5f5dfae 8ce743769d8f 2efb36567bd8 96b65c0493c5 e9ce89fa30e3 2018/07/23 15:55:03 Waiting for host: 192.168.66.101:22 2018/07/23 15:55:06 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/23 15:55:14 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/23 15:55:22 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/23 15:55:31 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/23 15:55:36 Connected to tcp://192.168.66.101:22 + inventory_file=/root/inventory + openshift_ansible=/root/openshift-ansible + echo '[new_nodes]' + sed -i '/\[OSEv3:children\]/a new_nodes' /root/inventory + nodes_found=false ++ seq 2 100 + for i in '$(seq 2 100)' ++ printf node%02d 2 + node=node02 ++ printf 192.168.66.1%02d 2 + node_ip=192.168.66.102 + set +e + ping 192.168.66.102 -c 1 PING 192.168.66.102 (192.168.66.102) 56(84) bytes of data. 64 bytes from 192.168.66.102: icmp_seq=1 ttl=64 time=1.98 ms --- 192.168.66.102 ping statistics --- 1 packets transmitted, 1 received, 0% packet loss, time 0ms rtt min/avg/max/mdev = 1.989/1.989/1.989/0.000 ms + '[' 0 -ne 0 ']' + nodes_found=true + set -e + echo '192.168.66.102 node02' Found node02. Adding it to the inventory. + echo 'Found node02. Adding it to the inventory.' + echo 'node02 openshift_node_group_name="node-config-compute" openshift_schedulable=true openshift_ip=192.168.66.102' + for i in '$(seq 2 100)' ++ printf node%02d 3 + node=node03 ++ printf 192.168.66.1%02d 3 + node_ip=192.168.66.103 + set +e + ping 192.168.66.103 -c 1 PING 192.168.66.103 (192.168.66.103) 56(84) bytes of data. From 192.168.66.101 icmp_seq=1 Destination Host Unreachable --- 192.168.66.103 ping statistics --- 1 packets transmitted, 0 received, +1 errors, 100% packet loss, time 0ms + '[' 1 -ne 0 ']' + break + '[' true = true ']' + ansible-playbook -i /root/inventory /root/openshift-ansible/playbooks/openshift-node/scaleup.yml PLAY [Populate config host groups] ********************************************* TASK [Load group name mapping variables] *************************************** ok: [localhost] TASK [Evaluate groups - g_etcd_hosts or g_new_etcd_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_master_hosts or g_new_master_hosts required] ********* skipping: [localhost] TASK [Evaluate groups - g_node_hosts or g_new_node_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_lb_hosts required] *********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts required] ********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts is single host] **************************** skipping: [localhost] TASK [Evaluate groups - g_glusterfs_hosts required] **************************** skipping: [localhost] TASK [Evaluate oo_all_hosts] *************************************************** ok: [localhost] => (item=node01) ok: [localhost] => (item=node02) TASK [Evaluate oo_masters] ***************************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_master] ************************************************ ok: [localhost] TASK [Evaluate oo_new_etcd_to_config] ****************************************** TASK [Evaluate oo_masters_to_config] ******************************************* ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_to_config] ********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_etcd] ************************************************** ok: [localhost] TASK [Evaluate oo_etcd_hosts_to_upgrade] *************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_hosts_to_backup] **************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_nodes_to_config] ********************************************* ok: [localhost] => (item=node02) TASK [Evaluate oo_nodes_to_bootstrap] ****************************************** ok: [localhost] => (item=node02) TASK [Add masters to oo_nodes_to_bootstrap] ************************************ ok: [localhost] => (item=node01) TASK [Evaluate oo_lb_to_config] ************************************************ TASK [Evaluate oo_nfs_to_config] *********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_glusterfs_to_config] ***************************************** TASK [Evaluate oo_etcd_to_migrate] ********************************************* ok: [localhost] => (item=node01) PLAY [Ensure there are new_nodes] ********************************************** TASK [fail] ******************************************************************** skipping: [localhost] TASK [fail] ******************************************************************** skipping: [localhost] PLAY [Initialization Checkpoint Start] ***************************************** TASK [Set install initialization 'In Progress'] ******************************** ok: [node02] PLAY [Populate config host groups] ********************************************* TASK [Load group name mapping variables] *************************************** ok: [localhost] TASK [Evaluate groups - g_etcd_hosts or g_new_etcd_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_master_hosts or g_new_master_hosts required] ********* skipping: [localhost] TASK [Evaluate groups - g_node_hosts or g_new_node_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_lb_hosts required] *********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts required] ********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts is single host] **************************** skipping: [localhost] TASK [Evaluate groups - g_glusterfs_hosts required] **************************** skipping: [localhost] TASK [Evaluate oo_all_hosts] *************************************************** ok: [localhost] => (item=node01) ok: [localhost] => (item=node02) TASK [Evaluate oo_masters] ***************************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_master] ************************************************ ok: [localhost] TASK [Evaluate oo_new_etcd_to_config] ****************************************** TASK [Evaluate oo_masters_to_config] ******************************************* ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_to_config] ********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_etcd] ************************************************** ok: [localhost] TASK [Evaluate oo_etcd_hosts_to_upgrade] *************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_hosts_to_backup] **************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_nodes_to_config] ********************************************* ok: [localhost] => (item=node02) TASK [Evaluate oo_nodes_to_bootstrap] ****************************************** ok: [localhost] => (item=node02) TASK [Add masters to oo_nodes_to_bootstrap] ************************************ ok: [localhost] => (item=node01) TASK [Evaluate oo_lb_to_config] ************************************************ TASK [Evaluate oo_nfs_to_config] *********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_glusterfs_to_config] ***************************************** TASK [Evaluate oo_etcd_to_migrate] ********************************************* ok: [localhost] => (item=node01) [WARNING]: Could not match supplied host pattern, ignoring: oo_lb_to_config PLAY [Ensure that all non-node hosts are accessible] *************************** TASK [Gathering Facts] ********************************************************* ok: [node01] PLAY [Initialize basic host facts] ********************************************* TASK [Gathering Facts] ********************************************************* ok: [node02] ok: [node01] TASK [openshift_sanitize_inventory : include_tasks] **************************** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/deprecations.yml for node01, node02 TASK [openshift_sanitize_inventory : Check for usage of deprecated variables] *** ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : debug] ************************************ skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : set_stats] ******************************** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Assign deprecated variables to correct counterparts] *** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/__deprecations_logging.yml for node01, node02 included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/__deprecations_metrics.yml for node01, node02 TASK [openshift_sanitize_inventory : conditional_set_fact] ********************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : set_fact] ********************************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : conditional_set_fact] ********************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : Standardize on latest variable names] ***** ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : Normalize openshift_release] ************** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Abort when openshift_release is invalid] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : include_tasks] **************************** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/unsupported.yml for node01, node02 TASK [openshift_sanitize_inventory : Ensure that openshift_use_dnsmasq is true] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that openshift_node_dnsmasq_install_network_manager_hook is true] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : set_fact] ********************************* skipping: [node01] => (item=openshift_hosted_etcd_storage_kind) skipping: [node02] => (item=openshift_hosted_etcd_storage_kind) TASK [openshift_sanitize_inventory : Ensure that dynamic provisioning is set if using dynamic storage] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure the hosted registry's GlusterFS storage is configured correctly] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure the hosted registry's GlusterFS storage is configured correctly] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure clusterid is set along with the cloudprovider] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure ansible_service_broker_remove and ansible_service_broker_install are mutually exclusive] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure template_service_broker_remove and template_service_broker_install are mutually exclusive] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that all requires vsphere configuration variables are set] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : ensure provider configuration variables are defined] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure removed web console extension variables are not set] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that web console port matches API server port] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : At least one master is schedulable] ******* skipping: [node01] skipping: [node02] TASK [Detecting Operating System from ostree_booted] *************************** ok: [node02] ok: [node01] TASK [set openshift_deployment_type if unset] ********************************** skipping: [node01] skipping: [node02] TASK [check for node already bootstrapped] ************************************* ok: [node02] ok: [node01] TASK [initialize_facts set fact openshift_is_bootstrapped] ********************* ok: [node01] ok: [node02] TASK [initialize_facts set fact openshift_is_atomic and openshift_is_containerized] *** ok: [node01] ok: [node02] TASK [Determine Atomic Host Docker Version] ************************************ skipping: [node01] skipping: [node02] TASK [assert atomic host docker version is 1.12 or later] ********************** skipping: [node01] skipping: [node02] PLAY [Retrieve existing master configs and validate] *************************** TASK [openshift_control_plane : stat] ****************************************** ok: [node01] TASK [openshift_control_plane : slurp] ***************************************** ok: [node01] TASK [openshift_control_plane : set_fact] ************************************** ok: [node01] TASK [openshift_control_plane : Check for file paths outside of /etc/origin/master in master's config] *** ok: [node01] TASK [openshift_control_plane : set_fact] ************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** skipping: [node01] PLAY [Initialize special first-master variables] ******************************* TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] PLAY [Disable web console if required] ***************************************** TASK [set_fact] **************************************************************** skipping: [node01] PLAY [Setup yum repositories for all hosts] ************************************ TASK [rhel_subscribe : fail] *************************************************** skipping: [node02] TASK [rhel_subscribe : Install Red Hat Subscription manager] ******************* skipping: [node02] TASK [rhel_subscribe : Is host already registered?] **************************** skipping: [node02] TASK [rhel_subscribe : Register host] ****************************************** skipping: [node02] TASK [rhel_subscribe : fail] *************************************************** skipping: [node02] TASK [rhel_subscribe : Determine if OpenShift Pool Already Attached] *********** skipping: [node02] TASK [rhel_subscribe : Attach to OpenShift Pool] ******************************* skipping: [node02] TASK [rhel_subscribe : Satellite preparation] ********************************** skipping: [node02] TASK [openshift_repos : openshift_repos detect ostree] ************************* ok: [node02] TASK [openshift_repos : Ensure libselinux-python is installed] ***************** ok: [node02] TASK [openshift_repos : Remove openshift_additional.repo file] ***************** ok: [node02] TASK [openshift_repos : Create any additional repos that are defined] ********** TASK [openshift_repos : include_tasks] ***************************************** skipping: [node02] TASK [openshift_repos : include_tasks] ***************************************** included: /root/openshift-ansible/roles/openshift_repos/tasks/centos_repos.yml for node02 TASK [openshift_repos : Configure origin gpg keys] ***************************** ok: [node02] TASK [openshift_repos : Configure correct origin release repository] *********** ok: [node02] => (item=/root/openshift-ansible/roles/openshift_repos/templates/CentOS-OpenShift-Origin.repo.j2) TASK [openshift_repos : Ensure clean repo cache in the event repos have been changed manually] *** changed: [node02] => { "msg": "First run of openshift_repos" } TASK [openshift_repos : Record that openshift_repos already ran] *************** ok: [node02] RUNNING HANDLER [openshift_repos : refresh cache] ****************************** changed: [node02] PLAY [Install packages necessary for installer] ******************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [Determine if chrony is installed] **************************************** [WARNING]: Consider using the yum, dnf or zypper module rather than running rpm. If you need to use command because yum, dnf or zypper is insufficient you can add warn=False to this command task or set command_warnings=False in ansible.cfg to get rid of this message. changed: [node02] TASK [Install ntp package] ***************************************************** skipping: [node02] TASK [Start and enable ntpd/chronyd] ******************************************* changed: [node02] TASK [Ensure openshift-ansible installer package deps are installed] *********** ok: [node02] => (item=iproute) ok: [node02] => (item=dbus-python) ok: [node02] => (item=PyYAML) ok: [node02] => (item=python-ipaddress) ok: [node02] => (item=libsemanage-python) ok: [node02] => (item=yum-utils) ok: [node02] => (item=python-docker) PLAY [Initialize cluster facts] ************************************************ TASK [Gathering Facts] ********************************************************* ok: [node02] ok: [node01] TASK [get openshift_current_version] ******************************************* ok: [node02] ok: [node01] TASK [set_fact openshift_portal_net if present on masters] ********************* ok: [node01] ok: [node02] TASK [Gather Cluster facts] **************************************************** changed: [node02] changed: [node01] TASK [Set fact of no_proxy_internal_hostnames] ********************************* skipping: [node01] skipping: [node02] TASK [Initialize openshift.node.sdn_mtu] *************************************** ok: [node01] changed: [node02] PLAY [Initialize etcd host variables] ****************************************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] PLAY [Determine openshift_version to configure on first master] **************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [include_role : openshift_version] **************************************** TASK [openshift_version : Use openshift_current_version fact as version to configure if already installed] *** ok: [node01] TASK [openshift_version : Set openshift_version to openshift_release if undefined] *** skipping: [node01] TASK [openshift_version : debug] *********************************************** ok: [node01] => { "msg": "openshift_pkg_version was not defined. Falling back to -3.10.0" } TASK [openshift_version : set_fact] ******************************************** ok: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : assert openshift_release in openshift_image_tag] ***** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : assert openshift_release in openshift_pkg_version] *** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_release": "3.10" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_image_tag": "v3.10.0-rc.0" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_pkg_version": "-3.10.0*" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_version": "3.10.0" } TASK [set openshift_version booleans (first master)] *************************** ok: [node01] PLAY [Set openshift_version for etcd, node, and master hosts] ****************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [set_fact] **************************************************************** ok: [node02] TASK [set openshift_version booleans (masters and nodes)] ********************** ok: [node02] PLAY [Verify Requirements] ***************************************************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [Run variable sanity checks] ********************************************** ok: [node01] TASK [Validate openshift_node_groups and openshift_node_group_name] ************ ok: [node01] PLAY [Initialization Checkpoint End] ******************************************* TASK [Set install initialization 'Complete'] *********************************** ok: [node02] PLAY [Validate node hostnames] ************************************************* TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [Query DNS for IP address of node02] ************************************** ok: [node02] TASK [Validate openshift_hostname when defined] ******************************** skipping: [node02] TASK [Validate openshift_ip exists on node when defined] *********************** skipping: [node02] PLAY [Configure os_firewall] *************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [os_firewall : Detecting Atomic Host Operating System] ******************** ok: [node02] TASK [os_firewall : Set fact r_os_firewall_is_atomic] ************************** ok: [node02] TASK [os_firewall : Fail - Firewalld is not supported on Atomic Host] ********** skipping: [node02] TASK [os_firewall : Install firewalld packages] ******************************** skipping: [node02] TASK [os_firewall : Ensure iptables services are not enabled] ****************** skipping: [node02] => (item=iptables) skipping: [node02] => (item=ip6tables) TASK [os_firewall : Wait 10 seconds after disabling iptables] ****************** skipping: [node02] TASK [os_firewall : Start and enable firewalld service] ************************ skipping: [node02] TASK [os_firewall : need to pause here, otherwise the firewalld service starting can sometimes cause ssh to fail] *** skipping: [node02] TASK [os_firewall : Restart polkitd] ******************************************* skipping: [node02] TASK [os_firewall : Wait for polkit action to have been created] *************** skipping: [node02] TASK [os_firewall : Ensure firewalld service is not enabled] ******************* ok: [node02] TASK [os_firewall : Wait 10 seconds after disabling firewalld] ***************** skipping: [node02] TASK [os_firewall : Install iptables packages] ********************************* ok: [node02] => (item=iptables) ok: [node02] => (item=iptables-services) TASK [os_firewall : Start and enable iptables service] ************************* ok: [node02 -> node02] => (item=node02) TASK [os_firewall : need to pause here, otherwise the iptables service starting can sometimes cause ssh to fail] *** skipping: [node02] PLAY [oo_nodes_to_config] ****************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [container_runtime : Setup the docker-storage for overlay] **************** skipping: [node02] TASK [container_runtime : Create file system on extra volume device] *********** TASK [container_runtime : Create mount entry for extra volume] ***************** PLAY [oo_nodes_to_config] ****************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_excluder : Install docker excluder - yum] ********************** ok: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* ok: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** skipping: [node02] TASK [container_runtime : Getting current systemd-udevd exec command] ********** skipping: [node02] TASK [container_runtime : Assure systemd-udevd.service.d directory exists] ***** skipping: [node02] TASK [container_runtime : Create systemd-udevd override file] ****************** skipping: [node02] TASK [container_runtime : Add enterprise registry, if necessary] *************** skipping: [node02] TASK [container_runtime : Add http_proxy to /etc/atomic.conf] ****************** skipping: [node02] TASK [container_runtime : Add https_proxy to /etc/atomic.conf] ***************** skipping: [node02] TASK [container_runtime : Add no_proxy to /etc/atomic.conf] ******************** skipping: [node02] TASK [container_runtime : Get current installed Docker version] **************** ok: [node02] TASK [container_runtime : Error out if Docker pre-installed but too old] ******* skipping: [node02] TASK [container_runtime : Error out if requested Docker is too old] ************ skipping: [node02] TASK [container_runtime : Install Docker] ************************************** skipping: [node02] TASK [container_runtime : Ensure docker.service.d directory exists] ************ ok: [node02] TASK [container_runtime : Configure Docker service unit file] ****************** ok: [node02] TASK [container_runtime : stat] ************************************************ ok: [node02] TASK [container_runtime : Set registry params] ********************************* skipping: [node02] => (item={u'reg_conf_var': u'ADD_REGISTRY', u'reg_flag': u'--add-registry', u'reg_fact_val': []}) skipping: [node02] => (item={u'reg_conf_var': u'BLOCK_REGISTRY', u'reg_flag': u'--block-registry', u'reg_fact_val': []}) skipping: [node02] => (item={u'reg_conf_var': u'INSECURE_REGISTRY', u'reg_flag': u'--insecure-registry', u'reg_fact_val': []}) TASK [container_runtime : Place additional/blocked/insecure registries in /etc/containers/registries.conf] *** skipping: [node02] TASK [container_runtime : Set Proxy Settings] ********************************** skipping: [node02] => (item={u'reg_conf_var': u'HTTP_PROXY', u'reg_fact_val': u''}) skipping: [node02] => (item={u'reg_conf_var': u'HTTPS_PROXY', u'reg_fact_val': u''}) skipping: [node02] => (item={u'reg_conf_var': u'NO_PROXY', u'reg_fact_val': u''}) TASK [container_runtime : Set various Docker options] ************************** ok: [node02] TASK [container_runtime : stat] ************************************************ ok: [node02] TASK [container_runtime : Configure Docker Network OPTIONS] ******************** ok: [node02] TASK [container_runtime : Detect if docker is already started] ***************** ok: [node02] TASK [container_runtime : Start the Docker service] **************************** ok: [node02] TASK [container_runtime : set_fact] ******************************************** ok: [node02] TASK [container_runtime : Check for docker_storage_path/overlay2] ************** ok: [node02] TASK [container_runtime : Fixup SELinux permissions for docker] **************** changed: [node02] TASK [container_runtime : Ensure /var/lib/containers exists] ******************* ok: [node02] TASK [container_runtime : Fix SELinux Permissions on /var/lib/containers] ****** ok: [node02] TASK [container_runtime : Check for credentials file for registry auth] ******** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth] ***** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth (alternative)] *** skipping: [node02] TASK [container_runtime : stat the docker data dir] **************************** ok: [node02] TASK [container_runtime : stop the current running docker] ********************* skipping: [node02] TASK [container_runtime : copy "/var/lib/docker" to "/var/lib/containers/docker"] *** skipping: [node02] TASK [container_runtime : Set the selinux context on /var/lib/containers/docker] *** skipping: [node02] TASK [container_runtime : restorecon the /var/lib/containers/docker] *********** skipping: [node02] TASK [container_runtime : Remove the old docker location] ********************** skipping: [node02] TASK [container_runtime : Setup the link] ************************************** skipping: [node02] TASK [container_runtime : start docker] **************************************** skipping: [node02] TASK [container_runtime : Fail if Atomic Host since this is an rpm request] **** skipping: [node02] TASK [container_runtime : Getting current systemd-udevd exec command] ********** skipping: [node02] TASK [container_runtime : Assure systemd-udevd.service.d directory exists] ***** skipping: [node02] TASK [container_runtime : Create systemd-udevd override file] ****************** skipping: [node02] TASK [container_runtime : Add enterprise registry, if necessary] *************** skipping: [node02] TASK [container_runtime : Check that overlay is in the kernel] ***************** skipping: [node02] TASK [container_runtime : Add overlay to modprobe.d] *************************** skipping: [node02] TASK [container_runtime : Manually modprobe overlay into the kernel] *********** skipping: [node02] TASK [container_runtime : Enable and start systemd-modules-load] *************** skipping: [node02] TASK [container_runtime : Install cri-o] *************************************** skipping: [node02] TASK [container_runtime : Remove CRI-O default configuration files] ************ skipping: [node02] => (item=/etc/cni/net.d/200-loopback.conf) skipping: [node02] => (item=/etc/cni/net.d/100-crio-bridge.conf) TASK [container_runtime : Create the CRI-O configuration] ********************** skipping: [node02] TASK [container_runtime : Ensure CNI configuration directory exists] *********** skipping: [node02] TASK [container_runtime : Add iptables allow rules] **************************** skipping: [node02] => (item={u'port': u'10010/tcp', u'service': u'crio'}) TASK [container_runtime : Remove iptables rules] ******************************* TASK [container_runtime : Add firewalld allow rules] *************************** skipping: [node02] => (item={u'port': u'10010/tcp', u'service': u'crio'}) TASK [container_runtime : Remove firewalld allow rules] ************************ TASK [container_runtime : Configure the CNI network] *************************** skipping: [node02] TASK [container_runtime : Create /etc/sysconfig/crio-network] ****************** skipping: [node02] TASK [container_runtime : Start the CRI-O service] ***************************** skipping: [node02] TASK [container_runtime : Ensure /var/lib/containers exists] ******************* skipping: [node02] TASK [container_runtime : Fix SELinux Permissions on /var/lib/containers] ****** skipping: [node02] TASK [container_runtime : Check for credentials file for registry auth] ******** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth] ***** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth (alternative)] *** skipping: [node02] TASK [container_runtime : stat the docker data dir] **************************** skipping: [node02] TASK [container_runtime : stop the current running docker] ********************* skipping: [node02] TASK [container_runtime : copy "/var/lib/docker" to "/var/lib/containers/docker"] *** skipping: [node02] TASK [container_runtime : Set the selinux context on /var/lib/containers/docker] *** skipping: [node02] TASK [container_runtime : restorecon the /var/lib/containers/docker] *********** skipping: [node02] TASK [container_runtime : Remove the old docker location] ********************** skipping: [node02] TASK [container_runtime : Setup the link] ************************************** skipping: [node02] TASK [container_runtime : start docker] **************************************** skipping: [node02] PLAY [Determine openshift_version to configure on first master] **************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [include_role : openshift_version] **************************************** TASK [openshift_version : Use openshift_current_version fact as version to configure if already installed] *** skipping: [node01] TASK [openshift_version : Set openshift_version to openshift_release if undefined] *** skipping: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : assert openshift_release in openshift_image_tag] ***** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : assert openshift_release in openshift_pkg_version] *** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_release": "3.10" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_image_tag": "v3.10.0-rc.0" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_pkg_version": "-3.10.0*" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_version": "3.10.0" } TASK [set openshift_version booleans (first master)] *************************** ok: [node01] PLAY [Set openshift_version for etcd, node, and master hosts] ****************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [set_fact] **************************************************************** ok: [node02] TASK [set openshift_version booleans (masters and nodes)] ********************** ok: [node02] PLAY [Node Preparation Checkpoint Start] *************************************** TASK [Set Node preparation 'In Progress'] ************************************** ok: [node02] PLAY [Only target nodes that have not yet been bootstrapped] ******************* TASK [Gathering Facts] ********************************************************* ok: [localhost] TASK [add_host] **************************************************************** skipping: [localhost] => (item=node02) ok: [localhost] => (item=node01) PLAY [Disable excluders] ******************************************************* TASK [openshift_excluder : Detecting Atomic Host Operating System] ************* ok: [node02] TASK [openshift_excluder : Debug r_openshift_excluder_enable_docker_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_docker_excluder": true } TASK [openshift_excluder : Debug r_openshift_excluder_enable_openshift_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_openshift_excluder": true } TASK [openshift_excluder : Fail if invalid openshift_excluder_action provided] *** skipping: [node02] TASK [openshift_excluder : Fail if r_openshift_excluder_upgrade_target is not defined] *** skipping: [node02] TASK [openshift_excluder : Include main action task file] ********************** included: /root/openshift-ansible/roles/openshift_excluder/tasks/disable.yml for node02 TASK [openshift_excluder : Get available excluder version] ********************* skipping: [node02] TASK [openshift_excluder : Fail when excluder package is not found] ************ skipping: [node02] TASK [openshift_excluder : Set fact excluder_version] ************************** skipping: [node02] TASK [openshift_excluder : origin-docker-excluder version detected] ************ skipping: [node02] TASK [openshift_excluder : Printing upgrade target version] ******************** skipping: [node02] TASK [openshift_excluder : Check the available origin-docker-excluder version is at most of the upgrade target version] *** skipping: [node02] TASK [openshift_excluder : Get available excluder version] ********************* skipping: [node02] TASK [openshift_excluder : Fail when excluder package is not found] ************ skipping: [node02] TASK [openshift_excluder : Set fact excluder_version] ************************** skipping: [node02] TASK [openshift_excluder : origin-excluder version detected] ******************* skipping: [node02] TASK [openshift_excluder : Printing upgrade target version] ******************** skipping: [node02] TASK [openshift_excluder : Check the available origin-excluder version is at most of the upgrade target version] *** skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : disable docker excluder] **************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : disable openshift excluder] ************************* changed: [node02] TASK [openshift_excluder : Install docker excluder - yum] ********************** skipping: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** changed: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : disable docker excluder] **************************** skipping: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : disable openshift excluder] ************************* changed: [node02] PLAY [Configure nodes] ********************************************************* TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_cloud_provider : Set cloud provider facts] ********************* skipping: [node02] TASK [openshift_cloud_provider : Create cloudprovider config dir] ************** skipping: [node02] TASK [openshift_cloud_provider : include the defined cloud provider files] ***** skipping: [node02] TASK [openshift_node : fail] *************************************************** skipping: [node02] TASK [openshift_node : Check for NetworkManager service] *********************** ok: [node02] TASK [openshift_node : Set fact using_network_manager] ************************* ok: [node02] TASK [openshift_node : Install dnsmasq] **************************************** ok: [node02] TASK [openshift_node : ensure origin/node directory exists] ******************** changed: [node02] => (item=/etc/origin) changed: [node02] => (item=/etc/origin/node) TASK [openshift_node : Install NetworkManager during node_bootstrap provisioning] *** skipping: [node02] TASK [openshift_node : Install network manager dispatch script] **************** skipping: [node02] TASK [openshift_node : Install dnsmasq configuration] ************************** ok: [node02] TASK [openshift_node : Deploy additional dnsmasq.conf] ************************* skipping: [node02] TASK [openshift_node : Enable dnsmasq] ***************************************** ok: [node02] TASK [openshift_node : Install network manager dispatch script] **************** ok: [node02] TASK [openshift_node : Add iptables allow rules] ******************************* ok: [node02] => (item={u'port': u'10250/tcp', u'service': u'Kubernetes kubelet'}) ok: [node02] => (item={u'port': u'10256/tcp', u'service': u'Kubernetes kube-proxy health check for service load balancers'}) ok: [node02] => (item={u'port': u'80/tcp', u'service': u'http'}) ok: [node02] => (item={u'port': u'443/tcp', u'service': u'https'}) ok: [node02] => (item={u'cond': u'openshift_use_openshift_sdn | bool', u'port': u'4789/udp', u'service': u'OpenShift OVS sdn'}) skipping: [node02] => (item={u'cond': False, u'port': u'179/tcp', u'service': u'Calico BGP Port'}) skipping: [node02] => (item={u'cond': False, u'port': u'/tcp', u'service': u'Kubernetes service NodePort TCP'}) skipping: [node02] => (item={u'cond': False, u'port': u'/udp', u'service': u'Kubernetes service NodePort UDP'}) TASK [openshift_node : Remove iptables rules] ********************************** TASK [openshift_node : Add firewalld allow rules] ****************************** skipping: [node02] => (item={u'port': u'10250/tcp', u'service': u'Kubernetes kubelet'}) skipping: [node02] => (item={u'port': u'10256/tcp', u'service': u'Kubernetes kube-proxy health check for service load balancers'}) skipping: [node02] => (item={u'port': u'80/tcp', u'service': u'http'}) skipping: [node02] => (item={u'port': u'443/tcp', u'service': u'https'}) skipping: [node02] => (item={u'cond': u'openshift_use_openshift_sdn | bool', u'port': u'4789/udp', u'service': u'OpenShift OVS sdn'}) skipping: [node02] => (item={u'cond': False, u'port': u'179/tcp', u'service': u'Calico BGP Port'}) skipping: [node02] => (item={u'cond': False, u'port': u'/tcp', u'service': u'Kubernetes service NodePort TCP'}) skipping: [node02] => (item={u'cond': False, u'port': u'/udp', u'service': u'Kubernetes service NodePort UDP'}) TASK [openshift_node : Remove firewalld allow rules] *************************** TASK [openshift_node : Checking for journald.conf] ***************************** ok: [node02] TASK [openshift_node : Create journald persistence directories] **************** ok: [node02] TASK [openshift_node : Update journald setup] ********************************** ok: [node02] => (item={u'var': u'Storage', u'val': u'persistent'}) ok: [node02] => (item={u'var': u'Compress', u'val': True}) ok: [node02] => (item={u'var': u'SyncIntervalSec', u'val': u'1s'}) ok: [node02] => (item={u'var': u'RateLimitInterval', u'val': u'1s'}) ok: [node02] => (item={u'var': u'RateLimitBurst', u'val': 10000}) ok: [node02] => (item={u'var': u'SystemMaxUse', u'val': u'8G'}) ok: [node02] => (item={u'var': u'SystemKeepFree', u'val': u'20%'}) ok: [node02] => (item={u'var': u'SystemMaxFileSize', u'val': u'10M'}) ok: [node02] => (item={u'var': u'MaxRetentionSec', u'val': u'1month'}) ok: [node02] => (item={u'var': u'MaxFileSec', u'val': u'1day'}) ok: [node02] => (item={u'var': u'ForwardToSyslog', u'val': False}) ok: [node02] => (item={u'var': u'ForwardToWall', u'val': False}) TASK [openshift_node : Restart journald] *************************************** skipping: [node02] TASK [openshift_node : Disable swap] ******************************************* ok: [node02] TASK [openshift_node : Install node, clients, and conntrack packages] ********** ok: [node02] => (item={u'name': u'origin-node-3.10.0*'}) ok: [node02] => (item={u'name': u'origin-clients-3.10.0*'}) ok: [node02] => (item={u'name': u'conntrack-tools'}) TASK [openshift_node : Restart cri-o] ****************************************** skipping: [node02] TASK [openshift_node : restart NetworkManager to ensure resolv.conf is present] *** changed: [node02] TASK [openshift_node : sysctl] ************************************************* ok: [node02] TASK [openshift_node : Check for credentials file for registry auth] *********** skipping: [node02] TASK [openshift_node : Create credentials for registry auth] ******************* skipping: [node02] TASK [openshift_node : Create credentials for registry auth (alternative)] ***** skipping: [node02] TASK [openshift_node : Setup ro mount of /root/.docker for containerized hosts] *** skipping: [node02] TASK [openshift_node : Check that node image is present] *********************** changed: [node02] TASK [openshift_node : Pre-pull node image] ************************************ skipping: [node02] TASK [openshift_node : Copy node script to the node] *************************** ok: [node02] TASK [openshift_node : Install Node service file] ****************************** ok: [node02] TASK [openshift_node : Ensure old system path is set] ************************** skipping: [node02] => (item=/etc/origin/openvswitch) skipping: [node02] => (item=/var/lib/kubelet) skipping: [node02] => (item=/opt/cni/bin) TASK [openshift_node : Check status of node image pre-pull] ******************** skipping: [node02] TASK [openshift_node : Copy node container image to ostree storage] ************ skipping: [node02] TASK [openshift_node : Install or Update node system container] **************** skipping: [node02] TASK [openshift_node : Restart network manager to ensure networking configuration is in place] *** skipping: [node02] TASK [openshift_node : Configure Node settings] ******************************** ok: [node02] => (item={u'regex': u'^OPTIONS=', u'line': u'OPTIONS='}) ok: [node02] => (item={u'regex': u'^DEBUG_LOGLEVEL=', u'line': u'DEBUG_LOGLEVEL=2'}) ok: [node02] => (item={u'regex': u'^IMAGE_VERSION=', u'line': u'IMAGE_VERSION=v3.10.0-rc.0'}) TASK [openshift_node : Configure Proxy Settings] ******************************* skipping: [node02] => (item={u'regex': u'^HTTP_PROXY=', u'line': u'HTTP_PROXY='}) skipping: [node02] => (item={u'regex': u'^HTTPS_PROXY=', u'line': u'HTTPS_PROXY='}) skipping: [node02] => (item={u'regex': u'^NO_PROXY=', u'line': u'NO_PROXY=[],172.30.0.0/16,10.128.0.0/14'}) TASK [openshift_node : file] *************************************************** skipping: [node02] TASK [openshift_node : Create the Node config] ********************************* changed: [node02] TASK [openshift_node : Configure Node Environment Variables] ******************* TASK [openshift_node : Ensure the node static pod directory exists] ************ changed: [node02] TASK [openshift_node : Configure AWS Cloud Provider Settings] ****************** skipping: [node02] => (item=None) skipping: [node02] => (item=None) skipping: [node02] TASK [openshift_node : Check status of node image pre-pull] ******************** skipping: [node02] TASK [openshift_node : Install NFS storage plugin dependencies] **************** ok: [node02] TASK [openshift_node : Check for existence of nfs sebooleans] ****************** ok: [node02] => (item=virt_use_nfs) ok: [node02] => (item=virt_sandbox_use_nfs) TASK [openshift_node : Set seboolean to allow nfs storage plugin access from containers] *** ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-23 16:03:28.726157', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_use_nfs'], u'rc': 0, 'item': u'virt_use_nfs', u'delta': u'0:00:00.014084', '_ansible_item_label': u'virt_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-23 16:03:28.712073', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-23 16:03:30.250227', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_nfs'], u'rc': 0, 'item': u'virt_sandbox_use_nfs', u'delta': u'0:00:00.017752', '_ansible_item_label': u'virt_sandbox_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-23 16:03:30.232475', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Set seboolean to allow nfs storage plugin access from containers (python 3)] *** skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-23 16:03:28.726157', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_use_nfs'], u'rc': 0, 'item': u'virt_use_nfs', u'delta': u'0:00:00.014084', '_ansible_item_label': u'virt_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-23 16:03:28.712073', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-23 16:03:30.250227', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_nfs'], u'rc': 0, 'item': u'virt_sandbox_use_nfs', u'delta': u'0:00:00.017752', '_ansible_item_label': u'virt_sandbox_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-23 16:03:30.232475', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Install GlusterFS storage plugin dependencies] ********** ok: [node02] TASK [openshift_node : Check for existence of fusefs sebooleans] *************** ok: [node02] => (item=virt_use_fusefs) ok: [node02] => (item=virt_sandbox_use_fusefs) TASK [openshift_node : Set seboolean to allow gluster storage plugin access from containers] *** ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-23 16:03:37.954207', '_ansible_no_log': False, u'stdout': u'virt_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_use_fusefs'], u'rc': 0, 'item': u'virt_use_fusefs', u'delta': u'0:00:00.006782', '_ansible_item_label': u'virt_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-23 16:03:37.947425', '_ansible_ignore_errors': None, 'failed': False}) ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-23 16:03:39.253845', '_ansible_no_log': False, u'stdout': u'virt_sandbox_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_fusefs'], u'rc': 0, 'item': u'virt_sandbox_use_fusefs', u'delta': u'0:00:00.007139', '_ansible_item_label': u'virt_sandbox_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_sandbox_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-23 16:03:39.246706', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Set seboolean to allow gluster storage plugin access from containers (python 3)] *** skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-23 16:03:37.954207', '_ansible_no_log': False, u'stdout': u'virt_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_use_fusefs'], u'rc': 0, 'item': u'virt_use_fusefs', u'delta': u'0:00:00.006782', '_ansible_item_label': u'virt_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-23 16:03:37.947425', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-23 16:03:39.253845', '_ansible_no_log': False, u'stdout': u'virt_sandbox_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_fusefs'], u'rc': 0, 'item': u'virt_sandbox_use_fusefs', u'delta': u'0:00:00.007139', '_ansible_item_label': u'virt_sandbox_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_sandbox_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-23 16:03:39.246706', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Install Ceph storage plugin dependencies] *************** ok: [node02] TASK [openshift_node : Install iSCSI storage plugin dependencies] ************** ok: [node02] => (item=iscsi-initiator-utils) ok: [node02] => (item=device-mapper-multipath) TASK [openshift_node : restart services] *************************************** ok: [node02] => (item=multipathd) ok: [node02] => (item=rpcbind) ok: [node02] => (item=iscsid) TASK [openshift_node : Template multipath configuration] *********************** changed: [node02] TASK [openshift_node : Enable and start multipath] ***************************** changed: [node02] TASK [tuned : Check for tuned package] ***************************************** ok: [node02] TASK [tuned : Set tuned OpenShift variables] *********************************** ok: [node02] TASK [tuned : Ensure directory structure exists] ******************************* ok: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-control-plane', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) ok: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-node', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) ok: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/recommend.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'recommend.conf', 'size': 290, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-control-plane/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-control-plane/tuned.conf', 'size': 744, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-node/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-node/tuned.conf', 'size': 135, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift/tuned.conf', 'size': 594, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) TASK [tuned : Ensure files are populated from templates] *********************** skipping: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-control-plane', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) skipping: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-node', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) skipping: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/recommend.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'recommend.conf', 'size': 290, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-control-plane/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-control-plane/tuned.conf', 'size': 744, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-node/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-node/tuned.conf', 'size': 135, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift/tuned.conf', 'size': 594, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) TASK [tuned : Make tuned use the recommended tuned profile on restart] ********* changed: [node02] => (item=/etc/tuned/active_profile) changed: [node02] => (item=/etc/tuned/profile_mode) TASK [tuned : Restart tuned service] ******************************************* changed: [node02] TASK [nickhammond.logrotate : nickhammond.logrotate | Install logrotate] ******* ok: [node02] TASK [nickhammond.logrotate : nickhammond.logrotate | Setup logrotate.d scripts] *** PLAY [node bootstrap config] *************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_node : install needed rpm(s)] ********************************** ok: [node02] => (item=origin-node) ok: [node02] => (item=origin-docker-excluder) ok: [node02] => (item=ansible) ok: [node02] => (item=bash-completion) ok: [node02] => (item=docker) ok: [node02] => (item=haproxy) ok: [node02] => (item=dnsmasq) ok: [node02] => (item=ntp) ok: [node02] => (item=logrotate) ok: [node02] => (item=httpd-tools) ok: [node02] => (item=bind-utils) ok: [node02] => (item=firewalld) ok: [node02] => (item=libselinux-python) ok: [node02] => (item=conntrack-tools) ok: [node02] => (item=openssl) ok: [node02] => (item=iproute) ok: [node02] => (item=python-dbus) ok: [node02] => (item=PyYAML) ok: [node02] => (item=yum-utils) ok: [node02] => (item=glusterfs-fuse) ok: [node02] => (item=device-mapper-multipath) ok: [node02] => (item=nfs-utils) ok: [node02] => (item=cockpit-ws) ok: [node02] => (item=cockpit-system) ok: [node02] => (item=cockpit-bridge) ok: [node02] => (item=cockpit-docker) ok: [node02] => (item=iscsi-initiator-utils) ok: [node02] => (item=ceph-common) TASK [openshift_node : create the directory for node] ************************** skipping: [node02] TASK [openshift_node : laydown systemd override] ******************************* skipping: [node02] TASK [openshift_node : update the sysconfig to have necessary variables] ******* ok: [node02] => (item={u'regexp': u'^KUBECONFIG=.*', u'line': u'KUBECONFIG=/etc/origin/node/bootstrap.kubeconfig'}) TASK [openshift_node : Configure AWS Cloud Provider Settings] ****************** skipping: [node02] => (item=None) skipping: [node02] => (item=None) skipping: [node02] TASK [openshift_node : disable origin-node service] **************************** changed: [node02] => (item=origin-node.service) TASK [openshift_node : Check for RPM generated config marker file .config_managed] *** ok: [node02] TASK [openshift_node : create directories for bootstrapping] ******************* ok: [node02] => (item=/root/openshift_bootstrap) changed: [node02] => (item=/var/lib/origin/openshift.local.config) changed: [node02] => (item=/var/lib/origin/openshift.local.config/node) ok: [node02] => (item=/etc/docker/certs.d/docker-registry.default.svc:5000) TASK [openshift_node : laydown the bootstrap.yml file for on boot configuration] *** ok: [node02] TASK [openshift_node : Create a symlink to the node client CA for the docker registry] *** ok: [node02] TASK [openshift_node : Remove RPM generated config files if present] *********** skipping: [node02] => (item=master) skipping: [node02] => (item=.config_managed) TASK [openshift_node : find all files in /etc/origin/node so we can remove them] *** skipping: [node02] TASK [openshift_node : Remove everything except the resolv.conf required for node] *** skipping: [node02] TASK [openshift_node_group : create node config template] ********************** changed: [node02] TASK [openshift_node_group : remove existing node config] ********************** changed: [node02] TASK [openshift_node_group : Ensure required directories are present] ********** ok: [node02] => (item=/etc/origin/node/pods) changed: [node02] => (item=/etc/origin/node/certificates) TASK [openshift_node_group : Update the sysconfig to group "node-config-compute"] *** changed: [node02] TASK [set_fact] **************************************************************** ok: [node02] PLAY [Re-enable excluder if it was previously enabled] ************************* TASK [openshift_excluder : Detecting Atomic Host Operating System] ************* ok: [node02] TASK [openshift_excluder : Debug r_openshift_excluder_enable_docker_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_docker_excluder": true } TASK [openshift_excluder : Debug r_openshift_excluder_enable_openshift_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_openshift_excluder": true } TASK [openshift_excluder : Fail if invalid openshift_excluder_action provided] *** skipping: [node02] TASK [openshift_excluder : Fail if r_openshift_excluder_upgrade_target is not defined] *** skipping: [node02] TASK [openshift_excluder : Include main action task file] ********************** included: /root/openshift-ansible/roles/openshift_excluder/tasks/enable.yml for node02 TASK [openshift_excluder : Install docker excluder - yum] ********************** skipping: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** changed: [node02] PLAY [Node Preparation Checkpoint End] ***************************************** TASK [Set Node preparation 'Complete'] ***************************************** ok: [node02] PLAY [Distribute bootstrap and start nodes] ************************************ TASK [openshift_node : Gather node information] ******************************** changed: [node02] ok: [node01] TASK [openshift_node : Copy master bootstrap config locally] ******************* ok: [node02] TASK [openshift_node : Distribute bootstrap kubeconfig if one does not exist] *** ok: [node01] changed: [node02] TASK [openshift_node : Start and enable node for bootstrapping] **************** changed: [node01] changed: [node02] TASK [openshift_node : Get node logs] ****************************************** skipping: [node02] skipping: [node01] TASK [openshift_node : debug] ************************************************** skipping: [node02] skipping: [node01] TASK [openshift_node : fail] *************************************************** skipping: [node02] skipping: [node01] PLAY [Approve any pending CSR requests from inventory nodes] ******************* TASK [Dump all candidate bootstrap hostnames] ********************************** ok: [node01] => { "msg": [ "node02", "node01" ] } TASK [Find all hostnames for bootstrapping] ************************************ ok: [node01] TASK [Dump the bootstrap hostnames] ******************************************** ok: [node01] => { "msg": [ "node02", "node01" ] } TASK [Approve bootstrap nodes] ************************************************* changed: [node01] TASK [Get CSRs] **************************************************************** skipping: [node01] TASK [Report approval errors] ************************************************** skipping: [node01] PLAY [Ensure any inventory labels are applied to the nodes] ******************** TASK [Gathering Facts] ********************************************************* ok: [node02] ok: [node01] TASK [openshift_manage_node : Wait for master API to become available before proceeding] *** skipping: [node02] TASK [openshift_manage_node : Wait for Node Registration] ********************** ok: [node01 -> node01] ok: [node02 -> node01] TASK [openshift_manage_node : include_tasks] *********************************** included: /root/openshift-ansible/roles/openshift_manage_node/tasks/config.yml for node02, node01 TASK [openshift_manage_node : Set node schedulability] ************************* ok: [node01 -> node01] ok: [node02 -> node01] TASK [openshift_manage_node : include_tasks] *********************************** included: /root/openshift-ansible/roles/openshift_manage_node/tasks/set_default_node_role.yml for node02, node01 TASK [openshift_manage_node : Retrieve nodes that are marked with the infra selector or the legacy infra selector] *** ok: [node02 -> node01] TASK [openshift_manage_node : Label infra or legacy infra nodes with the new role label] *** TASK [openshift_manage_node : Retrieve non-infra, non-master nodes that are not yet labeled compute] *** ok: [node02 -> node01] TASK [openshift_manage_node : label non-master non-infra nodes compute] ******** TASK [openshift_manage_node : Label all-in-one master as a compute node] ******* skipping: [node02] PLAY RECAP ********************************************************************* localhost : ok=30 changed=0 unreachable=0 failed=0 node01 : ok=67 changed=3 unreachable=0 failed=0 node02 : ok=159 changed=33 unreachable=0 failed=0 INSTALLER STATUS *************************************************************** Initialization : Complete (0:03:39) Node Preparation : Complete (0:04:53) Sending file modes: C0755 110489328 oc Sending file modes: C0600 5649 admin.kubeconfig Cluster "node01:8443" set. Cluster "node01:8443" set. + set +e + kubectl get nodes --no-headers + cluster/kubectl.sh get nodes --no-headers node01 Ready compute,infra,master 15d v1.10.0+b81c8f8 node02 Ready compute 1m v1.10.0+b81c8f8 + kubectl_rc=0 + '[' 0 -ne 0 ']' ++ kubectl get nodes --no-headers ++ cluster/kubectl.sh get nodes --no-headers ++ grep NotReady + '[' -n '' ']' + set -e + echo 'Nodes are ready:' Nodes are ready: + kubectl get nodes + cluster/kubectl.sh get nodes NAME STATUS ROLES AGE VERSION node01 Ready compute,infra,master 15d v1.10.0+b81c8f8 node02 Ready compute 1m v1.10.0+b81c8f8 + make cluster-sync ./cluster/build.sh Building ... Untagged: localhost:33287/kubevirt/virt-controller:devel Untagged: localhost:33287/kubevirt/virt-controller@sha256:fc4d2484cb0171eabba921d34689f471ac417717f637b4738179cfb6204c74a5 Deleted: sha256:991b3246c072a2f51185912b20cc43e5ad8983ccc26e12d7b5ee0c4b32bee4f0 Deleted: sha256:5519ca48613ac6e516f6f1ab4f6e019ff4a9c5c41122386e1750c0bd6a65d4f3 Deleted: sha256:42f71fa7aa974256d596d481b37144d775943403723e962d8f67ef2cee4a0bee Deleted: sha256:f83267a52f4ddc87c0b850e012a4e4044680560d37352a67e3ce5401049aa661 Untagged: localhost:33287/kubevirt/virt-launcher:devel Untagged: localhost:33287/kubevirt/virt-launcher@sha256:2428ba8d3454d32e58427069315bcacaf8946d00a322a18715de164d6bd81eeb Deleted: sha256:b30b9376a5f1949d2167d9ef26bdb96cf3accb13a56260f24c42ff52cfaf91b9 Deleted: sha256:33e56ccf38fbcbf02938b031930ad57343d0a2f1930d1c88b17916f960910df6 Deleted: sha256:b3c17367fd4b1c27b401b547ee55150bb420d5a126e165d29ce183393fb589f8 Deleted: sha256:14f66407758a0feff7cacdcc632c34b74e86d61c090d5e6f7ec226c7fc2f2ebc Deleted: sha256:821fec43e682b3b6ac45104dcc6eed3d1e5514ac5aacb534802c2bd4aa6c2055 Deleted: sha256:4a8c878e86ec27716b0214d6e1bb80a2e0ffe308522d8c8b5f2f001dec79f703 Deleted: sha256:82c8b096bf23785a101a5c96803c50134389b5260d20c8ebb52382c6680c7e65 Deleted: sha256:b7fe762d770913c44af1c7bf4e3695b2dbaddbb224c5481550da02e2a5ae7425 Deleted: sha256:b076e544bade7a88313a2f4e62379765479c1e15f4bba9af7a5648b6b65e14f4 Deleted: sha256:8a482b9ed3609d159feb3f470b3498ed097efaf6051e324d547f5d3bab23dcaf Deleted: sha256:012f2af4ea9c24c324ac5bd9fe4b8988c4fa01428b1463951e0ce1b4884a32d6 Deleted: sha256:b0a34f95ff255c7a09eedbad8967d6ffae8c4b37998b2d2b2465f9085b6d5f47 Untagged: localhost:33287/kubevirt/virt-handler:devel Untagged: localhost:33287/kubevirt/virt-handler@sha256:bcfb7602f2cfcc505d4fb9c755941401b9af32375b28a83b833f5c7bc56cfd95 Deleted: sha256:f4d2f82fdde738d540ec126db33fbbf69b514c9eb58dafe9dfcd8e616007f839 Deleted: sha256:04715c9f97ac099038ba881f2403676d8411e83d8466e17fcdbceb0ef77f05ba Deleted: sha256:d70b2ea15dc950d80abb4efa2c122a4045fde76310ddf836bb965875cd47f092 Deleted: sha256:f688d4a8b0043337a093a26ab7e5808adb94524d7ff0794e0e1bf25473503849 Untagged: localhost:33287/kubevirt/virt-api:devel Untagged: localhost:33287/kubevirt/virt-api@sha256:6b8d57a7821d60ba983e1550d8bdf70dd6227c76cc98db6cf58c3674498710ef Deleted: sha256:3994ee3655cb7a3c75eef49e84b3e0b7e0d7512b88939d9ce049b40b4f62c2a7 Deleted: sha256:5eeb50eec61a4958fdc750a0b06f45bf48bca703ee0d6d1d79a9b3c3106ce7f1 Deleted: sha256:3a2ec130995dfb09c93e4dd11d831872e23df595821b1148aa0d7886ab38abae Deleted: sha256:d8ef651e13f83c23d4f8f5b45bf2cba0013694e3d76c573102ddc7d17783f35b Untagged: localhost:33287/kubevirt/subresource-access-test:devel Untagged: localhost:33287/kubevirt/subresource-access-test@sha256:575dc325e1333798333bf210e7155778145776fa9d9a07f184e1f50187b0e0ef Deleted: sha256:9a139fe45cf9cdf9b3d87dd181b1d8a425a1effdc02b446ad84a7802d1fe406f Deleted: sha256:59c9613e3d7380c8dc9b203ac1411e7dffe63b57cfdc28f2ad9f4cc6a715e62b Deleted: sha256:bb69da4240177ddd8dfd8472f6912f934c316aa20f89dd7e4c83db638fb4ebb1 Deleted: sha256:367a70b5485a9d807d78449550ded9244329146e3f51f70dc434fc005b73c604 Untagged: localhost:33287/kubevirt/example-hook-sidecar:devel Untagged: localhost:33287/kubevirt/example-hook-sidecar@sha256:0f8d3de9de21f40cec7f92a63f4c49f279e61255c84b3b8288d327d01aeb2c30 Deleted: sha256:e5796d479d1d84fbb6ee26676b24776f98c72492d2978336dfe08131c8044344 Deleted: sha256:9cad84f689604f98dc4e38f53153adddab8665498fbc36d626967e794f17fc93 Deleted: sha256:d3425a0417abbb735ee0ddc5372c52ae706ce65992b1a5a6fdaf174a3245fd4d Deleted: sha256:4b1e7cf44cc444ace583de3f280863c9c46fbfab76f012da13712cde4f01ba24 sha256:8314c812ee3200233db076e79036b39759d30fc3dd7fe921b323b19b14306fd6 go version go1.10 linux/amd64 go version go1.10 linux/amd64 make[1]: Entering directory `/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt' hack/dockerized "./hack/check.sh && KUBEVIRT_VERSION= ./hack/build-go.sh install " && ./hack/build-copy-artifacts.sh sha256:8314c812ee3200233db076e79036b39759d30fc3dd7fe921b323b19b14306fd6 go version go1.10 linux/amd64 go version go1.10 linux/amd64 find: '/root/go/src/kubevirt.io/kubevirt/_out/cmd': No such file or directory Compiling tests... compiled tests.test hack/build-docker.sh build Sending build context to Docker daemon 40.35 MB Step 1/8 : FROM fedora:28 ---> cc510acfcd70 Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 2405aa62579a Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virt-controller ---> Using cache ---> 1ac62e99a9e7 Step 4/8 : WORKDIR /home/virt-controller ---> Using cache ---> c7b69424a0c5 Step 5/8 : USER 1001 ---> Using cache ---> e60ed5d8e78a Step 6/8 : COPY virt-controller /usr/bin/virt-controller ---> dad658c5ae0a Removing intermediate container f294f464be8e Step 7/8 : ENTRYPOINT /usr/bin/virt-controller ---> Running in 93250eed0004 ---> 39852bd63056 Removing intermediate container 93250eed0004 Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "virt-controller" '' ---> Running in 445a53d6796d ---> 232fdaa56954 Removing intermediate container 445a53d6796d Successfully built 232fdaa56954 Sending build context to Docker daemon 42.63 MB Step 1/10 : FROM kubevirt/libvirt:4.2.0 ---> 5f0bfe81a3e0 Step 2/10 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 65f548d54a2e Step 3/10 : RUN dnf -y install socat genisoimage util-linux libcgroup-tools ethtool net-tools sudo && dnf -y clean all && test $(id -u qemu) = 107 # make sure that the qemu user really is 107 ---> Using cache ---> 04ae26de19c4 Step 4/10 : COPY virt-launcher /usr/bin/virt-launcher ---> 97034d6cbdca Removing intermediate container 2d65fbc978c1 Step 5/10 : COPY kubevirt-sudo /etc/sudoers.d/kubevirt ---> e9a3d8dfe1e3 Removing intermediate container 67ee4e198628 Step 6/10 : RUN setcap CAP_NET_BIND_SERVICE=+eip /usr/bin/qemu-system-x86_64 ---> Running in 22d4f50c07b6  ---> 196fc8c52e66 Removing intermediate container 22d4f50c07b6 Step 7/10 : RUN mkdir -p /usr/share/kubevirt/virt-launcher ---> Running in e495c00d30f6  ---> 687357dbb715 Removing intermediate container e495c00d30f6 Step 8/10 : COPY entrypoint.sh libvirtd.sh sock-connector /usr/share/kubevirt/virt-launcher/ ---> 5bd9fa73e7c2 Removing intermediate container a8541a730687 Step 9/10 : ENTRYPOINT /usr/share/kubevirt/virt-launcher/entrypoint.sh ---> Running in 79b2eb4290db ---> c205f35667b6 Removing intermediate container 79b2eb4290db Step 10/10 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "virt-launcher" '' ---> Running in 3b6286745146 ---> da60c0a6da36 Removing intermediate container 3b6286745146 Successfully built da60c0a6da36 Sending build context to Docker daemon 41.65 MB Step 1/5 : FROM fedora:28 ---> cc510acfcd70 Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 2405aa62579a Step 3/5 : COPY virt-handler /usr/bin/virt-handler ---> 0cf9b847bfb3 Removing intermediate container 609ef85afa0c Step 4/5 : ENTRYPOINT /usr/bin/virt-handler ---> Running in c66146c11bbb ---> 2d242f9d9702 Removing intermediate container c66146c11bbb Step 5/5 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "virt-handler" '' ---> Running in c1e8b4f68697 ---> 66d06f2f4d12 Removing intermediate container c1e8b4f68697 Successfully built 66d06f2f4d12 Sending build context to Docker daemon 38.75 MB Step 1/8 : FROM fedora:28 ---> cc510acfcd70 Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 2405aa62579a Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virt-api ---> Using cache ---> 830d77e8a3bb Step 4/8 : WORKDIR /home/virt-api ---> Using cache ---> 7075b0c3cdfd Step 5/8 : USER 1001 ---> Using cache ---> 4e21374fdc1d Step 6/8 : COPY virt-api /usr/bin/virt-api ---> 2b21d72aef2e Removing intermediate container 7daf16e800e5 Step 7/8 : ENTRYPOINT /usr/bin/virt-api ---> Running in bb8aa4742479 ---> ac95878638f3 Removing intermediate container bb8aa4742479 Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "virt-api" '' ---> Running in ec5c9e89c43e ---> 6fb23b13b794 Removing intermediate container ec5c9e89c43e Successfully built 6fb23b13b794 Sending build context to Docker daemon 4.096 kB Step 1/7 : FROM fedora:28 ---> cc510acfcd70 Step 2/7 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 2405aa62579a Step 3/7 : ENV container docker ---> Using cache ---> 3370e25ee81a Step 4/7 : RUN mkdir -p /images/custom /images/alpine && truncate -s 64M /images/custom/disk.img && curl http://dl-cdn.alpinelinux.org/alpine/v3.7/releases/x86_64/alpine-virt-3.7.0-x86_64.iso > /images/alpine/disk.img ---> Using cache ---> 3f571283fdaa Step 5/7 : ADD entrypoint.sh / ---> Using cache ---> 2722b024d103 Step 6/7 : CMD /entrypoint.sh ---> Using cache ---> 8458081a089b Step 7/7 : LABEL "disks-images-provider" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Using cache ---> e81ad9c5b2e7 Successfully built e81ad9c5b2e7 Sending build context to Docker daemon 2.56 kB Step 1/5 : FROM fedora:28 ---> cc510acfcd70 Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 2405aa62579a Step 3/5 : ENV container docker ---> Using cache ---> 3370e25ee81a Step 4/5 : RUN dnf -y install procps-ng nmap-ncat && dnf -y clean all ---> Using cache ---> 006e94a74def Step 5/5 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "vm-killer" '' ---> Using cache ---> 01fc8a132f99 Successfully built 01fc8a132f99 Sending build context to Docker daemon 5.12 kB Step 1/7 : FROM debian:sid ---> 496290160351 Step 2/7 : MAINTAINER "David Vossel" \ ---> Using cache ---> 081acc82039b Step 3/7 : ENV container docker ---> Using cache ---> 87a43203841c Step 4/7 : RUN apt-get update && apt-get install -y bash curl bzip2 qemu-utils && mkdir -p /disk && rm -rf /var/lib/apt/lists/* ---> Using cache ---> bbc83781e0a9 Step 5/7 : ADD entry-point.sh / ---> Using cache ---> c588d7a778a6 Step 6/7 : CMD /entry-point.sh ---> Using cache ---> e28b44b64988 Step 7/7 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "registry-disk-v1alpha" '' ---> Using cache ---> e11bb84f4d97 Successfully built e11bb84f4d97 Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33479/kubevirt/registry-disk-v1alpha:devel ---> e11bb84f4d97 Step 2/4 : MAINTAINER "David Vossel" \ ---> Using cache ---> 203987dfb356 Step 3/4 : RUN curl https://download.cirros-cloud.net/0.4.0/cirros-0.4.0-x86_64-disk.img > /disk/cirros.img ---> Using cache ---> e89a7b9e613a Step 4/4 : LABEL "cirros-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Using cache ---> d8b4b036c834 Successfully built d8b4b036c834 Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33479/kubevirt/registry-disk-v1alpha:devel ---> e11bb84f4d97 Step 2/4 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 203b9a9a9b6f Step 3/4 : RUN curl -g -L https://download.fedoraproject.org/pub/fedora/linux/releases/27/CloudImages/x86_64/images/Fedora-Cloud-Base-27-1.6.x86_64.qcow2 > /disk/fedora.qcow2 ---> Using cache ---> 5c3ab03ad56f Step 4/4 : LABEL "fedora-cloud-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Using cache ---> f16803ed7c89 Successfully built f16803ed7c89 Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33479/kubevirt/registry-disk-v1alpha:devel ---> e11bb84f4d97 Step 2/4 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 203b9a9a9b6f Step 3/4 : RUN curl http://dl-cdn.alpinelinux.org/alpine/v3.7/releases/x86_64/alpine-virt-3.7.0-x86_64.iso > /disk/alpine.iso ---> Using cache ---> 94806a94f275 Step 4/4 : LABEL "alpine-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Using cache ---> d9a071ce84a3 Successfully built d9a071ce84a3 Sending build context to Docker daemon 35.56 MB Step 1/8 : FROM fedora:28 ---> cc510acfcd70 Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 2405aa62579a Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virtctl ---> Using cache ---> 939ec18dc9a4 Step 4/8 : WORKDIR /home/virtctl ---> Using cache ---> 52b6bf037d32 Step 5/8 : USER 1001 ---> Using cache ---> 1e1560e0af32 Step 6/8 : COPY subresource-access-test /subresource-access-test ---> 9e80e0e7fe2d Removing intermediate container 965608fd0d8a Step 7/8 : ENTRYPOINT /subresource-access-test ---> Running in a592e891ce17 ---> 33799f79f66b Removing intermediate container a592e891ce17 Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "subresource-access-test" '' ---> Running in 8f37207cd5e2 ---> 3462db22a681 Removing intermediate container 8f37207cd5e2 Successfully built 3462db22a681 Sending build context to Docker daemon 3.072 kB Step 1/9 : FROM fedora:28 ---> cc510acfcd70 Step 2/9 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 2405aa62579a Step 3/9 : ENV container docker ---> Using cache ---> 3370e25ee81a Step 4/9 : RUN dnf -y install make git gcc && dnf -y clean all ---> Using cache ---> 3129352c97b1 Step 5/9 : ENV GIMME_GO_VERSION 1.9.2 ---> Using cache ---> fbcd5a15f974 Step 6/9 : RUN mkdir -p /gimme && curl -sL https://raw.githubusercontent.com/travis-ci/gimme/master/gimme | HOME=/gimme bash >> /etc/profile.d/gimme.sh ---> Using cache ---> 6e560dc836a0 Step 7/9 : ENV GOPATH "/go" GOBIN "/usr/bin" ---> Using cache ---> 8a916bbc2352 Step 8/9 : RUN mkdir -p /go && source /etc/profile.d/gimme.sh && go get github.com/masterzen/winrm-cli ---> Using cache ---> 72d00ac082db Step 9/9 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "winrmcli" '' ---> Using cache ---> b8dc9e736e1e Successfully built b8dc9e736e1e Sending build context to Docker daemon 36.77 MB Step 1/5 : FROM fedora:27 ---> 9110ae7f579f Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/5 : COPY example-hook-sidecar /example-hook-sidecar ---> 73b05f7e25ed Removing intermediate container 2264bc31a39a Step 4/5 : ENTRYPOINT /example-hook-sidecar ---> Running in e6a106b30552 ---> c8db78d0f7ef Removing intermediate container e6a106b30552 Step 5/5 : LABEL "example-hook-sidecar" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Running in 80661312993f ---> a1aad47f92e7 Removing intermediate container 80661312993f Successfully built a1aad47f92e7 hack/build-docker.sh push The push refers to a repository [localhost:33479/kubevirt/virt-controller] e2ba1130a467: Preparing d07058c760ad: Preparing 891e1e4ef82a: Preparing d07058c760ad: Pushed e2ba1130a467: Pushed 891e1e4ef82a: Pushed devel: digest: sha256:9617e7ce60d54bbf71bab2b6af8e8934fb5a8abbe740dc65752fa2ad409c045f size: 949 The push refers to a repository [localhost:33479/kubevirt/virt-launcher] 2ca116ae571e: Preparing 54bc7335b71b: Preparing cf9b060e21c5: Preparing 92281faaafb4: Preparing eabd684b4bcc: Preparing 53f12636d41e: Preparing da38cf808aa5: Preparing b83399358a92: Preparing 186d8b3e4fd8: Preparing fa6154170bf5: Preparing 5eefb9960a36: Preparing 891e1e4ef82a: Preparing da38cf808aa5: Waiting 53f12636d41e: Waiting b83399358a92: Waiting fa6154170bf5: Waiting 5eefb9960a36: Waiting 186d8b3e4fd8: Waiting 2ca116ae571e: Pushed 54bc7335b71b: Pushed 92281faaafb4: Pushed da38cf808aa5: Pushed b83399358a92: Pushed 186d8b3e4fd8: Pushed fa6154170bf5: Pushed 891e1e4ef82a: Mounted from kubevirt/virt-controller cf9b060e21c5: Pushed 53f12636d41e: Pushed eabd684b4bcc: Pushed 5eefb9960a36: Pushed devel: digest: sha256:a574f2a779f8bd723dcb3514537b6a2644647fa8fb4dac7a6ae5795838fb012b size: 2828 The push refers to a repository [localhost:33479/kubevirt/virt-handler] 9cac2f44696a: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/virt-launcher 9cac2f44696a: Pushed devel: digest: sha256:fe53f7916955e6df6f3be360d52a030feef541d09696521d70330301948ca209 size: 741 The push refers to a repository [localhost:33479/kubevirt/virt-api] c560b4c30aed: Preparing 25755ffecaf3: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/virt-handler 25755ffecaf3: Pushed c560b4c30aed: Pushed devel: digest: sha256:92eb9b989214e91e53e32f0a7c7a649c316174e6d3e2da6419964ce027b37a07 size: 948 The push refers to a repository [localhost:33479/kubevirt/disks-images-provider] 5ffe52947a94: Preparing a1bc751fc8a2: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/virt-api 5ffe52947a94: Pushed a1bc751fc8a2: Pushed devel: digest: sha256:06c29a53ec7698ae500eb7d91a90cd7dce1b6297ef96b96fbe4602f54552049c size: 948 The push refers to a repository [localhost:33479/kubevirt/vm-killer] 3a82b543c335: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/disks-images-provider 3a82b543c335: Pushed devel: digest: sha256:70d5924a604e2730aa003adf161b8173746d0f85e98994a65f3b256f513ac559 size: 740 The push refers to a repository [localhost:33479/kubevirt/registry-disk-v1alpha] cb3d1019d03e: Preparing 626899eeec02: Preparing 132d61a890c5: Preparing cb3d1019d03e: Pushed 626899eeec02: Pushed 132d61a890c5: Pushed devel: digest: sha256:72fd0c47c0c44c7977693a12cc05d64421f46faa0c1aba8b8056baf15d72f83f size: 948 The push refers to a repository [localhost:33479/kubevirt/cirros-registry-disk-demo] d06cf28520bd: Preparing cb3d1019d03e: Preparing 626899eeec02: Preparing 132d61a890c5: Preparing 132d61a890c5: Mounted from kubevirt/registry-disk-v1alpha cb3d1019d03e: Mounted from kubevirt/registry-disk-v1alpha 626899eeec02: Mounted from kubevirt/registry-disk-v1alpha d06cf28520bd: Pushed devel: digest: sha256:43c576c72c81f5011589375db8d7bb158f25124bd6c537b981b36a4502fb8b36 size: 1160 The push refers to a repository [localhost:33479/kubevirt/fedora-cloud-registry-disk-demo] ebb5671f5e29: Preparing cb3d1019d03e: Preparing 626899eeec02: Preparing 132d61a890c5: Preparing 132d61a890c5: Mounted from kubevirt/cirros-registry-disk-demo 626899eeec02: Mounted from kubevirt/cirros-registry-disk-demo cb3d1019d03e: Mounted from kubevirt/cirros-registry-disk-demo ebb5671f5e29: Pushed devel: digest: sha256:fb088d5bfda6184fc3900f0386f933f62443246dc3b43949ba6f1654ad2fe700 size: 1161 The push refers to a repository [localhost:33479/kubevirt/alpine-registry-disk-demo] f266c6313b5c: Preparing cb3d1019d03e: Preparing 626899eeec02: Preparing 132d61a890c5: Preparing 626899eeec02: Mounted from kubevirt/fedora-cloud-registry-disk-demo cb3d1019d03e: Mounted from kubevirt/fedora-cloud-registry-disk-demo 132d61a890c5: Mounted from kubevirt/fedora-cloud-registry-disk-demo f266c6313b5c: Pushed devel: digest: sha256:3678d344eb613bcd9c858ae918591c50bbdb7bb86a94ff84e8c4ca1a4ad9081a size: 1160 The push refers to a repository [localhost:33479/kubevirt/subresource-access-test] b90515dc723c: Preparing 5c35b999e0e4: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/vm-killer 5c35b999e0e4: Pushed b90515dc723c: Pushed devel: digest: sha256:df8469b17c5aff097262b89055b3d2e1319d2d56bb8d358562ca56a2c843474b size: 948 The push refers to a repository [localhost:33479/kubevirt/winrmcli] d8f4160f7568: Preparing b34315236250: Preparing b4a3c0429828: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/subresource-access-test d8f4160f7568: Pushed b4a3c0429828: Pushed b34315236250: Pushed devel: digest: sha256:04d386314e1d8b78994f96b9f885b5c4f9faaeefcc2283d572ef9530eb92c472 size: 1165 The push refers to a repository [localhost:33479/kubevirt/example-hook-sidecar] 4189ac1c8ee2: Preparing 39bae602f753: Preparing 4189ac1c8ee2: Pushed 39bae602f753: Pushed devel: digest: sha256:90aba567ea0b24a84a8ab3be10353555509e3558d0cdf800876fa8d4d827873e size: 740 make[1]: Leaving directory `/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt' Done ./cluster/clean.sh + source hack/common.sh ++++ dirname 'hack/common.sh[0]' +++ cd hack/../ +++ pwd ++ KUBEVIRT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt ++ OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out ++ VENDOR_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/vendor ++ CMD_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/cmd ++ TESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/tests ++ APIDOCS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/apidocs ++ MANIFESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests ++ MANIFEST_TEMPLATES_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/templates/manifests ++ PYTHON_CLIENT_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/client-python ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_NUM_NODES=2 ++ '[' -z kubevirt-functional-tests-openshift-3.10-release ']' ++ provider_prefix=kubevirt-functional-tests-openshift-3.10-release0 ++ job_prefix=kubevirt-functional-tests-openshift-3.10-release0 +++ kubevirt_version +++ '[' -n '' ']' +++ '[' -d /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/.git ']' ++++ git describe --always --tags +++ echo v0.7.0-95-g3dc353e ++ KUBEVIRT_VERSION=v0.7.0-95-g3dc353e + source cluster/os-3.10.0/provider.sh ++ set -e ++ image=os-3.10.0@sha256:50a4b8ee3e07d592e7e4fbf3eb1401980a5947499dfdc3d847c085b5775aaa9a ++ source cluster/ephemeral-provider-common.sh +++ set -e +++ _cli='docker run --privileged --net=host --rm -v /var/run/docker.sock:/var/run/docker.sock kubevirtci/gocli@sha256:aa7f295a7908fa333ab5e98ef3af0bfafbabfd3cee2b83f9af47f722e3000f6a' + source hack/config.sh ++ unset binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig manifest_docker_prefix namespace ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ source hack/config-default.sh source hack/config-os-3.10.0.sh +++ binaries='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virtctl cmd/fake-qemu-process cmd/virt-api cmd/subresource-access-test cmd/example-hook-sidecar' +++ docker_images='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virt-api images/disks-images-provider images/vm-killer cmd/registry-disk-v1alpha images/cirros-registry-disk-demo images/fedora-cloud-registry-disk-demo images/alpine-registry-disk-demo cmd/subresource-access-test images/winrmcli cmd/example-hook-sidecar' +++ docker_prefix=kubevirt +++ docker_tag=latest +++ master_ip=192.168.200.2 +++ network_provider=flannel +++ namespace=kube-system ++ test -f hack/config-provider-os-3.10.0.sh ++ source hack/config-provider-os-3.10.0.sh +++ master_ip=127.0.0.1 +++ docker_tag=devel +++ kubeconfig=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubeconfig +++ kubectl=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubectl +++ docker_prefix=localhost:33479/kubevirt +++ manifest_docker_prefix=registry:5000/kubevirt ++ test -f hack/config-local.sh ++ export binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig namespace + echo 'Cleaning up ...' Cleaning up ... + cluster/kubectl.sh get vmis --all-namespaces -o=custom-columns=NAME:.metadata.name,NAMESPACE:.metadata.namespace,FINALIZERS:.metadata.finalizers --no-headers + grep foregroundDeleteVirtualMachine + read p error: the server doesn't have a resource type "vmis" + _kubectl delete ds -l kubevirt.io -n kube-system --cascade=false --grace-period 0 No resources found + _kubectl delete pods -n kube-system -l=kubevirt.io=libvirt --force --grace-period 0 No resources found + _kubectl delete pods -n kube-system -l=kubevirt.io=virt-handler --force --grace-period 0 No resources found + namespaces=(default ${namespace}) + for i in '${namespaces[@]}' + _kubectl -n default delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete apiservices -l kubevirt.io No resources found + _kubectl -n default delete deployment -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete deployment -l kubevirt.io No resources found + _kubectl -n default delete rs -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete rs -l kubevirt.io No resources found + _kubectl -n default delete services -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete services -l kubevirt.io No resources found + _kubectl -n default delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete apiservices -l kubevirt.io No resources found + _kubectl -n default delete validatingwebhookconfiguration -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete validatingwebhookconfiguration -l kubevirt.io No resources found + _kubectl -n default delete secrets -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete secrets -l kubevirt.io No resources found + _kubectl -n default delete pv -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pv -l kubevirt.io No resources found + _kubectl -n default delete pvc -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pvc -l kubevirt.io No resources found + _kubectl -n default delete ds -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete ds -l kubevirt.io No resources found + _kubectl -n default delete customresourcedefinitions -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete customresourcedefinitions -l kubevirt.io No resources found + _kubectl -n default delete pods -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pods -l kubevirt.io No resources found + _kubectl -n default delete clusterrolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete clusterrolebinding -l kubevirt.io No resources found + _kubectl -n default delete rolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete rolebinding -l kubevirt.io No resources found + _kubectl -n default delete roles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete roles -l kubevirt.io No resources found + _kubectl -n default delete clusterroles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete clusterroles -l kubevirt.io No resources found + _kubectl -n default delete serviceaccounts -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete serviceaccounts -l kubevirt.io No resources found ++ wc -l ++ _kubectl -n default get crd offlinevirtualmachines.kubevirt.io ++ export KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ cluster/os-3.10.0/.kubectl -n default get crd offlinevirtualmachines.kubevirt.io Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "offlinevirtualmachines.kubevirt.io" not found + '[' 0 -gt 0 ']' + for i in '${namespaces[@]}' + _kubectl -n kube-system delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete apiservices -l kubevirt.io No resources found + _kubectl -n kube-system delete deployment -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete deployment -l kubevirt.io No resources found + _kubectl -n kube-system delete rs -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete rs -l kubevirt.io No resources found + _kubectl -n kube-system delete services -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete services -l kubevirt.io No resources found + _kubectl -n kube-system delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete apiservices -l kubevirt.io No resources found + _kubectl -n kube-system delete validatingwebhookconfiguration -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete validatingwebhookconfiguration -l kubevirt.io No resources found + _kubectl -n kube-system delete secrets -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete secrets -l kubevirt.io No resources found + _kubectl -n kube-system delete pv -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pv -l kubevirt.io No resources found + _kubectl -n kube-system delete pvc -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pvc -l kubevirt.io No resources found + _kubectl -n kube-system delete ds -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete ds -l kubevirt.io No resources found + _kubectl -n kube-system delete customresourcedefinitions -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete customresourcedefinitions -l kubevirt.io No resources found + _kubectl -n kube-system delete pods -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pods -l kubevirt.io No resources found + _kubectl -n kube-system delete clusterrolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete clusterrolebinding -l kubevirt.io No resources found + _kubectl -n kube-system delete rolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete rolebinding -l kubevirt.io No resources found + _kubectl -n kube-system delete roles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete roles -l kubevirt.io No resources found + _kubectl -n kube-system delete clusterroles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete clusterroles -l kubevirt.io No resources found + _kubectl -n kube-system delete serviceaccounts -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete serviceaccounts -l kubevirt.io No resources found ++ _kubectl -n kube-system get crd offlinevirtualmachines.kubevirt.io ++ export KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ wc -l ++ KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ cluster/os-3.10.0/.kubectl -n kube-system get crd offlinevirtualmachines.kubevirt.io Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "offlinevirtualmachines.kubevirt.io" not found + '[' 0 -gt 0 ']' + sleep 2 + echo Done Done ./cluster/deploy.sh + source hack/common.sh ++++ dirname 'hack/common.sh[0]' +++ cd hack/../ +++ pwd ++ KUBEVIRT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt ++ OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out ++ VENDOR_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/vendor ++ CMD_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/cmd ++ TESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/tests ++ APIDOCS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/apidocs ++ MANIFESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests ++ MANIFEST_TEMPLATES_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/templates/manifests ++ PYTHON_CLIENT_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/client-python ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_NUM_NODES=2 ++ '[' -z kubevirt-functional-tests-openshift-3.10-release ']' ++ provider_prefix=kubevirt-functional-tests-openshift-3.10-release0 ++ job_prefix=kubevirt-functional-tests-openshift-3.10-release0 +++ kubevirt_version +++ '[' -n '' ']' +++ '[' -d /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/.git ']' ++++ git describe --always --tags +++ echo v0.7.0-95-g3dc353e ++ KUBEVIRT_VERSION=v0.7.0-95-g3dc353e + source cluster/os-3.10.0/provider.sh ++ set -e ++ image=os-3.10.0@sha256:50a4b8ee3e07d592e7e4fbf3eb1401980a5947499dfdc3d847c085b5775aaa9a ++ source cluster/ephemeral-provider-common.sh +++ set -e +++ _cli='docker run --privileged --net=host --rm -v /var/run/docker.sock:/var/run/docker.sock kubevirtci/gocli@sha256:aa7f295a7908fa333ab5e98ef3af0bfafbabfd3cee2b83f9af47f722e3000f6a' + source hack/config.sh ++ unset binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig manifest_docker_prefix namespace ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ source hack/config-default.sh source hack/config-os-3.10.0.sh +++ binaries='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virtctl cmd/fake-qemu-process cmd/virt-api cmd/subresource-access-test cmd/example-hook-sidecar' +++ docker_images='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virt-api images/disks-images-provider images/vm-killer cmd/registry-disk-v1alpha images/cirros-registry-disk-demo images/fedora-cloud-registry-disk-demo images/alpine-registry-disk-demo cmd/subresource-access-test images/winrmcli cmd/example-hook-sidecar' +++ docker_prefix=kubevirt +++ docker_tag=latest +++ master_ip=192.168.200.2 +++ network_provider=flannel +++ namespace=kube-system ++ test -f hack/config-provider-os-3.10.0.sh ++ source hack/config-provider-os-3.10.0.sh +++ master_ip=127.0.0.1 +++ docker_tag=devel +++ kubeconfig=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubeconfig +++ kubectl=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubectl +++ docker_prefix=localhost:33479/kubevirt +++ manifest_docker_prefix=registry:5000/kubevirt ++ test -f hack/config-local.sh ++ export binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig namespace + echo 'Deploying ...' Deploying ... + [[ -z openshift-3.10-release ]] + [[ openshift-3.10-release =~ .*-dev ]] + [[ openshift-3.10-release =~ .*-release ]] + for manifest in '${MANIFESTS_OUT_DIR}/release/*' + [[ /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/demo-content.yaml =~ .*demo.* ]] + continue + for manifest in '${MANIFESTS_OUT_DIR}/release/*' + [[ /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml =~ .*demo.* ]] + _kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml clusterrole.rbac.authorization.k8s.io "kubevirt.io:admin" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:edit" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:view" created serviceaccount "kubevirt-apiserver" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-apiserver-auth-delegator" created rolebinding.rbac.authorization.k8s.io "kubevirt-apiserver" created role.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrole.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrole.rbac.authorization.k8s.io "kubevirt-controller" created serviceaccount "kubevirt-controller" created serviceaccount "kubevirt-privileged" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-controller" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-controller-cluster-admin" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-privileged-cluster-admin" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:default" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt.io:default" created service "virt-api" created deployment.extensions "virt-api" created deployment.extensions "virt-controller" created daemonset.extensions "virt-handler" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstances.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstancereplicasets.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstancepresets.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachines.kubevirt.io" created + _kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/testing -R + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/testing -R persistentvolumeclaim "disk-alpine" created persistentvolume "host-path-disk-alpine" created persistentvolumeclaim "disk-custom" created persistentvolume "host-path-disk-custom" created daemonset.extensions "disks-images-provider" created serviceaccount "kubevirt-testing" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-testing-cluster-admin" created + [[ os-3.10.0 =~ os-* ]] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-controller -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-controller -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-controller"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-testing -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-testing -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-testing"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-privileged -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-privileged -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-privileged"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-apiserver -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-apiserver -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-apiserver"] + _kubectl adm policy add-scc-to-user privileged admin + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged admin scc "privileged" added to: ["admin"] + echo Done Done + namespaces=(kube-system default) + [[ kube-system != \k\u\b\e\-\s\y\s\t\e\m ]] + timeout=300 + sample=30 + for i in '${namespaces[@]}' + current_time=0 ++ kubectl get pods -n kube-system --no-headers ++ cluster/kubectl.sh get pods -n kube-system --no-headers ++ grep -v Running + '[' -n 'disks-images-provider-8xvwr 0/1 ContainerCreating 0 4s disks-images-provider-r4pq7 0/1 ContainerCreating 0 4s virt-api-7d79764579-8pxk7 0/1 ContainerCreating 0 7s virt-api-7d79764579-rdw4c 0/1 ContainerCreating 0 6s virt-handler-cqfl8 0/1 ContainerCreating 0 7s virt-handler-n5kfz 0/1 ContainerCreating 0 7s' ']' + echo 'Waiting for kubevirt pods to enter the Running state ...' Waiting for kubevirt pods to enter the Running state ... + kubectl get pods -n kube-system --no-headers + cluster/kubectl.sh get pods -n kube-system --no-headers + grep -v Running disks-images-provider-8xvwr 0/1 ContainerCreating 0 5s disks-images-provider-r4pq7 0/1 ContainerCreating 0 5s virt-api-7d79764579-8pxk7 0/1 ContainerCreating 0 8s virt-api-7d79764579-rdw4c 0/1 ContainerCreating 0 7s virt-handler-cqfl8 0/1 ContainerCreating 0 8s virt-handler-n5kfz 0/1 ContainerCreating 0 8s + sleep 30 + current_time=30 + '[' 30 -gt 300 ']' ++ kubectl get pods -n kube-system --no-headers ++ cluster/kubectl.sh get pods -n kube-system --no-headers ++ grep -v Running + '[' -n '' ']' + current_time=0 ++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false ++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + '[' -n false ']' + echo 'Waiting for KubeVirt containers to become ready ...' Waiting for KubeVirt containers to become ready ... + kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + grep false + cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers false + sleep 30 + current_time=30 + '[' 30 -gt 300 ']' ++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false ++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + '[' -n '' ']' + kubectl get pods -n kube-system + cluster/kubectl.sh get pods -n kube-system NAME READY STATUS RESTARTS AGE disks-images-provider-8xvwr 1/1 Running 0 1m disks-images-provider-r4pq7 1/1 Running 0 1m master-api-node01 1/1 Running 1 15d master-controllers-node01 1/1 Running 2 15d master-etcd-node01 1/1 Running 1 15d virt-api-7d79764579-8pxk7 1/1 Running 0 1m virt-api-7d79764579-rdw4c 1/1 Running 0 1m virt-controller-7d57d96b65-g75sm 1/1 Running 0 1m virt-controller-7d57d96b65-gtr8n 1/1 Running 0 1m virt-handler-cqfl8 1/1 Running 0 1m virt-handler-n5kfz 1/1 Running 0 1m + for i in '${namespaces[@]}' + current_time=0 ++ kubectl get pods -n default --no-headers ++ cluster/kubectl.sh get pods -n default --no-headers ++ grep -v Running + '[' -n '' ']' + current_time=0 ++ kubectl get pods -n default '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false ++ cluster/kubectl.sh get pods -n default '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + '[' -n '' ']' + kubectl get pods -n default + cluster/kubectl.sh get pods -n default NAME READY STATUS RESTARTS AGE docker-registry-1-rl562 1/1 Running 1 15d registry-console-1-rw9zf 1/1 Running 1 15d router-1-6cch9 1/1 Running 1 15d + kubectl version + cluster/kubectl.sh version oc v3.10.0-rc.0+c20e215 kubernetes v1.10.0+b81c8f8 features: Basic-Auth GSSAPI Kerberos SPNEGO Server https://127.0.0.1:33476 openshift v3.10.0-rc.0+c20e215 kubernetes v1.10.0+b81c8f8 + ginko_params='--ginkgo.noColor --junit-output=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/junit.xml' + [[ openshift-3.10-release =~ windows.* ]] + FUNC_TEST_ARGS='--ginkgo.noColor --junit-output=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/junit.xml' + make functest hack/dockerized "hack/build-func-tests.sh" sha256:8314c812ee3200233db076e79036b39759d30fc3dd7fe921b323b19b14306fd6 go version go1.10 linux/amd64 go version go1.10 linux/amd64 Compiling tests... compiled tests.test hack/functests.sh Running Suite: Tests Suite ========================== Random Seed: 1532362912 Will run 142 of 142 specs •• ------------------------------ • [SLOW TEST:6.326 seconds] Templates /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:42 Launching VMI from VM Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:60 with given Fedora Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:193 with given VM JSON from the Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:152 with given VM from the VM JSON /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:158 should succeed to launch a VMI using oc-patch command /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:161 ------------------------------ • [SLOW TEST:5.885 seconds] Templates /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:42 Launching VMI from VM Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:60 with given Fedora Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:193 with given VM JSON from the Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:152 with given VM from the VM JSON /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:158 with given VMI from the VM /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:163 should succeed to terminate the VMI using oc-patch command /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:166 ------------------------------ •• ------------------------------ • [SLOW TEST:18.602 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should update VirtualMachine once VMIs are up /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:195 ------------------------------ •• ------------------------------ • [SLOW TEST:34.977 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should recreate VirtualMachineInstance if it gets deleted /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:245 ------------------------------ • [SLOW TEST:47.760 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should recreate VirtualMachineInstance if the VirtualMachineInstance's pod gets deleted /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:265 ------------------------------ • [SLOW TEST:32.036 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should stop VirtualMachineInstance if running set to false /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:325 ------------------------------ • [SLOW TEST:149.782 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should start and stop VirtualMachineInstance multiple times /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:333 ------------------------------ • [SLOW TEST:48.154 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should not update the VirtualMachineInstance spec if Running /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:346 ------------------------------ • [SLOW TEST:182.572 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should survive guest shutdown, multiple times /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:387 ------------------------------ VM testvmiq7hrg was scheduled to start • [SLOW TEST:19.774 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 Using virtctl interface /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:435 should start a VirtualMachineInstance once /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:436 ------------------------------ VM testvmik9kwp was scheduled to stop • [SLOW TEST:39.379 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 Using virtctl interface /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:435 should stop a VirtualMachineInstance once /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:467 ------------------------------ • [SLOW TEST:97.272 seconds] Slirp /root/go/src/kubevirt.io/kubevirt/tests/vmi_slirp_interface_test.go:39 should be able to /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 VirtualMachineInstance with slirp interface /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • ------------------------------ • [SLOW TEST:79.704 seconds] RegistryDisk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:41 Starting and stopping the same VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:90 with ephemeral registry disk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:91 should success multiple times /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:92 ------------------------------ • [SLOW TEST:18.824 seconds] RegistryDisk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:41 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:111 with ephemeral registry disk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:112 should not modify the spec on status update /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:113 ------------------------------ • [SLOW TEST:31.942 seconds] RegistryDisk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:41 Starting multiple VMIs /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:129 with ephemeral registry disk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:130 should success /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:131 ------------------------------ volumedisk0 compute • [SLOW TEST:42.418 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 VirtualMachineInstance definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:55 with 3 CPU cores /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:56 should report 3 cpu cores under guest OS /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:62 ------------------------------ • [SLOW TEST:22.216 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 VirtualMachineInstance definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:55 with hugepages /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:108 should consume hugepages /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 hugepages-2Mi /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ S [SKIPPING] [0.435 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 VirtualMachineInstance definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:55 with hugepages /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:108 should consume hugepages /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 hugepages-1Gi [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 No node with hugepages hugepages-1Gi capacity /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:160 ------------------------------ • ------------------------------ • [SLOW TEST:108.532 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 with CPU spec /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:238 when CPU model defined /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:284 should report defined CPU model /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:285 ------------------------------ • [SLOW TEST:109.204 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 with CPU spec /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:238 when CPU model equals to passthrough /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:312 should report exactly the same model as node CPU /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:313 ------------------------------ • [SLOW TEST:114.146 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 with CPU spec /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:238 when CPU model not defined /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:336 should report CPU model from libvirt capabilities /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:337 ------------------------------ • [SLOW TEST:45.361 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 New VirtualMachineInstance with all supported drives /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:357 should have all the device nodes /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:380 ------------------------------ • ------------------------------ • [SLOW TEST:34.229 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with Disk PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:33.916 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with CDRom PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:116.598 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started and stopped multiple times /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with Disk PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:100.169 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started and stopped multiple times /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with CDRom PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:47.180 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With an emptyDisk defined /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:113 should create a writeable emptyDisk with the right capacity /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:115 ------------------------------ • [SLOW TEST:45.437 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With an emptyDisk defined and a specified serial number /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:163 should create a writeable emptyDisk with the specified serial number /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:165 ------------------------------ • [SLOW TEST:32.620 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With ephemeral alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:205 should be successfully started /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:207 ------------------------------ • [SLOW TEST:78.462 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With ephemeral alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:205 should not persist data /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:218 ------------------------------ • [SLOW TEST:106.957 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With VirtualMachineInstance with two PVCs /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:266 should start vmi multiple times /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:278 ------------------------------ • [SLOW TEST:20.785 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given a vmi /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:20.349 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given an vm /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:20.673 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given a vmi preset /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:20.397 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given a vmi replica set /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.019 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 should succeed to start a vmi [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:133 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.016 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 should succeed to stop a running vmi [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:139 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.014 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with winrm connection [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:150 should have correct UUID /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:192 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.027 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with winrm connection [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:150 should have pod IP /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:208 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.023 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with kubectl command [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:226 should succeed to start a vmi /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:242 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.014 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with kubectl command [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:226 should succeed to stop a vmi /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:250 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ • [SLOW TEST:43.841 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 with cloudInitNoCloud userDataBase64 source /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:81 should have cloud-init data /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:82 ------------------------------ • [SLOW TEST:105.059 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 with cloudInitNoCloud userDataBase64 source /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:81 with injected ssh-key /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:92 should have ssh-key under authorized keys /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:93 ------------------------------ • [SLOW TEST:56.508 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 with cloudInitNoCloud userData source /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:118 should process provided cloud-init data /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:119 ------------------------------ • [SLOW TEST:44.690 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 should take user-data from k8s secret /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:162 ------------------------------ • ------------------------------ • [SLOW TEST:9.932 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should scale /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 to five, to six and then to zero replicas /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ •• ------------------------------ • [SLOW TEST:20.470 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should update readyReplicas once VMIs are up /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:157 ------------------------------ • [SLOW TEST:16.867 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should remove VMIs once it is marked for deletion /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:169 ------------------------------ • ------------------------------ • [SLOW TEST:5.760 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should not scale when paused and scale when resume /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:223 ------------------------------ • [SLOW TEST:6.708 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should remove the finished VM /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:279 ------------------------------ • [SLOW TEST:20.665 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should successfully start with hook sidecar annotation /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:60 ------------------------------ • [SLOW TEST:20.445 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should call Collect and OnDefineDomain on the hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:67 ------------------------------ • [SLOW TEST:24.151 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should update domain XML with SM BIOS properties /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:83 ------------------------------ • [SLOW TEST:44.562 seconds] Health Monitoring /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:37 A VirtualMachineInstance with a watchdog device /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:56 should be shut down when the watchdog expires /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:57 ------------------------------ •• ------------------------------ • [SLOW TEST:18.425 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 should start it /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:76 ------------------------------ • [SLOW TEST:19.228 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 should attach virt-launcher to it /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:82 ------------------------------ •••• ------------------------------ • [SLOW TEST:33.327 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with boot order /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:170 should be able to boot from selected disk /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 Alpine as first boot /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:27.464 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with boot order /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:170 should be able to boot from selected disk /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 Cirros as first boot /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:16.662 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with user-data /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:201 without k8s secret /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:202 should retry starting the VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:203 ------------------------------ • [SLOW TEST:18.671 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with user-data /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:201 without k8s secret /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:202 should log warning and proceed once the secret is there /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:233 ------------------------------ • [SLOW TEST:40.756 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 when virt-launcher crashes /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:281 should be stopped and have Failed phase /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:282 ------------------------------ • [SLOW TEST:67.625 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 when virt-handler crashes /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:304 should recover and continue management /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:305 ------------------------------ • [SLOW TEST:30.639 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 when virt-handler is responsive /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:335 should indicate that a node is ready for vmis /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:336 ------------------------------ Pod name: disks-images-provider-8xvwr Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-r4pq7 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-8pxk7 Pod phase: Running 2018/07/23 17:05:53 http: TLS handshake error from 10.129.0.1:54818: EOF 2018/07/23 17:06:03 http: TLS handshake error from 10.129.0.1:54828: EOF 2018/07/23 17:06:13 http: TLS handshake error from 10.129.0.1:54838: EOF 2018/07/23 17:06:23 http: TLS handshake error from 10.129.0.1:54848: EOF level=info timestamp=2018-07-23T17:06:32.693282Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:06:33 http: TLS handshake error from 10.129.0.1:54858: EOF level=info timestamp=2018-07-23T17:06:37.516402Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-api-7d79764579-rdw4c Pod phase: Running level=info timestamp=2018-07-23T17:05:27.631263Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-23T17:05:27.648804Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-23T17:05:27.663932Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:05:36 http: TLS handshake error from 10.128.0.1:56016: EOF level=info timestamp=2018-07-23T17:05:37.580586Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:05:46 http: TLS handshake error from 10.128.0.1:56066: EOF level=info timestamp=2018-07-23T17:05:47.160506Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-23T17:05:53.697790Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:05:56 http: TLS handshake error from 10.128.0.1:56120: EOF 2018/07/23 17:06:06 http: TLS handshake error from 10.128.0.1:56166: EOF level=info timestamp=2018-07-23T17:06:07.478296Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:06:16 http: TLS handshake error from 10.128.0.1:56216: EOF 2018/07/23 17:06:26 http: TLS handshake error from 10.128.0.1:56262: EOF level=info timestamp=2018-07-23T17:06:32.608595Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:06:36 http: TLS handshake error from 10.128.0.1:56316: EOF Pod name: virt-controller-7d57d96b65-g75sm Pod phase: Running level=info timestamp=2018-07-23T17:05:33.349242Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-gtr8n Pod phase: Running level=info timestamp=2018-07-23T17:05:33.747021Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer configMapInformer" level=info timestamp=2018-07-23T17:05:33.747414Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmInformer" level=info timestamp=2018-07-23T17:05:33.747702Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmiInformer" level=info timestamp=2018-07-23T17:05:33.748034Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer kubeVirtPodInformer" level=info timestamp=2018-07-23T17:05:33.748316Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer kubeVirtNodeInformer" level=info timestamp=2018-07-23T17:05:33.748604Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmiPresetInformer" level=info timestamp=2018-07-23T17:05:33.748998Z pos=vm.go:85 component=virt-controller service=http msg="Starting VirtualMachine controller." level=info timestamp=2018-07-23T17:05:33.755264Z pos=node.go:104 component=virt-controller service=http msg="Starting node controller." level=info timestamp=2018-07-23T17:05:33.757235Z pos=vmi.go:129 component=virt-controller service=http msg="Starting vmi controller." level=info timestamp=2018-07-23T17:05:33.757593Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-07-23T17:05:33.757868Z pos=preset.go:71 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-07-23T17:06:42.533602Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6jxtp kind= uid=b39e7ef6-8e9a-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:06:42.536025Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6jxtp kind= uid=b39e7ef6-8e9a-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:06:42.780452Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6jxtp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6jxtp" level=info timestamp=2018-07-23T17:06:42.870169Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6jxtp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6jxtp" Pod name: virt-handler-cqfl8 Pod phase: Running level=info timestamp=2018-07-23T17:05:35.696989Z pos=virt-handler.go:87 component=virt-handler hostname=node02 level=info timestamp=2018-07-23T17:05:35.702961Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-23T17:05:35.703699Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-23T17:05:35.803610Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-23T17:05:35.821147Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" level=info timestamp=2018-07-23T17:05:35.858946Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" level=info timestamp=2018-07-23T17:05:36.004280Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid=79134588-8e9a-11e8-8b71-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T17:05:36.069158Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:05:36.077986Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T17:05:36.078213Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:05:41.663139Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:05:41.667300Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:05:41.755789Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:05:41.756143Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-n5kfz Pod phase: Running level=info timestamp=2018-07-23T16:42:22.928662Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.929325Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.929743Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.930098Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.933653Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.934950Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.961899Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.969272Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.970110Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.971373Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.973831Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:23.059526Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:23.076964Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:23.144791Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:23.145110Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi6jxtp-hw759 Pod phase: Pending • Failure in Spec Setup (BeforeEach) [31.157 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 when virt-handler is not responsive /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:366 the node controller should react [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:405 Expected error: <*errors.StatusError | 0xc420acd4d0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:378 ------------------------------ S [SKIPPING] [0.321 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with non default namespace /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:458 should log libvirt start and stop lifecycle events of the domain /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 kubevirt-test-default [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Skip log query tests for JENKINS ci test environment /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:463 ------------------------------ S [SKIPPING] [0.667 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with non default namespace /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:458 should log libvirt start and stop lifecycle events of the domain /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 kubevirt-test-alternative [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Skip log query tests for JENKINS ci test environment /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:463 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.482 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 VirtualMachineInstance Emulation Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:519 should enable emulation in virt-launcher [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:531 Software emulation is not enabled on this cluster /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:527 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.137 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 VirtualMachineInstance Emulation Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:519 should be reflected in domain XML [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:568 Software emulation is not enabled on this cluster /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:527 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.191 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 VirtualMachineInstance Emulation Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:519 should request a TUN device but not KVM [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:612 Software emulation is not enabled on this cluster /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:527 ------------------------------ Pod name: disks-images-provider-8xvwr Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-r4pq7 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-8pxk7 Pod phase: Running 2018/07/23 17:05:53 http: TLS handshake error from 10.129.0.1:54818: EOF 2018/07/23 17:06:03 http: TLS handshake error from 10.129.0.1:54828: EOF 2018/07/23 17:06:13 http: TLS handshake error from 10.129.0.1:54838: EOF 2018/07/23 17:06:23 http: TLS handshake error from 10.129.0.1:54848: EOF level=info timestamp=2018-07-23T17:06:32.693282Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:06:33 http: TLS handshake error from 10.129.0.1:54858: EOF level=info timestamp=2018-07-23T17:06:37.516402Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:06:43 http: TLS handshake error from 10.129.0.1:54868: EOF 2018/07/23 17:06:53 http: TLS handshake error from 10.129.0.1:54878: EOF 2018/07/23 17:07:03 http: TLS handshake error from 10.129.0.1:54888: EOF level=info timestamp=2018-07-23T17:07:07.651148Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:07:13 http: TLS handshake error from 10.129.0.1:54898: EOF Pod name: virt-api-7d79764579-rdw4c Pod phase: Running 2018/07/23 17:05:36 http: TLS handshake error from 10.128.0.1:56016: EOF level=info timestamp=2018-07-23T17:05:37.580586Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:05:46 http: TLS handshake error from 10.128.0.1:56066: EOF level=info timestamp=2018-07-23T17:05:47.160506Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-23T17:05:53.697790Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:05:56 http: TLS handshake error from 10.128.0.1:56120: EOF 2018/07/23 17:06:06 http: TLS handshake error from 10.128.0.1:56166: EOF level=info timestamp=2018-07-23T17:06:07.478296Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:06:16 http: TLS handshake error from 10.128.0.1:56216: EOF 2018/07/23 17:06:26 http: TLS handshake error from 10.128.0.1:56262: EOF level=info timestamp=2018-07-23T17:06:32.608595Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:06:36 http: TLS handshake error from 10.128.0.1:56316: EOF 2018/07/23 17:06:46 http: TLS handshake error from 10.128.0.1:56370: EOF 2018/07/23 17:06:56 http: TLS handshake error from 10.128.0.1:56416: EOF 2018/07/23 17:07:06 http: TLS handshake error from 10.128.0.1:56464: EOF Pod name: virt-controller-7d57d96b65-g75sm Pod phase: Running level=info timestamp=2018-07-23T17:05:33.349242Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-gtr8n Pod phase: Running level=info timestamp=2018-07-23T17:05:33.748034Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer kubeVirtPodInformer" level=info timestamp=2018-07-23T17:05:33.748316Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer kubeVirtNodeInformer" level=info timestamp=2018-07-23T17:05:33.748604Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmiPresetInformer" level=info timestamp=2018-07-23T17:05:33.748998Z pos=vm.go:85 component=virt-controller service=http msg="Starting VirtualMachine controller." level=info timestamp=2018-07-23T17:05:33.755264Z pos=node.go:104 component=virt-controller service=http msg="Starting node controller." level=info timestamp=2018-07-23T17:05:33.757235Z pos=vmi.go:129 component=virt-controller service=http msg="Starting vmi controller." level=info timestamp=2018-07-23T17:05:33.757593Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-07-23T17:05:33.757868Z pos=preset.go:71 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-07-23T17:06:42.533602Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6jxtp kind= uid=b39e7ef6-8e9a-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:06:42.536025Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6jxtp kind= uid=b39e7ef6-8e9a-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:06:42.780452Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6jxtp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6jxtp" level=info timestamp=2018-07-23T17:06:42.870169Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6jxtp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6jxtp" level=info timestamp=2018-07-23T17:06:43.496119Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6jxtp\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi6jxtp, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: b39e7ef6-8e9a-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6jxtp" level=info timestamp=2018-07-23T17:07:15.380697Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvminj5dz kind= uid=c7370acd-8e9a-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:07:15.381630Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvminj5dz kind= uid=c7370acd-8e9a-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-handler-cqfl8 Pod phase: Running level=info timestamp=2018-07-23T17:05:35.696989Z pos=virt-handler.go:87 component=virt-handler hostname=node02 level=info timestamp=2018-07-23T17:05:35.702961Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-23T17:05:35.703699Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-23T17:05:35.803610Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-23T17:05:35.821147Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" level=info timestamp=2018-07-23T17:05:35.858946Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" level=info timestamp=2018-07-23T17:05:36.004280Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid=79134588-8e9a-11e8-8b71-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T17:05:36.069158Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:05:36.077986Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T17:05:36.078213Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:05:41.663139Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:05:41.667300Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:05:41.755789Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:05:41.756143Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-n5kfz Pod phase: Running level=info timestamp=2018-07-23T16:42:22.928662Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.929325Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.929743Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.930098Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.933653Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.934950Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.961899Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.969272Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.970110Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.971373Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.973831Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:23.059526Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:23.076964Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:23.144791Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:23.145110Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvminj5dz-5rkgz Pod phase: Pending • Failure [30.752 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 VM Accelerated Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:648 should request a KVM and TUN device [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:660 Expected <*errors.StatusError | 0xc420858240>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } to be nil /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:662 ------------------------------ Pod name: disks-images-provider-8xvwr Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-r4pq7 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-8pxk7 Pod phase: Running 2018/07/23 17:05:53 http: TLS handshake error from 10.129.0.1:54818: EOF 2018/07/23 17:06:03 http: TLS handshake error from 10.129.0.1:54828: EOF 2018/07/23 17:06:13 http: TLS handshake error from 10.129.0.1:54838: EOF 2018/07/23 17:06:23 http: TLS handshake error from 10.129.0.1:54848: EOF level=info timestamp=2018-07-23T17:06:32.693282Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:06:33 http: TLS handshake error from 10.129.0.1:54858: EOF level=info timestamp=2018-07-23T17:06:37.516402Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:06:43 http: TLS handshake error from 10.129.0.1:54868: EOF 2018/07/23 17:06:53 http: TLS handshake error from 10.129.0.1:54878: EOF 2018/07/23 17:07:03 http: TLS handshake error from 10.129.0.1:54888: EOF level=info timestamp=2018-07-23T17:07:07.651148Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:07:13 http: TLS handshake error from 10.129.0.1:54898: EOF 2018/07/23 17:07:23 http: TLS handshake error from 10.129.0.1:54908: EOF 2018/07/23 17:07:33 http: TLS handshake error from 10.129.0.1:54918: EOF 2018/07/23 17:07:43 http: TLS handshake error from 10.129.0.1:54928: EOF Pod name: virt-api-7d79764579-rdw4c Pod phase: Running 2018/07/23 17:05:56 http: TLS handshake error from 10.128.0.1:56120: EOF 2018/07/23 17:06:06 http: TLS handshake error from 10.128.0.1:56166: EOF level=info timestamp=2018-07-23T17:06:07.478296Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:06:16 http: TLS handshake error from 10.128.0.1:56216: EOF 2018/07/23 17:06:26 http: TLS handshake error from 10.128.0.1:56262: EOF level=info timestamp=2018-07-23T17:06:32.608595Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:06:36 http: TLS handshake error from 10.128.0.1:56316: EOF 2018/07/23 17:06:46 http: TLS handshake error from 10.128.0.1:56370: EOF 2018/07/23 17:06:56 http: TLS handshake error from 10.128.0.1:56416: EOF 2018/07/23 17:07:06 http: TLS handshake error from 10.128.0.1:56464: EOF 2018/07/23 17:07:16 http: TLS handshake error from 10.128.0.1:56514: EOF 2018/07/23 17:07:26 http: TLS handshake error from 10.128.0.1:56560: EOF 2018/07/23 17:07:36 http: TLS handshake error from 10.128.0.1:56606: EOF level=info timestamp=2018-07-23T17:07:37.696704Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:07:46 http: TLS handshake error from 10.128.0.1:56660: EOF Pod name: virt-controller-7d57d96b65-g75sm Pod phase: Running level=info timestamp=2018-07-23T17:05:33.349242Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-gtr8n Pod phase: Running level=info timestamp=2018-07-23T17:05:33.748998Z pos=vm.go:85 component=virt-controller service=http msg="Starting VirtualMachine controller." level=info timestamp=2018-07-23T17:05:33.755264Z pos=node.go:104 component=virt-controller service=http msg="Starting node controller." level=info timestamp=2018-07-23T17:05:33.757235Z pos=vmi.go:129 component=virt-controller service=http msg="Starting vmi controller." level=info timestamp=2018-07-23T17:05:33.757593Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-07-23T17:05:33.757868Z pos=preset.go:71 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-07-23T17:06:42.533602Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6jxtp kind= uid=b39e7ef6-8e9a-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:06:42.536025Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6jxtp kind= uid=b39e7ef6-8e9a-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:06:42.780452Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6jxtp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6jxtp" level=info timestamp=2018-07-23T17:06:42.870169Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6jxtp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6jxtp" level=info timestamp=2018-07-23T17:06:43.496119Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6jxtp\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi6jxtp, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: b39e7ef6-8e9a-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6jxtp" level=info timestamp=2018-07-23T17:07:15.380697Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvminj5dz kind= uid=c7370acd-8e9a-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:07:15.381630Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvminj5dz kind= uid=c7370acd-8e9a-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:07:46.279589Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmif55vh kind= uid=d9a2e125-8e9a-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:07:46.280124Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmif55vh kind= uid=d9a2e125-8e9a-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:07:46.674673Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmif55vh\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmif55vh" Pod name: virt-handler-cqfl8 Pod phase: Running level=info timestamp=2018-07-23T17:05:35.696989Z pos=virt-handler.go:87 component=virt-handler hostname=node02 level=info timestamp=2018-07-23T17:05:35.702961Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-23T17:05:35.703699Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-23T17:05:35.803610Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-23T17:05:35.821147Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" level=info timestamp=2018-07-23T17:05:35.858946Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" level=info timestamp=2018-07-23T17:05:36.004280Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid=79134588-8e9a-11e8-8b71-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T17:05:36.069158Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:05:36.077986Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T17:05:36.078213Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:05:41.663139Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:05:41.667300Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:05:41.755789Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:05:41.756143Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-n5kfz Pod phase: Running level=info timestamp=2018-07-23T16:42:22.928662Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.929325Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.929743Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.930098Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.933653Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.934950Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.961899Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.969272Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.970110Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.971373Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.973831Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:23.059526Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:23.076964Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:23.144791Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:23.145110Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmif55vh-dsvw5 Pod phase: Pending • Failure [31.169 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 VM Accelerated Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:648 should not enable emulation in virt-launcher [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:695 Expected <*errors.StatusError | 0xc420a01c20>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } to be nil /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:697 ------------------------------ •• Pod name: disks-images-provider-8xvwr Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-r4pq7 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-8pxk7 Pod phase: Running level=info timestamp=2018-07-23T17:06:32.693282Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:06:33 http: TLS handshake error from 10.129.0.1:54858: EOF level=info timestamp=2018-07-23T17:06:37.516402Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:06:43 http: TLS handshake error from 10.129.0.1:54868: EOF 2018/07/23 17:06:53 http: TLS handshake error from 10.129.0.1:54878: EOF 2018/07/23 17:07:03 http: TLS handshake error from 10.129.0.1:54888: EOF level=info timestamp=2018-07-23T17:07:07.651148Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:07:13 http: TLS handshake error from 10.129.0.1:54898: EOF 2018/07/23 17:07:23 http: TLS handshake error from 10.129.0.1:54908: EOF 2018/07/23 17:07:33 http: TLS handshake error from 10.129.0.1:54918: EOF 2018/07/23 17:07:43 http: TLS handshake error from 10.129.0.1:54928: EOF 2018/07/23 17:07:53 http: TLS handshake error from 10.129.0.1:54938: EOF 2018/07/23 17:08:03 http: TLS handshake error from 10.129.0.1:54948: EOF level=info timestamp=2018-07-23T17:08:07.528810Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:08:13 http: TLS handshake error from 10.129.0.1:54958: EOF Pod name: virt-api-7d79764579-rdw4c Pod phase: Running 2018/07/23 17:06:16 http: TLS handshake error from 10.128.0.1:56216: EOF 2018/07/23 17:06:26 http: TLS handshake error from 10.128.0.1:56262: EOF level=info timestamp=2018-07-23T17:06:32.608595Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:06:36 http: TLS handshake error from 10.128.0.1:56316: EOF 2018/07/23 17:06:46 http: TLS handshake error from 10.128.0.1:56370: EOF 2018/07/23 17:06:56 http: TLS handshake error from 10.128.0.1:56416: EOF 2018/07/23 17:07:06 http: TLS handshake error from 10.128.0.1:56464: EOF 2018/07/23 17:07:16 http: TLS handshake error from 10.128.0.1:56514: EOF 2018/07/23 17:07:26 http: TLS handshake error from 10.128.0.1:56560: EOF 2018/07/23 17:07:36 http: TLS handshake error from 10.128.0.1:56606: EOF level=info timestamp=2018-07-23T17:07:37.696704Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:07:46 http: TLS handshake error from 10.128.0.1:56660: EOF 2018/07/23 17:07:56 http: TLS handshake error from 10.128.0.1:56706: EOF 2018/07/23 17:08:06 http: TLS handshake error from 10.128.0.1:56752: EOF 2018/07/23 17:08:16 http: TLS handshake error from 10.128.0.1:56802: EOF Pod name: virt-controller-7d57d96b65-g75sm Pod phase: Running level=info timestamp=2018-07-23T17:05:33.349242Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-gtr8n Pod phase: Running level=info timestamp=2018-07-23T17:05:33.757868Z pos=preset.go:71 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-07-23T17:06:42.533602Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6jxtp kind= uid=b39e7ef6-8e9a-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:06:42.536025Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6jxtp kind= uid=b39e7ef6-8e9a-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:06:42.780452Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6jxtp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6jxtp" level=info timestamp=2018-07-23T17:06:42.870169Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6jxtp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6jxtp" level=info timestamp=2018-07-23T17:06:43.496119Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6jxtp\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi6jxtp, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: b39e7ef6-8e9a-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6jxtp" level=info timestamp=2018-07-23T17:07:15.380697Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvminj5dz kind= uid=c7370acd-8e9a-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:07:15.381630Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvminj5dz kind= uid=c7370acd-8e9a-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:07:46.279589Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmif55vh kind= uid=d9a2e125-8e9a-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:07:46.280124Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmif55vh kind= uid=d9a2e125-8e9a-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:07:46.674673Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmif55vh\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmif55vh" level=info timestamp=2018-07-23T17:08:17.809897Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9pcs5 kind= uid=ec68a1f1-8e9a-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:08:17.811288Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9pcs5 kind= uid=ec68a1f1-8e9a-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:08:18.122540Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi9pcs5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi9pcs5" level=info timestamp=2018-07-23T17:08:18.194325Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi9pcs5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi9pcs5" Pod name: virt-handler-cqfl8 Pod phase: Running level=info timestamp=2018-07-23T17:05:35.696989Z pos=virt-handler.go:87 component=virt-handler hostname=node02 level=info timestamp=2018-07-23T17:05:35.702961Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-23T17:05:35.703699Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-23T17:05:35.803610Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-23T17:05:35.821147Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" level=info timestamp=2018-07-23T17:05:35.858946Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" level=info timestamp=2018-07-23T17:05:36.004280Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid=79134588-8e9a-11e8-8b71-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T17:05:36.069158Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:05:36.077986Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T17:05:36.078213Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:05:41.663139Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:05:41.667300Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:05:41.755789Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:05:41.756143Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-n5kfz Pod phase: Running level=info timestamp=2018-07-23T16:42:22.928662Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.929325Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.929743Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.930098Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.933653Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.934950Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.961899Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.969272Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.970110Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.971373Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.973831Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:23.059526Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:23.076964Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:23.144791Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:23.145110Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi9pcs5-pc76t Pod phase: Pending ------------------------------ • Failure [30.772 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Delete a VirtualMachineInstance's Pod /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:764 should result in the VirtualMachineInstance moving to a finalized state [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:765 Expected error: <*errors.StatusError | 0xc4208595f0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:768 ------------------------------ STEP: Creating the VirtualMachineInstance Pod name: disks-images-provider-8xvwr Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-r4pq7 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-8pxk7 Pod phase: Running 2018/07/23 17:06:53 http: TLS handshake error from 10.129.0.1:54878: EOF 2018/07/23 17:07:03 http: TLS handshake error from 10.129.0.1:54888: EOF level=info timestamp=2018-07-23T17:07:07.651148Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:07:13 http: TLS handshake error from 10.129.0.1:54898: EOF 2018/07/23 17:07:23 http: TLS handshake error from 10.129.0.1:54908: EOF 2018/07/23 17:07:33 http: TLS handshake error from 10.129.0.1:54918: EOF 2018/07/23 17:07:43 http: TLS handshake error from 10.129.0.1:54928: EOF 2018/07/23 17:07:53 http: TLS handshake error from 10.129.0.1:54938: EOF 2018/07/23 17:08:03 http: TLS handshake error from 10.129.0.1:54948: EOF level=info timestamp=2018-07-23T17:08:07.528810Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:08:13 http: TLS handshake error from 10.129.0.1:54958: EOF 2018/07/23 17:08:23 http: TLS handshake error from 10.129.0.1:54968: EOF 2018/07/23 17:08:33 http: TLS handshake error from 10.129.0.1:54978: EOF level=info timestamp=2018-07-23T17:08:37.510609Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:08:43 http: TLS handshake error from 10.129.0.1:54988: EOF Pod name: virt-api-7d79764579-rdw4c Pod phase: Running 2018/07/23 17:06:36 http: TLS handshake error from 10.128.0.1:56316: EOF 2018/07/23 17:06:46 http: TLS handshake error from 10.128.0.1:56370: EOF 2018/07/23 17:06:56 http: TLS handshake error from 10.128.0.1:56416: EOF 2018/07/23 17:07:06 http: TLS handshake error from 10.128.0.1:56464: EOF 2018/07/23 17:07:16 http: TLS handshake error from 10.128.0.1:56514: EOF 2018/07/23 17:07:26 http: TLS handshake error from 10.128.0.1:56560: EOF 2018/07/23 17:07:36 http: TLS handshake error from 10.128.0.1:56606: EOF level=info timestamp=2018-07-23T17:07:37.696704Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:07:46 http: TLS handshake error from 10.128.0.1:56660: EOF 2018/07/23 17:07:56 http: TLS handshake error from 10.128.0.1:56706: EOF 2018/07/23 17:08:06 http: TLS handshake error from 10.128.0.1:56752: EOF 2018/07/23 17:08:16 http: TLS handshake error from 10.128.0.1:56802: EOF 2018/07/23 17:08:26 http: TLS handshake error from 10.128.0.1:56848: EOF 2018/07/23 17:08:36 http: TLS handshake error from 10.128.0.1:56900: EOF 2018/07/23 17:08:46 http: TLS handshake error from 10.128.0.1:56950: EOF Pod name: virt-controller-7d57d96b65-g75sm Pod phase: Running level=info timestamp=2018-07-23T17:05:33.349242Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-gtr8n Pod phase: Running level=info timestamp=2018-07-23T17:06:43.496119Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6jxtp\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi6jxtp, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: b39e7ef6-8e9a-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6jxtp" level=info timestamp=2018-07-23T17:07:15.380697Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvminj5dz kind= uid=c7370acd-8e9a-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:07:15.381630Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvminj5dz kind= uid=c7370acd-8e9a-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:07:46.279589Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmif55vh kind= uid=d9a2e125-8e9a-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:07:46.280124Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmif55vh kind= uid=d9a2e125-8e9a-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:07:46.674673Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmif55vh\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmif55vh" level=info timestamp=2018-07-23T17:08:17.809897Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9pcs5 kind= uid=ec68a1f1-8e9a-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:08:17.811288Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9pcs5 kind= uid=ec68a1f1-8e9a-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:08:18.122540Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi9pcs5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi9pcs5" level=info timestamp=2018-07-23T17:08:18.194325Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi9pcs5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi9pcs5" level=info timestamp=2018-07-23T17:08:18.498393Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi9pcs5\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi9pcs5, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: ec68a1f1-8e9a-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi9pcs5" level=info timestamp=2018-07-23T17:08:48.678783Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6kpn5 kind= uid=fece9bd2-8e9a-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:08:48.679388Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6kpn5 kind= uid=fece9bd2-8e9a-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:08:48.924352Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6kpn5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6kpn5" level=info timestamp=2018-07-23T17:08:48.953830Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6kpn5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6kpn5" Pod name: virt-handler-cqfl8 Pod phase: Running level=info timestamp=2018-07-23T17:05:35.696989Z pos=virt-handler.go:87 component=virt-handler hostname=node02 level=info timestamp=2018-07-23T17:05:35.702961Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-23T17:05:35.703699Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-23T17:05:35.803610Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-23T17:05:35.821147Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" level=info timestamp=2018-07-23T17:05:35.858946Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" level=info timestamp=2018-07-23T17:05:36.004280Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid=79134588-8e9a-11e8-8b71-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T17:05:36.069158Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:05:36.077986Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T17:05:36.078213Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:05:41.663139Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:05:41.667300Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:05:41.755789Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:05:41.756143Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-n5kfz Pod phase: Running level=info timestamp=2018-07-23T16:42:22.928662Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.929325Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.929743Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.930098Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.933653Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.934950Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.961899Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.969272Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.970110Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.971373Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.973831Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:23.059526Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:23.076964Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:23.144791Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:23.145110Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi6kpn5-b9prm Pod phase: Pending • Failure [30.763 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Delete a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:796 with an active pod. /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:797 should result in pod being terminated [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:798 Expected error: <*errors.StatusError | 0xc420acc630>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:802 ------------------------------ STEP: Creating the VirtualMachineInstance Pod name: disks-images-provider-8xvwr Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-r4pq7 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-8pxk7 Pod phase: Running 2018/07/23 17:07:13 http: TLS handshake error from 10.129.0.1:54898: EOF 2018/07/23 17:07:23 http: TLS handshake error from 10.129.0.1:54908: EOF 2018/07/23 17:07:33 http: TLS handshake error from 10.129.0.1:54918: EOF 2018/07/23 17:07:43 http: TLS handshake error from 10.129.0.1:54928: EOF 2018/07/23 17:07:53 http: TLS handshake error from 10.129.0.1:54938: EOF 2018/07/23 17:08:03 http: TLS handshake error from 10.129.0.1:54948: EOF level=info timestamp=2018-07-23T17:08:07.528810Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:08:13 http: TLS handshake error from 10.129.0.1:54958: EOF 2018/07/23 17:08:23 http: TLS handshake error from 10.129.0.1:54968: EOF 2018/07/23 17:08:33 http: TLS handshake error from 10.129.0.1:54978: EOF level=info timestamp=2018-07-23T17:08:37.510609Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:08:43 http: TLS handshake error from 10.129.0.1:54988: EOF 2018/07/23 17:08:53 http: TLS handshake error from 10.129.0.1:54998: EOF 2018/07/23 17:09:03 http: TLS handshake error from 10.129.0.1:55010: EOF 2018/07/23 17:09:13 http: TLS handshake error from 10.129.0.1:55020: EOF Pod name: virt-api-7d79764579-rdw4c Pod phase: Running 2018/07/23 17:07:16 http: TLS handshake error from 10.128.0.1:56514: EOF 2018/07/23 17:07:26 http: TLS handshake error from 10.128.0.1:56560: EOF 2018/07/23 17:07:36 http: TLS handshake error from 10.128.0.1:56606: EOF level=info timestamp=2018-07-23T17:07:37.696704Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:07:46 http: TLS handshake error from 10.128.0.1:56660: EOF 2018/07/23 17:07:56 http: TLS handshake error from 10.128.0.1:56706: EOF 2018/07/23 17:08:06 http: TLS handshake error from 10.128.0.1:56752: EOF 2018/07/23 17:08:16 http: TLS handshake error from 10.128.0.1:56802: EOF 2018/07/23 17:08:26 http: TLS handshake error from 10.128.0.1:56848: EOF 2018/07/23 17:08:36 http: TLS handshake error from 10.128.0.1:56900: EOF 2018/07/23 17:08:46 http: TLS handshake error from 10.128.0.1:56950: EOF 2018/07/23 17:08:56 http: TLS handshake error from 10.128.0.1:56996: EOF 2018/07/23 17:09:06 http: TLS handshake error from 10.128.0.1:57042: EOF level=info timestamp=2018-07-23T17:09:07.561057Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:09:16 http: TLS handshake error from 10.128.0.1:57092: EOF Pod name: virt-controller-7d57d96b65-g75sm Pod phase: Running level=info timestamp=2018-07-23T17:05:33.349242Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-gtr8n Pod phase: Running level=info timestamp=2018-07-23T17:07:46.280124Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmif55vh kind= uid=d9a2e125-8e9a-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:07:46.674673Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmif55vh\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmif55vh" level=info timestamp=2018-07-23T17:08:17.809897Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9pcs5 kind= uid=ec68a1f1-8e9a-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:08:17.811288Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9pcs5 kind= uid=ec68a1f1-8e9a-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:08:18.122540Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi9pcs5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi9pcs5" level=info timestamp=2018-07-23T17:08:18.194325Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi9pcs5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi9pcs5" level=info timestamp=2018-07-23T17:08:18.498393Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi9pcs5\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi9pcs5, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: ec68a1f1-8e9a-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi9pcs5" level=info timestamp=2018-07-23T17:08:48.678783Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6kpn5 kind= uid=fece9bd2-8e9a-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:08:48.679388Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6kpn5 kind= uid=fece9bd2-8e9a-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:08:48.924352Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6kpn5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6kpn5" level=info timestamp=2018-07-23T17:08:48.953830Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6kpn5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6kpn5" level=info timestamp=2018-07-23T17:08:49.267425Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6kpn5\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi6kpn5, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: fece9bd2-8e9a-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6kpn5" level=info timestamp=2018-07-23T17:08:49.290522Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6kpn5\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi6kpn5, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: fece9bd2-8e9a-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6kpn5" level=info timestamp=2018-07-23T17:09:19.528495Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmil7s8q kind= uid=112fb41c-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:09:19.531475Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmil7s8q kind= uid=112fb41c-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-handler-cqfl8 Pod phase: Running level=info timestamp=2018-07-23T17:05:35.696989Z pos=virt-handler.go:87 component=virt-handler hostname=node02 level=info timestamp=2018-07-23T17:05:35.702961Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-23T17:05:35.703699Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-23T17:05:35.803610Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-23T17:05:35.821147Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" level=info timestamp=2018-07-23T17:05:35.858946Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" level=info timestamp=2018-07-23T17:05:36.004280Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid=79134588-8e9a-11e8-8b71-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T17:05:36.069158Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:05:36.077986Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T17:05:36.078213Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:05:41.663139Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:05:41.667300Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:05:41.755789Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:05:41.756143Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-n5kfz Pod phase: Running level=info timestamp=2018-07-23T16:42:22.928662Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.929325Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.929743Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.930098Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.933653Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.934950Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.961899Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.969272Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.970110Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.971373Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.973831Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:23.059526Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:23.076964Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:23.144791Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:23.145110Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmil7s8q-c4j7x Pod phase: Pending • Failure [31.038 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Delete a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:796 with grace period greater than 0 /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:821 should run graceful shutdown [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:822 Expected error: <*errors.StatusError | 0xc420152fc0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:846 ------------------------------ STEP: Setting a VirtualMachineInstance termination grace period to 5 STEP: Creating the VirtualMachineInstance Pod name: disks-images-provider-8xvwr Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-r4pq7 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-8pxk7 Pod phase: Running 2018/07/23 17:07:43 http: TLS handshake error from 10.129.0.1:54928: EOF 2018/07/23 17:07:53 http: TLS handshake error from 10.129.0.1:54938: EOF 2018/07/23 17:08:03 http: TLS handshake error from 10.129.0.1:54948: EOF level=info timestamp=2018-07-23T17:08:07.528810Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:08:13 http: TLS handshake error from 10.129.0.1:54958: EOF 2018/07/23 17:08:23 http: TLS handshake error from 10.129.0.1:54968: EOF 2018/07/23 17:08:33 http: TLS handshake error from 10.129.0.1:54978: EOF level=info timestamp=2018-07-23T17:08:37.510609Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:08:43 http: TLS handshake error from 10.129.0.1:54988: EOF 2018/07/23 17:08:53 http: TLS handshake error from 10.129.0.1:54998: EOF 2018/07/23 17:09:03 http: TLS handshake error from 10.129.0.1:55010: EOF 2018/07/23 17:09:13 http: TLS handshake error from 10.129.0.1:55020: EOF 2018/07/23 17:09:23 http: TLS handshake error from 10.129.0.1:55030: EOF 2018/07/23 17:09:33 http: TLS handshake error from 10.129.0.1:55040: EOF 2018/07/23 17:09:43 http: TLS handshake error from 10.129.0.1:55050: EOF Pod name: virt-api-7d79764579-rdw4c Pod phase: Running 2018/07/23 17:07:46 http: TLS handshake error from 10.128.0.1:56660: EOF 2018/07/23 17:07:56 http: TLS handshake error from 10.128.0.1:56706: EOF 2018/07/23 17:08:06 http: TLS handshake error from 10.128.0.1:56752: EOF 2018/07/23 17:08:16 http: TLS handshake error from 10.128.0.1:56802: EOF 2018/07/23 17:08:26 http: TLS handshake error from 10.128.0.1:56848: EOF 2018/07/23 17:08:36 http: TLS handshake error from 10.128.0.1:56900: EOF 2018/07/23 17:08:46 http: TLS handshake error from 10.128.0.1:56950: EOF 2018/07/23 17:08:56 http: TLS handshake error from 10.128.0.1:56996: EOF 2018/07/23 17:09:06 http: TLS handshake error from 10.128.0.1:57042: EOF level=info timestamp=2018-07-23T17:09:07.561057Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:09:16 http: TLS handshake error from 10.128.0.1:57092: EOF 2018/07/23 17:09:26 http: TLS handshake error from 10.128.0.1:57138: EOF 2018/07/23 17:09:36 http: TLS handshake error from 10.128.0.1:57184: EOF level=info timestamp=2018-07-23T17:09:37.590545Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:09:46 http: TLS handshake error from 10.128.0.1:57234: EOF Pod name: virt-controller-7d57d96b65-g75sm Pod phase: Running level=info timestamp=2018-07-23T17:05:33.349242Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-gtr8n Pod phase: Running level=info timestamp=2018-07-23T17:08:18.498393Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi9pcs5\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi9pcs5, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: ec68a1f1-8e9a-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi9pcs5" level=info timestamp=2018-07-23T17:08:48.678783Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6kpn5 kind= uid=fece9bd2-8e9a-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:08:48.679388Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6kpn5 kind= uid=fece9bd2-8e9a-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:08:48.924352Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6kpn5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6kpn5" level=info timestamp=2018-07-23T17:08:48.953830Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6kpn5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6kpn5" level=info timestamp=2018-07-23T17:08:49.267425Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6kpn5\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi6kpn5, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: fece9bd2-8e9a-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6kpn5" level=info timestamp=2018-07-23T17:08:49.290522Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6kpn5\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi6kpn5, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: fece9bd2-8e9a-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6kpn5" level=info timestamp=2018-07-23T17:09:19.528495Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmil7s8q kind= uid=112fb41c-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:09:19.531475Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmil7s8q kind= uid=112fb41c-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:09:20.390838Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmil7s8q\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmil7s8q, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 112fb41c-8e9b-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmil7s8q" level=info timestamp=2018-07-23T17:09:20.462190Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmil7s8q\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmil7s8q, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 112fb41c-8e9b-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmil7s8q" level=info timestamp=2018-07-23T17:09:50.698878Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq46ks kind= uid=23c78625-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:09:50.700130Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq46ks kind= uid=23c78625-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:09:50.939253Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiq46ks\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiq46ks" level=info timestamp=2018-07-23T17:09:50.976360Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiq46ks\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiq46ks" Pod name: virt-handler-cqfl8 Pod phase: Running level=info timestamp=2018-07-23T17:05:35.696989Z pos=virt-handler.go:87 component=virt-handler hostname=node02 level=info timestamp=2018-07-23T17:05:35.702961Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-23T17:05:35.703699Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-23T17:05:35.803610Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-23T17:05:35.821147Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" level=info timestamp=2018-07-23T17:05:35.858946Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" level=info timestamp=2018-07-23T17:05:36.004280Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid=79134588-8e9a-11e8-8b71-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T17:05:36.069158Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:05:36.077986Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T17:05:36.078213Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:05:41.663139Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:05:41.667300Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:05:41.755789Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:05:41.756143Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-n5kfz Pod phase: Running level=info timestamp=2018-07-23T16:42:22.928662Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.929325Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.929743Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.930098Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.933653Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.934950Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.961899Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.969272Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.970110Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.971373Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.973831Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:23.059526Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:23.076964Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:23.144791Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:23.145110Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmiq46ks-dvp6d Pod phase: Pending • Failure [31.107 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Killed VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:873 should be in Failed phase [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:874 Expected <*errors.StatusError | 0xc420dc21b0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } to be nil /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:877 ------------------------------ STEP: Starting a VirtualMachineInstance Pod name: disks-images-provider-8xvwr Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-r4pq7 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-8pxk7 Pod phase: Running 2018/07/23 17:08:13 http: TLS handshake error from 10.129.0.1:54958: EOF 2018/07/23 17:08:23 http: TLS handshake error from 10.129.0.1:54968: EOF 2018/07/23 17:08:33 http: TLS handshake error from 10.129.0.1:54978: EOF level=info timestamp=2018-07-23T17:08:37.510609Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:08:43 http: TLS handshake error from 10.129.0.1:54988: EOF 2018/07/23 17:08:53 http: TLS handshake error from 10.129.0.1:54998: EOF 2018/07/23 17:09:03 http: TLS handshake error from 10.129.0.1:55010: EOF 2018/07/23 17:09:13 http: TLS handshake error from 10.129.0.1:55020: EOF 2018/07/23 17:09:23 http: TLS handshake error from 10.129.0.1:55030: EOF 2018/07/23 17:09:33 http: TLS handshake error from 10.129.0.1:55040: EOF 2018/07/23 17:09:43 http: TLS handshake error from 10.129.0.1:55050: EOF 2018/07/23 17:09:53 http: TLS handshake error from 10.129.0.1:55060: EOF 2018/07/23 17:10:03 http: TLS handshake error from 10.129.0.1:55070: EOF level=info timestamp=2018-07-23T17:10:07.679320Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:10:13 http: TLS handshake error from 10.129.0.1:55080: EOF Pod name: virt-api-7d79764579-rdw4c Pod phase: Running 2018/07/23 17:08:16 http: TLS handshake error from 10.128.0.1:56802: EOF 2018/07/23 17:08:26 http: TLS handshake error from 10.128.0.1:56848: EOF 2018/07/23 17:08:36 http: TLS handshake error from 10.128.0.1:56900: EOF 2018/07/23 17:08:46 http: TLS handshake error from 10.128.0.1:56950: EOF 2018/07/23 17:08:56 http: TLS handshake error from 10.128.0.1:56996: EOF 2018/07/23 17:09:06 http: TLS handshake error from 10.128.0.1:57042: EOF level=info timestamp=2018-07-23T17:09:07.561057Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:09:16 http: TLS handshake error from 10.128.0.1:57092: EOF 2018/07/23 17:09:26 http: TLS handshake error from 10.128.0.1:57138: EOF 2018/07/23 17:09:36 http: TLS handshake error from 10.128.0.1:57184: EOF level=info timestamp=2018-07-23T17:09:37.590545Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:09:46 http: TLS handshake error from 10.128.0.1:57234: EOF 2018/07/23 17:09:56 http: TLS handshake error from 10.128.0.1:57280: EOF 2018/07/23 17:10:06 http: TLS handshake error from 10.128.0.1:57326: EOF 2018/07/23 17:10:16 http: TLS handshake error from 10.128.0.1:57376: EOF Pod name: virt-controller-7d57d96b65-g75sm Pod phase: Running level=info timestamp=2018-07-23T17:05:33.349242Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-gtr8n Pod phase: Running level=info timestamp=2018-07-23T17:08:48.924352Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6kpn5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6kpn5" level=info timestamp=2018-07-23T17:08:48.953830Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6kpn5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6kpn5" level=info timestamp=2018-07-23T17:08:49.267425Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6kpn5\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi6kpn5, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: fece9bd2-8e9a-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6kpn5" level=info timestamp=2018-07-23T17:08:49.290522Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6kpn5\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi6kpn5, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: fece9bd2-8e9a-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6kpn5" level=info timestamp=2018-07-23T17:09:19.528495Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmil7s8q kind= uid=112fb41c-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:09:19.531475Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmil7s8q kind= uid=112fb41c-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:09:20.390838Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmil7s8q\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmil7s8q, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 112fb41c-8e9b-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmil7s8q" level=info timestamp=2018-07-23T17:09:20.462190Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmil7s8q\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmil7s8q, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 112fb41c-8e9b-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmil7s8q" level=info timestamp=2018-07-23T17:09:50.698878Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq46ks kind= uid=23c78625-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:09:50.700130Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq46ks kind= uid=23c78625-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:09:50.939253Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiq46ks\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiq46ks" level=info timestamp=2018-07-23T17:09:50.976360Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiq46ks\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiq46ks" level=info timestamp=2018-07-23T17:09:51.424946Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiq46ks\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmiq46ks, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 23c78625-8e9b-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiq46ks" level=info timestamp=2018-07-23T17:10:21.590255Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:10:21.591005Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-handler-cqfl8 Pod phase: Running level=info timestamp=2018-07-23T17:05:35.696989Z pos=virt-handler.go:87 component=virt-handler hostname=node02 level=info timestamp=2018-07-23T17:05:35.702961Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-23T17:05:35.703699Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-23T17:05:35.803610Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-23T17:05:35.821147Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" level=info timestamp=2018-07-23T17:05:35.858946Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" level=info timestamp=2018-07-23T17:05:36.004280Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid=79134588-8e9a-11e8-8b71-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T17:05:36.069158Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:05:36.077986Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T17:05:36.078213Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:05:41.663139Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:05:41.667300Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:05:41.755789Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:05:41.756143Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-n5kfz Pod phase: Running level=info timestamp=2018-07-23T16:42:22.928662Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.929325Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.929743Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.930098Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.933653Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.934950Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.961899Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.969272Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.970110Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.971373Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.973831Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:23.059526Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:23.076964Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:23.144791Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:23.145110Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmiklcvj-hvn4j Pod phase: Pending • Failure [30.824 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Killed VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:873 should be left alone by virt-handler [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:901 Expected <*errors.StatusError | 0xc42082d320>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } to be nil /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:904 ------------------------------ STEP: Starting a VirtualMachineInstance Pod name: disks-images-provider-8xvwr Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-r4pq7 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-8pxk7 Pod phase: Running 2018/07/23 17:08:43 http: TLS handshake error from 10.129.0.1:54988: EOF 2018/07/23 17:08:53 http: TLS handshake error from 10.129.0.1:54998: EOF 2018/07/23 17:09:03 http: TLS handshake error from 10.129.0.1:55010: EOF 2018/07/23 17:09:13 http: TLS handshake error from 10.129.0.1:55020: EOF 2018/07/23 17:09:23 http: TLS handshake error from 10.129.0.1:55030: EOF 2018/07/23 17:09:33 http: TLS handshake error from 10.129.0.1:55040: EOF 2018/07/23 17:09:43 http: TLS handshake error from 10.129.0.1:55050: EOF 2018/07/23 17:09:53 http: TLS handshake error from 10.129.0.1:55060: EOF 2018/07/23 17:10:03 http: TLS handshake error from 10.129.0.1:55070: EOF level=info timestamp=2018-07-23T17:10:07.679320Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:10:13 http: TLS handshake error from 10.129.0.1:55080: EOF 2018/07/23 17:10:23 http: TLS handshake error from 10.129.0.1:55090: EOF 2018/07/23 17:10:33 http: TLS handshake error from 10.129.0.1:55100: EOF level=info timestamp=2018-07-23T17:10:37.686309Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:10:43 http: TLS handshake error from 10.129.0.1:55110: EOF Pod name: virt-api-7d79764579-rdw4c Pod phase: Running 2018/07/23 17:08:46 http: TLS handshake error from 10.128.0.1:56950: EOF 2018/07/23 17:08:56 http: TLS handshake error from 10.128.0.1:56996: EOF 2018/07/23 17:09:06 http: TLS handshake error from 10.128.0.1:57042: EOF level=info timestamp=2018-07-23T17:09:07.561057Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:09:16 http: TLS handshake error from 10.128.0.1:57092: EOF 2018/07/23 17:09:26 http: TLS handshake error from 10.128.0.1:57138: EOF 2018/07/23 17:09:36 http: TLS handshake error from 10.128.0.1:57184: EOF level=info timestamp=2018-07-23T17:09:37.590545Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:09:46 http: TLS handshake error from 10.128.0.1:57234: EOF 2018/07/23 17:09:56 http: TLS handshake error from 10.128.0.1:57280: EOF 2018/07/23 17:10:06 http: TLS handshake error from 10.128.0.1:57326: EOF 2018/07/23 17:10:16 http: TLS handshake error from 10.128.0.1:57376: EOF 2018/07/23 17:10:26 http: TLS handshake error from 10.128.0.1:57422: EOF 2018/07/23 17:10:36 http: TLS handshake error from 10.128.0.1:57470: EOF 2018/07/23 17:10:46 http: TLS handshake error from 10.128.0.1:57520: EOF Pod name: virt-controller-7d57d96b65-g75sm Pod phase: Running level=info timestamp=2018-07-23T17:05:33.349242Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-gtr8n Pod phase: Running level=info timestamp=2018-07-23T17:09:19.528495Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmil7s8q kind= uid=112fb41c-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:09:19.531475Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmil7s8q kind= uid=112fb41c-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:09:20.390838Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmil7s8q\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmil7s8q, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 112fb41c-8e9b-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmil7s8q" level=info timestamp=2018-07-23T17:09:20.462190Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmil7s8q\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmil7s8q, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 112fb41c-8e9b-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmil7s8q" level=info timestamp=2018-07-23T17:09:50.698878Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq46ks kind= uid=23c78625-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:09:50.700130Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq46ks kind= uid=23c78625-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:09:50.939253Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiq46ks\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiq46ks" level=info timestamp=2018-07-23T17:09:50.976360Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiq46ks\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiq46ks" level=info timestamp=2018-07-23T17:09:51.424946Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiq46ks\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmiq46ks, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 23c78625-8e9b-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiq46ks" level=info timestamp=2018-07-23T17:10:21.590255Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:10:21.591005Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:10:52.184894Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmizczdl kind= uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:10:52.185785Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmizczdl kind= uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:10:52.545926Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmizczdl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmizczdl" level=info timestamp=2018-07-23T17:10:52.624797Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmizczdl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmizczdl" Pod name: virt-handler-cqfl8 Pod phase: Running level=info timestamp=2018-07-23T17:05:41.663139Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:05:41.667300Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind= uid=79134588-8e9a-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:05:41.755789Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:05:41.756143Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2zqxz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:10:39.318347Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T17:10:40.702312Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-23T17:10:40.723565Z pos=vm.go:657 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=Domain uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Domain is in state Paused reason StartingUp" level=info timestamp=2018-07-23T17:10:41.725148Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:10:41.726097Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T17:10:41.728062Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T17:10:41.728415Z pos=vm.go:688 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=Domain uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-23T17:10:41.826672Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T17:10:41.829756Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:10:41.830711Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T17:10:41.835666Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-handler-n5kfz Pod phase: Running level=info timestamp=2018-07-23T16:42:22.928662Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.929325Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.929743Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.930098Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.933653Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.934950Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.961899Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.969272Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.970110Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.971373Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.973831Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:23.059526Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:23.076964Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:23.144791Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:23.145110Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmiklcvj-hvn4j Pod phase: Running level=info timestamp=2018-07-23T17:10:39.723831Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-23T17:10:40.661265Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-23T17:10:40.664144Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 9cc2afa8-550c-464a-be19-a6f8645905e5" level=info timestamp=2018-07-23T17:10:40.667201Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-23T17:10:40.715198Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:10:41.439460Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-23T17:10:41.556781Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Domain started." level=info timestamp=2018-07-23T17:10:41.561636Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:10:41.564948Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:10:41.671953Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 9cc2afa8-550c-464a-be19-a6f8645905e5: 187" level=info timestamp=2018-07-23T17:10:41.732161Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:10:41.732348Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-23T17:10:41.779930Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:10:41.827511Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:10:41.835308Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmizczdl-m8hvc Pod phase: Pending • Failure in Spec Setup (BeforeEach) [30.874 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:61 Expose ClusterIP service [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:68 Should expose a Cluster IP service on a VM and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:71 Expected error: <*errors.StatusError | 0xc420153560>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:27 ------------------------------ Pod name: disks-images-provider-8xvwr Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-r4pq7 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-8pxk7 Pod phase: Running 2018/07/23 17:09:23 http: TLS handshake error from 10.129.0.1:55030: EOF 2018/07/23 17:09:33 http: TLS handshake error from 10.129.0.1:55040: EOF 2018/07/23 17:09:43 http: TLS handshake error from 10.129.0.1:55050: EOF 2018/07/23 17:09:53 http: TLS handshake error from 10.129.0.1:55060: EOF 2018/07/23 17:10:03 http: TLS handshake error from 10.129.0.1:55070: EOF level=info timestamp=2018-07-23T17:10:07.679320Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:10:13 http: TLS handshake error from 10.129.0.1:55080: EOF 2018/07/23 17:10:23 http: TLS handshake error from 10.129.0.1:55090: EOF 2018/07/23 17:10:33 http: TLS handshake error from 10.129.0.1:55100: EOF level=info timestamp=2018-07-23T17:10:37.686309Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:10:43 http: TLS handshake error from 10.129.0.1:55110: EOF 2018/07/23 17:10:53 http: TLS handshake error from 10.129.0.1:55120: EOF 2018/07/23 17:11:03 http: TLS handshake error from 10.129.0.1:55130: EOF 2018/07/23 17:11:13 http: TLS handshake error from 10.129.0.1:55140: EOF 2018/07/23 17:11:23 http: TLS handshake error from 10.129.0.1:55150: EOF Pod name: virt-api-7d79764579-rdw4c Pod phase: Running 2018/07/23 17:09:16 http: TLS handshake error from 10.128.0.1:57092: EOF 2018/07/23 17:09:26 http: TLS handshake error from 10.128.0.1:57138: EOF 2018/07/23 17:09:36 http: TLS handshake error from 10.128.0.1:57184: EOF level=info timestamp=2018-07-23T17:09:37.590545Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:09:46 http: TLS handshake error from 10.128.0.1:57234: EOF 2018/07/23 17:09:56 http: TLS handshake error from 10.128.0.1:57280: EOF 2018/07/23 17:10:06 http: TLS handshake error from 10.128.0.1:57326: EOF 2018/07/23 17:10:16 http: TLS handshake error from 10.128.0.1:57376: EOF 2018/07/23 17:10:26 http: TLS handshake error from 10.128.0.1:57422: EOF 2018/07/23 17:10:36 http: TLS handshake error from 10.128.0.1:57470: EOF 2018/07/23 17:10:46 http: TLS handshake error from 10.128.0.1:57520: EOF 2018/07/23 17:10:56 http: TLS handshake error from 10.128.0.1:57566: EOF 2018/07/23 17:11:06 http: TLS handshake error from 10.128.0.1:57612: EOF level=info timestamp=2018-07-23T17:11:07.611971Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:11:16 http: TLS handshake error from 10.128.0.1:57662: EOF Pod name: virt-controller-7d57d96b65-g75sm Pod phase: Running level=info timestamp=2018-07-23T17:05:33.349242Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-gtr8n Pod phase: Running level=info timestamp=2018-07-23T17:09:50.939253Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiq46ks\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiq46ks" level=info timestamp=2018-07-23T17:09:50.976360Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiq46ks\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiq46ks" level=info timestamp=2018-07-23T17:09:51.424946Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiq46ks\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmiq46ks, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 23c78625-8e9b-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiq46ks" level=info timestamp=2018-07-23T17:10:21.590255Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:10:21.591005Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:10:52.184894Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmizczdl kind= uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:10:52.185785Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmizczdl kind= uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:10:52.545926Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmizczdl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmizczdl" level=info timestamp=2018-07-23T17:10:52.624797Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmizczdl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmizczdl" level=info timestamp=2018-07-23T17:11:23.044989Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmitwxpz kind= uid=5ad5f609-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:11:23.045247Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmitwxpz kind= uid=5ad5f609-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:11:23.513380Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitwxpz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitwxpz" level=info timestamp=2018-07-23T17:11:23.569659Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitwxpz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitwxpz" level=info timestamp=2018-07-23T17:11:23.584474Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitwxpz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitwxpz" level=info timestamp=2018-07-23T17:11:23.610344Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitwxpz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitwxpz" Pod name: virt-handler-cqfl8 Pod phase: Running level=info timestamp=2018-07-23T17:10:41.826672Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T17:10:41.829756Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:10:41.830711Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T17:10:41.835666Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:11:08.052292Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind= uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T17:11:09.024175Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-23T17:11:09.027023Z pos=vm.go:657 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=Domain uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="Domain is in state Paused reason StartingUp" level=info timestamp=2018-07-23T17:11:09.224967Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind= uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:11:09.225102Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind= uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T17:11:09.225884Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T17:11:09.226065Z pos=vm.go:688 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=Domain uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-23T17:11:09.244066Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T17:11:09.436402Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind= uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:11:09.444026Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind= uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T17:11:09.454346Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind= uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-handler-n5kfz Pod phase: Running level=info timestamp=2018-07-23T16:42:22.928662Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.929325Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.929743Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.930098Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.933653Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.934950Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.961899Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.969272Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.970110Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.971373Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.973831Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:23.059526Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:23.076964Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:23.144791Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:23.145110Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmiklcvj-hvn4j Pod phase: Running level=info timestamp=2018-07-23T17:10:39.723831Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-23T17:10:40.661265Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-23T17:10:40.664144Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 9cc2afa8-550c-464a-be19-a6f8645905e5" level=info timestamp=2018-07-23T17:10:40.667201Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-23T17:10:40.715198Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:10:41.439460Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-23T17:10:41.556781Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Domain started." level=info timestamp=2018-07-23T17:10:41.561636Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:10:41.564948Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:10:41.671953Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 9cc2afa8-550c-464a-be19-a6f8645905e5: 187" level=info timestamp=2018-07-23T17:10:41.732161Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:10:41.732348Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-23T17:10:41.779930Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:10:41.827511Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:10:41.835308Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmitwxpz-lpxz9 Pod phase: Pending Pod name: virt-launcher-testvmizczdl-m8hvc Pod phase: Running level=info timestamp=2018-07-23T17:11:08.325524Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-23T17:11:08.908813Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-23T17:11:08.980974Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID d518a3f4-ea9d-4793-8839-c6d21c83592a" level=info timestamp=2018-07-23T17:11:08.981609Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-23T17:11:09.024825Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:11:09.195479Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-23T17:11:09.218317Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:11:09.219032Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmizczdl kind= uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="Domain started." level=info timestamp=2018-07-23T17:11:09.221582Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmizczdl kind= uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:11:09.227039Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:11:09.227151Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-23T17:11:09.242591Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:11:09.244637Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:11:09.450699Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmizczdl kind= uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:11:09.990897Z pos=monitor.go:222 component=virt-launcher msg="Found PID for d518a3f4-ea9d-4793-8839-c6d21c83592a: 189" • Failure in Spec Setup (BeforeEach) [31.168 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:61 Expose NodePort service [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:98 Should expose a NodePort service on a VM and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:103 Expected error: <*errors.StatusError | 0xc42082ce10>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:27 ------------------------------ Pod name: disks-images-provider-8xvwr Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-r4pq7 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-8pxk7 Pod phase: Running 2018/07/23 17:09:53 http: TLS handshake error from 10.129.0.1:55060: EOF 2018/07/23 17:10:03 http: TLS handshake error from 10.129.0.1:55070: EOF level=info timestamp=2018-07-23T17:10:07.679320Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:10:13 http: TLS handshake error from 10.129.0.1:55080: EOF 2018/07/23 17:10:23 http: TLS handshake error from 10.129.0.1:55090: EOF 2018/07/23 17:10:33 http: TLS handshake error from 10.129.0.1:55100: EOF level=info timestamp=2018-07-23T17:10:37.686309Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:10:43 http: TLS handshake error from 10.129.0.1:55110: EOF 2018/07/23 17:10:53 http: TLS handshake error from 10.129.0.1:55120: EOF 2018/07/23 17:11:03 http: TLS handshake error from 10.129.0.1:55130: EOF 2018/07/23 17:11:13 http: TLS handshake error from 10.129.0.1:55140: EOF 2018/07/23 17:11:23 http: TLS handshake error from 10.129.0.1:55150: EOF 2018/07/23 17:11:33 http: TLS handshake error from 10.129.0.1:55160: EOF 2018/07/23 17:11:43 http: TLS handshake error from 10.129.0.1:55170: EOF 2018/07/23 17:11:53 http: TLS handshake error from 10.129.0.1:55180: EOF Pod name: virt-api-7d79764579-rdw4c Pod phase: Running 2018/07/23 17:09:46 http: TLS handshake error from 10.128.0.1:57234: EOF 2018/07/23 17:09:56 http: TLS handshake error from 10.128.0.1:57280: EOF 2018/07/23 17:10:06 http: TLS handshake error from 10.128.0.1:57326: EOF 2018/07/23 17:10:16 http: TLS handshake error from 10.128.0.1:57376: EOF 2018/07/23 17:10:26 http: TLS handshake error from 10.128.0.1:57422: EOF 2018/07/23 17:10:36 http: TLS handshake error from 10.128.0.1:57470: EOF 2018/07/23 17:10:46 http: TLS handshake error from 10.128.0.1:57520: EOF 2018/07/23 17:10:56 http: TLS handshake error from 10.128.0.1:57566: EOF 2018/07/23 17:11:06 http: TLS handshake error from 10.128.0.1:57612: EOF level=info timestamp=2018-07-23T17:11:07.611971Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:11:16 http: TLS handshake error from 10.128.0.1:57662: EOF 2018/07/23 17:11:26 http: TLS handshake error from 10.128.0.1:57708: EOF 2018/07/23 17:11:36 http: TLS handshake error from 10.128.0.1:57754: EOF level=info timestamp=2018-07-23T17:11:37.487375Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:11:46 http: TLS handshake error from 10.128.0.1:57804: EOF Pod name: virt-controller-7d57d96b65-g75sm Pod phase: Running level=info timestamp=2018-07-23T17:05:33.349242Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-gtr8n Pod phase: Running level=info timestamp=2018-07-23T17:09:51.424946Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiq46ks\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmiq46ks, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 23c78625-8e9b-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiq46ks" level=info timestamp=2018-07-23T17:10:21.590255Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:10:21.591005Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:10:52.184894Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmizczdl kind= uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:10:52.185785Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmizczdl kind= uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:10:52.545926Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmizczdl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmizczdl" level=info timestamp=2018-07-23T17:10:52.624797Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmizczdl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmizczdl" level=info timestamp=2018-07-23T17:11:23.044989Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmitwxpz kind= uid=5ad5f609-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:11:23.045247Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmitwxpz kind= uid=5ad5f609-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:11:23.513380Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitwxpz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitwxpz" level=info timestamp=2018-07-23T17:11:23.569659Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitwxpz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitwxpz" level=info timestamp=2018-07-23T17:11:23.584474Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitwxpz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitwxpz" level=info timestamp=2018-07-23T17:11:23.610344Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitwxpz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitwxpz" level=info timestamp=2018-07-23T17:11:54.218479Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:11:54.219098Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-handler-cqfl8 Pod phase: Running level=info timestamp=2018-07-23T17:11:09.244066Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T17:11:09.436402Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind= uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:11:09.444026Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind= uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T17:11:09.454346Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind= uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:11:41.234960Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind= uid=5ad5f609-8e9b-11e8-8b71-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T17:11:42.792208Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-23T17:11:42.805349Z pos=vm.go:657 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=Domain uid=5ad5f609-8e9b-11e8-8b71-525500d15501 msg="Domain is in state Paused reason StartingUp" level=info timestamp=2018-07-23T17:11:43.172060Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T17:11:43.172816Z pos=vm.go:688 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=Domain uid=5ad5f609-8e9b-11e8-8b71-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-23T17:11:43.319832Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T17:11:43.338228Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind= uid=5ad5f609-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:11:43.340926Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind= uid=5ad5f609-8e9b-11e8-8b71-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T17:11:43.420116Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind= uid=5ad5f609-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:11:43.429268Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind= uid=5ad5f609-8e9b-11e8-8b71-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T17:11:43.435955Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind= uid=5ad5f609-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-handler-n5kfz Pod phase: Running level=info timestamp=2018-07-23T16:42:22.928662Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.929325Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.929743Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.930098Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.933653Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.934950Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.961899Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.969272Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.970110Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.971373Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.973831Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:23.059526Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:23.076964Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:23.144791Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:23.145110Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi5p5wq-frd6n Pod phase: Pending Pod name: virt-launcher-testvmiklcvj-hvn4j Pod phase: Running level=info timestamp=2018-07-23T17:10:39.723831Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-23T17:10:40.661265Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-23T17:10:40.664144Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 9cc2afa8-550c-464a-be19-a6f8645905e5" level=info timestamp=2018-07-23T17:10:40.667201Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-23T17:10:40.715198Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:10:41.439460Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-23T17:10:41.556781Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Domain started." level=info timestamp=2018-07-23T17:10:41.561636Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:10:41.564948Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:10:41.671953Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 9cc2afa8-550c-464a-be19-a6f8645905e5: 187" level=info timestamp=2018-07-23T17:10:41.732161Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:10:41.732348Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-23T17:10:41.779930Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:10:41.827511Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:10:41.835308Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmitwxpz-lpxz9 Pod phase: Running level=info timestamp=2018-07-23T17:11:41.680841Z pos=manager.go:157 component=virt-launcher namespace=kubevirt-test-default name=testvmitwxpz kind= uid=5ad5f609-8e9b-11e8-8b71-525500d15501 msg="Domain defined." level=info timestamp=2018-07-23T17:11:42.779917Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-23T17:11:42.787871Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 5d2ef7d8-9c99-460e-bc03-e5da3d52d133" level=info timestamp=2018-07-23T17:11:42.788553Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-23T17:11:42.825831Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:11:43.117170Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-23T17:11:43.169512Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:11:43.172567Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:11:43.175479Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-23T17:11:43.212496Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmitwxpz kind= uid=5ad5f609-8e9b-11e8-8b71-525500d15501 msg="Domain started." level=info timestamp=2018-07-23T17:11:43.214352Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmitwxpz kind= uid=5ad5f609-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:11:43.220839Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:11:43.326834Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:11:43.434579Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmitwxpz kind= uid=5ad5f609-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:11:43.792688Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 5d2ef7d8-9c99-460e-bc03-e5da3d52d133: 196" Pod name: virt-launcher-testvmizczdl-m8hvc Pod phase: Running level=info timestamp=2018-07-23T17:11:08.325524Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-23T17:11:08.908813Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-23T17:11:08.980974Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID d518a3f4-ea9d-4793-8839-c6d21c83592a" level=info timestamp=2018-07-23T17:11:08.981609Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-23T17:11:09.024825Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:11:09.195479Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-23T17:11:09.218317Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:11:09.219032Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmizczdl kind= uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="Domain started." level=info timestamp=2018-07-23T17:11:09.221582Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmizczdl kind= uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:11:09.227039Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:11:09.227151Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-23T17:11:09.242591Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:11:09.244637Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:11:09.450699Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmizczdl kind= uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:11:09.990897Z pos=monitor.go:222 component=virt-launcher msg="Found PID for d518a3f4-ea9d-4793-8839-c6d21c83592a: 189" • Failure in Spec Setup (BeforeEach) [30.923 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose UDP service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:140 Expose ClusterIP UDP service [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:147 Should expose a ClusterIP service on a VM and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:151 Expected error: <*errors.StatusError | 0xc42082d8c0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:27 ------------------------------ Pod name: disks-images-provider-8xvwr Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-r4pq7 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-8pxk7 Pod phase: Running 2018/07/23 17:10:23 http: TLS handshake error from 10.129.0.1:55090: EOF 2018/07/23 17:10:33 http: TLS handshake error from 10.129.0.1:55100: EOF level=info timestamp=2018-07-23T17:10:37.686309Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:10:43 http: TLS handshake error from 10.129.0.1:55110: EOF 2018/07/23 17:10:53 http: TLS handshake error from 10.129.0.1:55120: EOF 2018/07/23 17:11:03 http: TLS handshake error from 10.129.0.1:55130: EOF 2018/07/23 17:11:13 http: TLS handshake error from 10.129.0.1:55140: EOF 2018/07/23 17:11:23 http: TLS handshake error from 10.129.0.1:55150: EOF 2018/07/23 17:11:33 http: TLS handshake error from 10.129.0.1:55160: EOF 2018/07/23 17:11:43 http: TLS handshake error from 10.129.0.1:55170: EOF 2018/07/23 17:11:53 http: TLS handshake error from 10.129.0.1:55180: EOF 2018/07/23 17:12:03 http: TLS handshake error from 10.129.0.1:55190: EOF level=info timestamp=2018-07-23T17:12:07.577583Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:12:13 http: TLS handshake error from 10.129.0.1:55200: EOF 2018/07/23 17:12:23 http: TLS handshake error from 10.129.0.1:55210: EOF Pod name: virt-api-7d79764579-rdw4c Pod phase: Running 2018/07/23 17:10:16 http: TLS handshake error from 10.128.0.1:57376: EOF 2018/07/23 17:10:26 http: TLS handshake error from 10.128.0.1:57422: EOF 2018/07/23 17:10:36 http: TLS handshake error from 10.128.0.1:57470: EOF 2018/07/23 17:10:46 http: TLS handshake error from 10.128.0.1:57520: EOF 2018/07/23 17:10:56 http: TLS handshake error from 10.128.0.1:57566: EOF 2018/07/23 17:11:06 http: TLS handshake error from 10.128.0.1:57612: EOF level=info timestamp=2018-07-23T17:11:07.611971Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:11:16 http: TLS handshake error from 10.128.0.1:57662: EOF 2018/07/23 17:11:26 http: TLS handshake error from 10.128.0.1:57708: EOF 2018/07/23 17:11:36 http: TLS handshake error from 10.128.0.1:57754: EOF level=info timestamp=2018-07-23T17:11:37.487375Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:11:46 http: TLS handshake error from 10.128.0.1:57804: EOF 2018/07/23 17:11:56 http: TLS handshake error from 10.128.0.1:57850: EOF 2018/07/23 17:12:06 http: TLS handshake error from 10.128.0.1:57896: EOF 2018/07/23 17:12:16 http: TLS handshake error from 10.128.0.1:57946: EOF Pod name: virt-controller-7d57d96b65-g75sm Pod phase: Running level=info timestamp=2018-07-23T17:05:33.349242Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-gtr8n Pod phase: Running level=info timestamp=2018-07-23T17:10:52.185785Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmizczdl kind= uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:10:52.545926Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmizczdl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmizczdl" level=info timestamp=2018-07-23T17:10:52.624797Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmizczdl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmizczdl" level=info timestamp=2018-07-23T17:11:23.044989Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmitwxpz kind= uid=5ad5f609-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:11:23.045247Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmitwxpz kind= uid=5ad5f609-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:11:23.513380Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitwxpz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitwxpz" level=info timestamp=2018-07-23T17:11:23.569659Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitwxpz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitwxpz" level=info timestamp=2018-07-23T17:11:23.584474Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitwxpz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitwxpz" level=info timestamp=2018-07-23T17:11:23.610344Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitwxpz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitwxpz" level=info timestamp=2018-07-23T17:11:54.218479Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:11:54.219098Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:12:25.130863Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:12:25.131899Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:12:25.442990Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmipblx6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmipblx6" level=info timestamp=2018-07-23T17:12:25.522502Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmipblx6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmipblx6" Pod name: virt-handler-cqfl8 Pod phase: Running level=info timestamp=2018-07-23T17:12:12.120621Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-23T17:12:12.131633Z pos=vm.go:657 component=virt-handler namespace=kubevirt-test-default name=testvmi5p5wq kind=Domain uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Domain is in state Paused reason StartingUp" level=info timestamp=2018-07-23T17:12:12.719608Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T17:12:12.741479Z pos=vm.go:688 component=virt-handler namespace=kubevirt-test-default name=testvmi5p5wq kind=Domain uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-23T17:12:13.037036Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:12:13.040287Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T17:12:13.045900Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T17:12:13.154476Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:12:13.161070Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="No update processing required" level=error timestamp=2018-07-23T17:12:13.239401Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi5p5wq\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-23T17:12:13.240040Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi5p5wq\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi5p5wq" level=info timestamp=2018-07-23T17:12:13.240861Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T17:12:13.280882Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:12:13.281068Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T17:12:13.292448Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-handler-n5kfz Pod phase: Running level=info timestamp=2018-07-23T16:42:22.928662Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.929325Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.929743Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.930098Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind= uid=27739b15-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.933653Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.934950Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind= uid=1bb8b5f9-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.961899Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.969272Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.970110Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind= uid=378864a3-8e97-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:22.971373Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:22.973831Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibc9f5 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:23.059526Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:23.076964Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:23.144791Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:23.145110Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi5p5wq-frd6n Pod phase: Running level=info timestamp=2018-07-23T17:12:12.094387Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-23T17:12:12.130459Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:12:12.495647Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 3c8bf7f4-9dfd-415f-a9fa-3cd908e08b36" level=info timestamp=2018-07-23T17:12:12.558421Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-23T17:12:12.691651Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-23T17:12:12.705620Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:12:12.729896Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Domain started." level=info timestamp=2018-07-23T17:12:12.731707Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:12:12.741620Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:12:12.741786Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-23T17:12:12.789691Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:12:13.047686Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:12:13.249349Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:12:13.287396Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:12:13.563344Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 3c8bf7f4-9dfd-415f-a9fa-3cd908e08b36: 186" Pod name: virt-launcher-testvmiklcvj-hvn4j Pod phase: Running level=info timestamp=2018-07-23T17:10:39.723831Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-23T17:10:40.661265Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-23T17:10:40.664144Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 9cc2afa8-550c-464a-be19-a6f8645905e5" level=info timestamp=2018-07-23T17:10:40.667201Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-23T17:10:40.715198Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:10:41.439460Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-23T17:10:41.556781Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Domain started." level=info timestamp=2018-07-23T17:10:41.561636Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:10:41.564948Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:10:41.671953Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 9cc2afa8-550c-464a-be19-a6f8645905e5: 187" level=info timestamp=2018-07-23T17:10:41.732161Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:10:41.732348Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-23T17:10:41.779930Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:10:41.827511Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:10:41.835308Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmipblx6-7v6dv Pod phase: Pending Pod name: virt-launcher-testvmitwxpz-lpxz9 Pod phase: Running level=info timestamp=2018-07-23T17:11:41.680841Z pos=manager.go:157 component=virt-launcher namespace=kubevirt-test-default name=testvmitwxpz kind= uid=5ad5f609-8e9b-11e8-8b71-525500d15501 msg="Domain defined." level=info timestamp=2018-07-23T17:11:42.779917Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-23T17:11:42.787871Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 5d2ef7d8-9c99-460e-bc03-e5da3d52d133" level=info timestamp=2018-07-23T17:11:42.788553Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-23T17:11:42.825831Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:11:43.117170Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-23T17:11:43.169512Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:11:43.172567Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:11:43.175479Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-23T17:11:43.212496Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmitwxpz kind= uid=5ad5f609-8e9b-11e8-8b71-525500d15501 msg="Domain started." level=info timestamp=2018-07-23T17:11:43.214352Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmitwxpz kind= uid=5ad5f609-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:11:43.220839Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:11:43.326834Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:11:43.434579Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmitwxpz kind= uid=5ad5f609-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:11:43.792688Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 5d2ef7d8-9c99-460e-bc03-e5da3d52d133: 196" Pod name: virt-launcher-testvmizczdl-m8hvc Pod phase: Running level=info timestamp=2018-07-23T17:11:08.325524Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-23T17:11:08.908813Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-23T17:11:08.980974Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID d518a3f4-ea9d-4793-8839-c6d21c83592a" level=info timestamp=2018-07-23T17:11:08.981609Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-23T17:11:09.024825Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:11:09.195479Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-23T17:11:09.218317Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:11:09.219032Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmizczdl kind= uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="Domain started." level=info timestamp=2018-07-23T17:11:09.221582Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmizczdl kind= uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:11:09.227039Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:11:09.227151Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-23T17:11:09.242591Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:11:09.244637Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:11:09.450699Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmizczdl kind= uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:11:09.990897Z pos=monitor.go:222 component=virt-launcher msg="Found PID for d518a3f4-ea9d-4793-8839-c6d21c83592a: 189" • Failure in Spec Setup (BeforeEach) [31.136 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose UDP service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:140 Expose NodePort UDP service [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:179 Should expose a NodePort service on a VM and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:184 Expected error: <*errors.StatusError | 0xc420152630>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:27 ------------------------------ Pod name: disks-images-provider-8xvwr Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-r4pq7 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-8pxk7 Pod phase: Running 2018/07/23 17:10:43 http: TLS handshake error from 10.129.0.1:55110: EOF 2018/07/23 17:10:53 http: TLS handshake error from 10.129.0.1:55120: EOF 2018/07/23 17:11:03 http: TLS handshake error from 10.129.0.1:55130: EOF 2018/07/23 17:11:13 http: TLS handshake error from 10.129.0.1:55140: EOF 2018/07/23 17:11:23 http: TLS handshake error from 10.129.0.1:55150: EOF 2018/07/23 17:11:33 http: TLS handshake error from 10.129.0.1:55160: EOF 2018/07/23 17:11:43 http: TLS handshake error from 10.129.0.1:55170: EOF 2018/07/23 17:11:53 http: TLS handshake error from 10.129.0.1:55180: EOF 2018/07/23 17:12:03 http: TLS handshake error from 10.129.0.1:55190: EOF level=info timestamp=2018-07-23T17:12:07.577583Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:12:13 http: TLS handshake error from 10.129.0.1:55200: EOF 2018/07/23 17:12:23 http: TLS handshake error from 10.129.0.1:55210: EOF 2018/07/23 17:12:33 http: TLS handshake error from 10.129.0.1:55222: EOF 2018/07/23 17:12:43 http: TLS handshake error from 10.129.0.1:55232: EOF 2018/07/23 17:12:53 http: TLS handshake error from 10.129.0.1:55242: EOF Pod name: virt-api-7d79764579-rdw4c Pod phase: Running 2018/07/23 17:10:56 http: TLS handshake error from 10.128.0.1:57566: EOF 2018/07/23 17:11:06 http: TLS handshake error from 10.128.0.1:57612: EOF level=info timestamp=2018-07-23T17:11:07.611971Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:11:16 http: TLS handshake error from 10.128.0.1:57662: EOF 2018/07/23 17:11:26 http: TLS handshake error from 10.128.0.1:57708: EOF 2018/07/23 17:11:36 http: TLS handshake error from 10.128.0.1:57754: EOF level=info timestamp=2018-07-23T17:11:37.487375Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:11:46 http: TLS handshake error from 10.128.0.1:57804: EOF 2018/07/23 17:11:56 http: TLS handshake error from 10.128.0.1:57850: EOF 2018/07/23 17:12:06 http: TLS handshake error from 10.128.0.1:57896: EOF 2018/07/23 17:12:16 http: TLS handshake error from 10.128.0.1:57946: EOF 2018/07/23 17:12:26 http: TLS handshake error from 10.128.0.1:57992: EOF 2018/07/23 17:12:36 http: TLS handshake error from 10.128.0.1:58038: EOF level=info timestamp=2018-07-23T17:12:37.851930Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:12:46 http: TLS handshake error from 10.128.0.1:58088: EOF Pod name: virt-controller-7d57d96b65-g75sm Pod phase: Running level=info timestamp=2018-07-23T17:05:33.349242Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-gtr8n Pod phase: Running level=info timestamp=2018-07-23T17:10:52.185785Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmizczdl kind= uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:10:52.545926Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmizczdl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmizczdl" level=info timestamp=2018-07-23T17:10:52.624797Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmizczdl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmizczdl" level=info timestamp=2018-07-23T17:11:23.044989Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmitwxpz kind= uid=5ad5f609-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:11:23.045247Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmitwxpz kind= uid=5ad5f609-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:11:23.513380Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitwxpz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitwxpz" level=info timestamp=2018-07-23T17:11:23.569659Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitwxpz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitwxpz" level=info timestamp=2018-07-23T17:11:23.584474Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitwxpz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitwxpz" level=info timestamp=2018-07-23T17:11:23.610344Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitwxpz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitwxpz" level=info timestamp=2018-07-23T17:11:54.218479Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:11:54.219098Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:12:25.130863Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:12:25.131899Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:12:25.442990Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmipblx6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmipblx6" level=info timestamp=2018-07-23T17:12:25.522502Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmipblx6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmipblx6" Pod name: virt-handler-cqfl8 Pod phase: Running level=info timestamp=2018-07-23T17:12:12.120621Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-23T17:12:12.131633Z pos=vm.go:657 component=virt-handler namespace=kubevirt-test-default name=testvmi5p5wq kind=Domain uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Domain is in state Paused reason StartingUp" level=info timestamp=2018-07-23T17:12:12.719608Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T17:12:12.741479Z pos=vm.go:688 component=virt-handler namespace=kubevirt-test-default name=testvmi5p5wq kind=Domain uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-23T17:12:13.037036Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:12:13.040287Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T17:12:13.045900Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T17:12:13.154476Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:12:13.161070Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="No update processing required" level=error timestamp=2018-07-23T17:12:13.239401Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi5p5wq\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-23T17:12:13.240040Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi5p5wq\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi5p5wq" level=info timestamp=2018-07-23T17:12:13.240861Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T17:12:13.280882Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:12:13.281068Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T17:12:13.292448Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-handler-n5kfz Pod phase: Running level=info timestamp=2018-07-23T16:42:23.059526Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:23.076964Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:23.144791Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:23.145110Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:12:41.076268Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T17:12:41.842318Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-23T17:12:41.843462Z pos=vm.go:657 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=Domain uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Domain is in state Paused reason StartingUp" level=info timestamp=2018-07-23T17:12:42.187050Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T17:12:42.190764Z pos=vm.go:688 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=Domain uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-23T17:12:42.209809Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T17:12:42.210357Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:12:42.221155Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T17:12:42.292874Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:12:42.296144Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T17:12:42.331140Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi5p5wq-frd6n Pod phase: Running level=info timestamp=2018-07-23T17:12:12.094387Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-23T17:12:12.130459Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:12:12.495647Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 3c8bf7f4-9dfd-415f-a9fa-3cd908e08b36" level=info timestamp=2018-07-23T17:12:12.558421Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-23T17:12:12.691651Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-23T17:12:12.705620Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:12:12.729896Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Domain started." level=info timestamp=2018-07-23T17:12:12.731707Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:12:12.741620Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:12:12.741786Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-23T17:12:12.789691Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:12:13.047686Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:12:13.249349Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:12:13.287396Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:12:13.563344Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 3c8bf7f4-9dfd-415f-a9fa-3cd908e08b36: 186" Pod name: virt-launcher-testvmiklcvj-hvn4j Pod phase: Running level=info timestamp=2018-07-23T17:10:39.723831Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-23T17:10:40.661265Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-23T17:10:40.664144Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 9cc2afa8-550c-464a-be19-a6f8645905e5" level=info timestamp=2018-07-23T17:10:40.667201Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-23T17:10:40.715198Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:10:41.439460Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-23T17:10:41.556781Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Domain started." level=info timestamp=2018-07-23T17:10:41.561636Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:10:41.564948Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:10:41.671953Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 9cc2afa8-550c-464a-be19-a6f8645905e5: 187" level=info timestamp=2018-07-23T17:10:41.732161Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:10:41.732348Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-23T17:10:41.779930Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:10:41.827511Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:10:41.835308Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmipblx6-7v6dv Pod phase: Running level=info timestamp=2018-07-23T17:12:41.301835Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-23T17:12:41.833850Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-23T17:12:41.843050Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:12:41.844240Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID d9230df2-08a9-4e30-bb90-002c1935a368" level=info timestamp=2018-07-23T17:12:41.845181Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-23T17:12:42.136436Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-23T17:12:42.154298Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:12:42.170994Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Domain started." level=info timestamp=2018-07-23T17:12:42.174763Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:12:42.191422Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:12:42.191725Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-23T17:12:42.205229Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:12:42.221928Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:12:42.302462Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:12:42.857806Z pos=monitor.go:222 component=virt-launcher msg="Found PID for d9230df2-08a9-4e30-bb90-002c1935a368: 184" Pod name: virt-launcher-testvmitwxpz-lpxz9 Pod phase: Running level=info timestamp=2018-07-23T17:11:41.680841Z pos=manager.go:157 component=virt-launcher namespace=kubevirt-test-default name=testvmitwxpz kind= uid=5ad5f609-8e9b-11e8-8b71-525500d15501 msg="Domain defined." level=info timestamp=2018-07-23T17:11:42.779917Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-23T17:11:42.787871Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 5d2ef7d8-9c99-460e-bc03-e5da3d52d133" level=info timestamp=2018-07-23T17:11:42.788553Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-23T17:11:42.825831Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:11:43.117170Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-23T17:11:43.169512Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:11:43.172567Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:11:43.175479Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-23T17:11:43.212496Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmitwxpz kind= uid=5ad5f609-8e9b-11e8-8b71-525500d15501 msg="Domain started." level=info timestamp=2018-07-23T17:11:43.214352Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmitwxpz kind= uid=5ad5f609-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:11:43.220839Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:11:43.326834Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:11:43.434579Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmitwxpz kind= uid=5ad5f609-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:11:43.792688Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 5d2ef7d8-9c99-460e-bc03-e5da3d52d133: 196" Pod name: virt-launcher-testvmizczdl-m8hvc Pod phase: Running level=info timestamp=2018-07-23T17:11:08.325524Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-23T17:11:08.908813Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-23T17:11:08.980974Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID d518a3f4-ea9d-4793-8839-c6d21c83592a" level=info timestamp=2018-07-23T17:11:08.981609Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-23T17:11:09.024825Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:11:09.195479Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-23T17:11:09.218317Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:11:09.219032Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmizczdl kind= uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="Domain started." level=info timestamp=2018-07-23T17:11:09.221582Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmizczdl kind= uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:11:09.227039Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:11:09.227151Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-23T17:11:09.242591Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:11:09.244637Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:11:09.450699Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmizczdl kind= uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:11:09.990897Z pos=monitor.go:222 component=virt-launcher msg="Found PID for d518a3f4-ea9d-4793-8839-c6d21c83592a: 189" • Failure in Spec Setup (BeforeEach) [31.099 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VM replica set /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:227 Expose ClusterIP service [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:260 Should create a ClusterIP service on VMRS and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:264 Expected error: <*errors.StatusError | 0xc420a00990>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:238 ------------------------------ STEP: Creating a VMRS object with 2 replicas STEP: Start the replica set Pod name: disks-images-provider-8xvwr Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-r4pq7 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-8pxk7 Pod phase: Running 2018/07/23 17:11:23 http: TLS handshake error from 10.129.0.1:55150: EOF 2018/07/23 17:11:33 http: TLS handshake error from 10.129.0.1:55160: EOF 2018/07/23 17:11:43 http: TLS handshake error from 10.129.0.1:55170: EOF 2018/07/23 17:11:53 http: TLS handshake error from 10.129.0.1:55180: EOF 2018/07/23 17:12:03 http: TLS handshake error from 10.129.0.1:55190: EOF level=info timestamp=2018-07-23T17:12:07.577583Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:12:13 http: TLS handshake error from 10.129.0.1:55200: EOF 2018/07/23 17:12:23 http: TLS handshake error from 10.129.0.1:55210: EOF 2018/07/23 17:12:33 http: TLS handshake error from 10.129.0.1:55222: EOF 2018/07/23 17:12:43 http: TLS handshake error from 10.129.0.1:55232: EOF 2018/07/23 17:12:53 http: TLS handshake error from 10.129.0.1:55242: EOF 2018/07/23 17:13:03 http: TLS handshake error from 10.129.0.1:55252: EOF level=info timestamp=2018-07-23T17:13:07.510187Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:13:13 http: TLS handshake error from 10.129.0.1:55262: EOF 2018/07/23 17:13:23 http: TLS handshake error from 10.129.0.1:55272: EOF Pod name: virt-api-7d79764579-rdw4c Pod phase: Running 2018/07/23 17:11:26 http: TLS handshake error from 10.128.0.1:57708: EOF 2018/07/23 17:11:36 http: TLS handshake error from 10.128.0.1:57754: EOF level=info timestamp=2018-07-23T17:11:37.487375Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:11:46 http: TLS handshake error from 10.128.0.1:57804: EOF 2018/07/23 17:11:56 http: TLS handshake error from 10.128.0.1:57850: EOF 2018/07/23 17:12:06 http: TLS handshake error from 10.128.0.1:57896: EOF 2018/07/23 17:12:16 http: TLS handshake error from 10.128.0.1:57946: EOF 2018/07/23 17:12:26 http: TLS handshake error from 10.128.0.1:57992: EOF 2018/07/23 17:12:36 http: TLS handshake error from 10.128.0.1:58038: EOF level=info timestamp=2018-07-23T17:12:37.851930Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:12:46 http: TLS handshake error from 10.128.0.1:58088: EOF 2018/07/23 17:12:56 http: TLS handshake error from 10.128.0.1:58134: EOF 2018/07/23 17:13:06 http: TLS handshake error from 10.128.0.1:58180: EOF 2018/07/23 17:13:16 http: TLS handshake error from 10.128.0.1:58230: EOF 2018/07/23 17:13:26 http: TLS handshake error from 10.128.0.1:58372: EOF Pod name: virt-controller-7d57d96b65-g75sm Pod phase: Running level=info timestamp=2018-07-23T17:05:33.349242Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-gtr8n Pod phase: Running level=info timestamp=2018-07-23T17:11:23.045247Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmitwxpz kind= uid=5ad5f609-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:11:23.513380Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitwxpz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitwxpz" level=info timestamp=2018-07-23T17:11:23.569659Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitwxpz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitwxpz" level=info timestamp=2018-07-23T17:11:23.584474Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitwxpz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitwxpz" level=info timestamp=2018-07-23T17:11:23.610344Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitwxpz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitwxpz" level=info timestamp=2018-07-23T17:11:54.218479Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:11:54.219098Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:12:25.130863Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:12:25.131899Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:12:25.442990Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmipblx6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmipblx6" level=info timestamp=2018-07-23T17:12:25.522502Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmipblx6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmipblx6" level=error timestamp=2018-07-23T17:13:26.351085Z pos=replicaset.go:225 component=virt-controller service=http namespace=kubevirt-test-default name=replicaset6vdjk kind= uid=926a2ae3-8e9b-11e8-8b71-525500d15501 msg="Scaling the replicaset failed." level=info timestamp=2018-07-23T17:13:27.491512Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi4bsj8 kind= uid=a4f6f20f-8e9b-11e8-8b71-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-23T17:13:27.491942Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi4bsj8 kind= uid=a4f6f20f-8e9b-11e8-8b71-525500d15501 msg="Creating or the VirtualMachineInstance: false" level=info timestamp=2018-07-23T17:13:27.492179Z pos=vm.go:262 component=virt-controller service=http msg="vmi is nil" Pod name: virt-handler-cqfl8 Pod phase: Running level=info timestamp=2018-07-23T17:12:12.120621Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-23T17:12:12.131633Z pos=vm.go:657 component=virt-handler namespace=kubevirt-test-default name=testvmi5p5wq kind=Domain uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Domain is in state Paused reason StartingUp" level=info timestamp=2018-07-23T17:12:12.719608Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T17:12:12.741479Z pos=vm.go:688 component=virt-handler namespace=kubevirt-test-default name=testvmi5p5wq kind=Domain uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-23T17:12:13.037036Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:12:13.040287Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T17:12:13.045900Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T17:12:13.154476Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:12:13.161070Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="No update processing required" level=error timestamp=2018-07-23T17:12:13.239401Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi5p5wq\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-23T17:12:13.240040Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi5p5wq\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi5p5wq" level=info timestamp=2018-07-23T17:12:13.240861Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T17:12:13.280882Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:12:13.281068Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T17:12:13.292448Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-handler-n5kfz Pod phase: Running level=info timestamp=2018-07-23T16:42:23.059526Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:23.076964Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijb9v9 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T16:42:23.144791Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T16:42:23.145110Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmivzsvg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:12:41.076268Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T17:12:41.842318Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-23T17:12:41.843462Z pos=vm.go:657 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=Domain uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Domain is in state Paused reason StartingUp" level=info timestamp=2018-07-23T17:12:42.187050Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T17:12:42.190764Z pos=vm.go:688 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=Domain uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-23T17:12:42.209809Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T17:12:42.210357Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:12:42.221155Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T17:12:42.292874Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:12:42.296144Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T17:12:42.331140Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi5p5wq-frd6n Pod phase: Running level=info timestamp=2018-07-23T17:12:12.094387Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-23T17:12:12.130459Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:12:12.495647Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 3c8bf7f4-9dfd-415f-a9fa-3cd908e08b36" level=info timestamp=2018-07-23T17:12:12.558421Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-23T17:12:12.691651Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-23T17:12:12.705620Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:12:12.729896Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Domain started." level=info timestamp=2018-07-23T17:12:12.731707Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:12:12.741620Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:12:12.741786Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-23T17:12:12.789691Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:12:13.047686Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:12:13.249349Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:12:13.287396Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi5p5wq kind= uid=6d6a4bea-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:12:13.563344Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 3c8bf7f4-9dfd-415f-a9fa-3cd908e08b36: 186" Pod name: virt-launcher-testvmiklcvj-hvn4j Pod phase: Running level=info timestamp=2018-07-23T17:10:39.723831Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-23T17:10:40.661265Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-23T17:10:40.664144Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 9cc2afa8-550c-464a-be19-a6f8645905e5" level=info timestamp=2018-07-23T17:10:40.667201Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-23T17:10:40.715198Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:10:41.439460Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-23T17:10:41.556781Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Domain started." level=info timestamp=2018-07-23T17:10:41.561636Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:10:41.564948Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:10:41.671953Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 9cc2afa8-550c-464a-be19-a6f8645905e5: 187" level=info timestamp=2018-07-23T17:10:41.732161Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:10:41.732348Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-23T17:10:41.779930Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:10:41.827511Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:10:41.835308Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiklcvj kind= uid=3634454d-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmipblx6-7v6dv Pod phase: Running level=info timestamp=2018-07-23T17:12:41.301835Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-23T17:12:41.833850Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-23T17:12:41.843050Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:12:41.844240Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID d9230df2-08a9-4e30-bb90-002c1935a368" level=info timestamp=2018-07-23T17:12:41.845181Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-23T17:12:42.136436Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-23T17:12:42.154298Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:12:42.170994Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Domain started." level=info timestamp=2018-07-23T17:12:42.174763Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:12:42.191422Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:12:42.191725Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-23T17:12:42.205229Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:12:42.221928Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:12:42.302462Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:12:42.857806Z pos=monitor.go:222 component=virt-launcher msg="Found PID for d9230df2-08a9-4e30-bb90-002c1935a368: 184" Pod name: virt-launcher-testvmitwxpz-lpxz9 Pod phase: Running level=info timestamp=2018-07-23T17:11:41.680841Z pos=manager.go:157 component=virt-launcher namespace=kubevirt-test-default name=testvmitwxpz kind= uid=5ad5f609-8e9b-11e8-8b71-525500d15501 msg="Domain defined." level=info timestamp=2018-07-23T17:11:42.779917Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-23T17:11:42.787871Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 5d2ef7d8-9c99-460e-bc03-e5da3d52d133" level=info timestamp=2018-07-23T17:11:42.788553Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-23T17:11:42.825831Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:11:43.117170Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-23T17:11:43.169512Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:11:43.172567Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:11:43.175479Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-23T17:11:43.212496Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmitwxpz kind= uid=5ad5f609-8e9b-11e8-8b71-525500d15501 msg="Domain started." level=info timestamp=2018-07-23T17:11:43.214352Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmitwxpz kind= uid=5ad5f609-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:11:43.220839Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:11:43.326834Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:11:43.434579Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmitwxpz kind= uid=5ad5f609-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:11:43.792688Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 5d2ef7d8-9c99-460e-bc03-e5da3d52d133: 196" Pod name: virt-launcher-testvmizczdl-m8hvc Pod phase: Running level=info timestamp=2018-07-23T17:11:08.325524Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-23T17:11:08.908813Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-23T17:11:08.980974Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID d518a3f4-ea9d-4793-8839-c6d21c83592a" level=info timestamp=2018-07-23T17:11:08.981609Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-23T17:11:09.024825Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:11:09.195479Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-23T17:11:09.218317Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:11:09.219032Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmizczdl kind= uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="Domain started." level=info timestamp=2018-07-23T17:11:09.221582Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmizczdl kind= uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:11:09.227039Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:11:09.227151Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-23T17:11:09.242591Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T17:11:09.244637Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T17:11:09.450699Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmizczdl kind= uid=486ef6db-8e9b-11e8-8b71-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T17:11:09.990897Z pos=monitor.go:222 component=virt-launcher msg="Found PID for d518a3f4-ea9d-4793-8839-c6d21c83592a: 189" • Failure in Spec Setup (BeforeEach) [31.351 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on an Offline VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:292 Expose ClusterIP service [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:336 Connect to ClusterIP services that was set when VM was offline /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:337 Expected error: <*errors.StatusError | 0xc420858090>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:305 ------------------------------ STEP: Creating an OVM object STEP: Creating the OVM Pod name: disks-images-provider-8xvwr Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-r4pq7 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-8pxk7 Pod phase: Running 2018/07/23 17:12:03 http: TLS handshake error from 10.129.0.1:55190: EOF level=info timestamp=2018-07-23T17:12:07.577583Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:12:13 http: TLS handshake error from 10.129.0.1:55200: EOF 2018/07/23 17:12:23 http: TLS handshake error from 10.129.0.1:55210: EOF 2018/07/23 17:12:33 http: TLS handshake error from 10.129.0.1:55222: EOF 2018/07/23 17:12:43 http: TLS handshake error from 10.129.0.1:55232: EOF 2018/07/23 17:12:53 http: TLS handshake error from 10.129.0.1:55242: EOF 2018/07/23 17:13:03 http: TLS handshake error from 10.129.0.1:55252: EOF level=info timestamp=2018-07-23T17:13:07.510187Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:13:13 http: TLS handshake error from 10.129.0.1:55262: EOF 2018/07/23 17:13:23 http: TLS handshake error from 10.129.0.1:55272: EOF 2018/07/23 17:13:33 http: TLS handshake error from 10.129.0.1:55282: EOF level=info timestamp=2018-07-23T17:13:37.481394Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:13:43 http: TLS handshake error from 10.129.0.1:55294: EOF 2018/07/23 17:13:53 http: TLS handshake error from 10.129.0.1:55304: EOF Pod name: virt-api-7d79764579-rdw4c Pod phase: Running 2018/07/23 17:11:46 http: TLS handshake error from 10.128.0.1:57804: EOF 2018/07/23 17:11:56 http: TLS handshake error from 10.128.0.1:57850: EOF 2018/07/23 17:12:06 http: TLS handshake error from 10.128.0.1:57896: EOF 2018/07/23 17:12:16 http: TLS handshake error from 10.128.0.1:57946: EOF 2018/07/23 17:12:26 http: TLS handshake error from 10.128.0.1:57992: EOF 2018/07/23 17:12:36 http: TLS handshake error from 10.128.0.1:58038: EOF level=info timestamp=2018-07-23T17:12:37.851930Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:12:46 http: TLS handshake error from 10.128.0.1:58088: EOF 2018/07/23 17:12:56 http: TLS handshake error from 10.128.0.1:58134: EOF 2018/07/23 17:13:06 http: TLS handshake error from 10.128.0.1:58180: EOF 2018/07/23 17:13:16 http: TLS handshake error from 10.128.0.1:58230: EOF 2018/07/23 17:13:26 http: TLS handshake error from 10.128.0.1:58372: EOF 2018/07/23 17:13:36 http: TLS handshake error from 10.128.0.1:58418: EOF 2018/07/23 17:13:46 http: TLS handshake error from 10.128.0.1:58468: EOF 2018/07/23 17:13:56 http: TLS handshake error from 10.128.0.1:58514: EOF Pod name: virt-controller-7d57d96b65-g75sm Pod phase: Running level=info timestamp=2018-07-23T17:05:33.349242Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-gtr8n Pod phase: Running level=error timestamp=2018-07-23T17:13:56.411553Z pos=replicaset.go:225 component=virt-controller service=http namespace=kubevirt-test-default name=replicaset6vdjk kind= uid=926a2ae3-8e9b-11e8-8b71-525500d15501 msg="Scaling the replicaset failed." level=info timestamp=2018-07-23T17:13:56.454825Z pos=vm.go:459 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijldbsl8hxk kind= uid=b64534af-8e9b-11e8-8b71-525500d15501 msg="Looking for VirtualMachineInstance Ref" level=error timestamp=2018-07-23T17:13:56.455021Z pos=vm.go:462 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijldbsl8hxk kind= uid=b64534af-8e9b-11e8-8b71-525500d15501 msg="Cant find the matching VM for VirtualMachineInstance: testvmijldbsl8hxk" level=info timestamp=2018-07-23T17:13:56.455242Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijldbsl8hxk kind= uid=b64534af-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:13:56.455535Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijldbsl8hxk kind= uid=b64534af-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:13:56.482521Z pos=vm.go:459 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijldbs7wfdl kind= uid=b644b713-8e9b-11e8-8b71-525500d15501 msg="Looking for VirtualMachineInstance Ref" level=error timestamp=2018-07-23T17:13:56.482684Z pos=vm.go:462 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijldbs7wfdl kind= uid=b644b713-8e9b-11e8-8b71-525500d15501 msg="Cant find the matching VM for VirtualMachineInstance: testvmijldbs7wfdl" level=info timestamp=2018-07-23T17:13:56.482909Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijldbs7wfdl kind= uid=b644b713-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:13:56.483067Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijldbs7wfdl kind= uid=b644b713-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:13:56.728540Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbsl8hxk\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbsl8hxk" level=info timestamp=2018-07-23T17:13:56.749244Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbs7wfdl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbs7wfdl" level=info timestamp=2018-07-23T17:13:56.790343Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbsl8hxk\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbsl8hxk" level=info timestamp=2018-07-23T17:13:56.939655Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbs7wfdl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbs7wfdl" level=info timestamp=2018-07-23T17:13:57.014043Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbsl8hxk\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbsl8hxk" level=info timestamp=2018-07-23T17:13:57.082410Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbs7wfdl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbs7wfdl" Pod name: virt-handler-cqfl8 Pod phase: Running level=info timestamp=2018-07-23T17:13:29.634417Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.659235Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.659548Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.666603Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.667038Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.707049Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.722051Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.722498Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.722668Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.724455Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.725600Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.726019Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.726288Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.726456Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.726677Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-n5kfz Pod phase: Running level=info timestamp=2018-07-23T17:12:42.331140Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.033149Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T17:13:29.034031Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T17:13:29.037949Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmipblx6" level=info timestamp=2018-07-23T17:13:29.264114Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T17:13:29.264429Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-23T17:13:29.279128Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.289865Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T17:13:29.290010Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T17:13:29.294377Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T17:13:29.513785Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.515622Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.516780Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.588013Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.588441Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: subresource-access-testerkmxlm Pod phase: Running • Failure [31.605 seconds] Subresource Api /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:37 Rbac Authorization /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:48 with correct permissions /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:51 should be allowed to access subresource endpoint [It] /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:52 Timed out after 30.000s. Expected : Running to equal : Succeeded /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:118 ------------------------------ • [SLOW TEST:5.921 seconds] Subresource Api /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:37 Rbac Authorization /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:48 Without permissions /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:56 should not be able to access subresource endpoint /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:57 ------------------------------ Pod name: disks-images-provider-8xvwr Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-r4pq7 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-8pxk7 Pod phase: Running 2018/07/23 17:12:43 http: TLS handshake error from 10.129.0.1:55232: EOF 2018/07/23 17:12:53 http: TLS handshake error from 10.129.0.1:55242: EOF 2018/07/23 17:13:03 http: TLS handshake error from 10.129.0.1:55252: EOF level=info timestamp=2018-07-23T17:13:07.510187Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:13:13 http: TLS handshake error from 10.129.0.1:55262: EOF 2018/07/23 17:13:23 http: TLS handshake error from 10.129.0.1:55272: EOF 2018/07/23 17:13:33 http: TLS handshake error from 10.129.0.1:55282: EOF level=info timestamp=2018-07-23T17:13:37.481394Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:13:43 http: TLS handshake error from 10.129.0.1:55294: EOF 2018/07/23 17:13:53 http: TLS handshake error from 10.129.0.1:55304: EOF 2018/07/23 17:14:03 http: TLS handshake error from 10.129.0.1:55314: EOF level=info timestamp=2018-07-23T17:14:07.487763Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:14:13 http: TLS handshake error from 10.129.0.1:55328: EOF 2018/07/23 17:14:23 http: TLS handshake error from 10.129.0.1:55338: EOF 2018/07/23 17:14:33 http: TLS handshake error from 10.129.0.1:55348: EOF Pod name: virt-api-7d79764579-rdw4c Pod phase: Running 2018/07/23 17:12:26 http: TLS handshake error from 10.128.0.1:57992: EOF 2018/07/23 17:12:36 http: TLS handshake error from 10.128.0.1:58038: EOF level=info timestamp=2018-07-23T17:12:37.851930Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:12:46 http: TLS handshake error from 10.128.0.1:58088: EOF 2018/07/23 17:12:56 http: TLS handshake error from 10.128.0.1:58134: EOF 2018/07/23 17:13:06 http: TLS handshake error from 10.128.0.1:58180: EOF 2018/07/23 17:13:16 http: TLS handshake error from 10.128.0.1:58230: EOF 2018/07/23 17:13:26 http: TLS handshake error from 10.128.0.1:58372: EOF 2018/07/23 17:13:36 http: TLS handshake error from 10.128.0.1:58418: EOF 2018/07/23 17:13:46 http: TLS handshake error from 10.128.0.1:58468: EOF 2018/07/23 17:13:56 http: TLS handshake error from 10.128.0.1:58514: EOF 2018/07/23 17:14:06 http: TLS handshake error from 10.128.0.1:58562: EOF 2018/07/23 17:14:16 http: TLS handshake error from 10.128.0.1:58612: EOF 2018/07/23 17:14:26 http: TLS handshake error from 10.128.0.1:58658: EOF 2018/07/23 17:14:36 http: TLS handshake error from 10.128.0.1:58704: EOF Pod name: virt-controller-7d57d96b65-g75sm Pod phase: Running level=info timestamp=2018-07-23T17:05:33.349242Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-gtr8n Pod phase: Running level=error timestamp=2018-07-23T17:13:56.411553Z pos=replicaset.go:225 component=virt-controller service=http namespace=kubevirt-test-default name=replicaset6vdjk kind= uid=926a2ae3-8e9b-11e8-8b71-525500d15501 msg="Scaling the replicaset failed." level=info timestamp=2018-07-23T17:13:56.454825Z pos=vm.go:459 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijldbsl8hxk kind= uid=b64534af-8e9b-11e8-8b71-525500d15501 msg="Looking for VirtualMachineInstance Ref" level=error timestamp=2018-07-23T17:13:56.455021Z pos=vm.go:462 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijldbsl8hxk kind= uid=b64534af-8e9b-11e8-8b71-525500d15501 msg="Cant find the matching VM for VirtualMachineInstance: testvmijldbsl8hxk" level=info timestamp=2018-07-23T17:13:56.455242Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijldbsl8hxk kind= uid=b64534af-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:13:56.455535Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijldbsl8hxk kind= uid=b64534af-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:13:56.482521Z pos=vm.go:459 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijldbs7wfdl kind= uid=b644b713-8e9b-11e8-8b71-525500d15501 msg="Looking for VirtualMachineInstance Ref" level=error timestamp=2018-07-23T17:13:56.482684Z pos=vm.go:462 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijldbs7wfdl kind= uid=b644b713-8e9b-11e8-8b71-525500d15501 msg="Cant find the matching VM for VirtualMachineInstance: testvmijldbs7wfdl" level=info timestamp=2018-07-23T17:13:56.482909Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijldbs7wfdl kind= uid=b644b713-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:13:56.483067Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijldbs7wfdl kind= uid=b644b713-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:13:56.728540Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbsl8hxk\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbsl8hxk" level=info timestamp=2018-07-23T17:13:56.749244Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbs7wfdl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbs7wfdl" level=info timestamp=2018-07-23T17:13:56.790343Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbsl8hxk\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbsl8hxk" level=info timestamp=2018-07-23T17:13:56.939655Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbs7wfdl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbs7wfdl" level=info timestamp=2018-07-23T17:13:57.014043Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbsl8hxk\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbsl8hxk" level=info timestamp=2018-07-23T17:13:57.082410Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbs7wfdl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbs7wfdl" Pod name: virt-handler-cqfl8 Pod phase: Running level=info timestamp=2018-07-23T17:13:29.634417Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.659235Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.659548Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.666603Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.667038Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.707049Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.722051Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.722498Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.722668Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.724455Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.725600Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.726019Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.726288Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.726456Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.726677Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-n5kfz Pod phase: Running level=info timestamp=2018-07-23T17:12:42.331140Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.033149Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T17:13:29.034031Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T17:13:29.037949Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmipblx6" level=info timestamp=2018-07-23T17:13:29.264114Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T17:13:29.264429Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-23T17:13:29.279128Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.289865Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T17:13:29.290010Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T17:13:29.294377Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T17:13:29.513785Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.515622Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.516780Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.588013Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.588441Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: subresource-access-testercdpf6 Pod phase: Running • Failure [30.714 seconds] Subresource Api /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:37 Rbac Authorization For Version Command /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:63 with authenticated user /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:66 should be allowed to access subresource version endpoint [It] /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:67 Timed out after 30.000s. Expected : Running to equal : Succeeded /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:118 ------------------------------ Pod name: disks-images-provider-8xvwr Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-r4pq7 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-8pxk7 Pod phase: Running level=info timestamp=2018-07-23T17:13:07.510187Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:13:13 http: TLS handshake error from 10.129.0.1:55262: EOF 2018/07/23 17:13:23 http: TLS handshake error from 10.129.0.1:55272: EOF 2018/07/23 17:13:33 http: TLS handshake error from 10.129.0.1:55282: EOF level=info timestamp=2018-07-23T17:13:37.481394Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:13:43 http: TLS handshake error from 10.129.0.1:55294: EOF 2018/07/23 17:13:53 http: TLS handshake error from 10.129.0.1:55304: EOF 2018/07/23 17:14:03 http: TLS handshake error from 10.129.0.1:55314: EOF level=info timestamp=2018-07-23T17:14:07.487763Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:14:13 http: TLS handshake error from 10.129.0.1:55328: EOF 2018/07/23 17:14:23 http: TLS handshake error from 10.129.0.1:55338: EOF 2018/07/23 17:14:33 http: TLS handshake error from 10.129.0.1:55348: EOF 2018/07/23 17:14:43 http: TLS handshake error from 10.129.0.1:55360: EOF 2018/07/23 17:14:53 http: TLS handshake error from 10.129.0.1:55370: EOF 2018/07/23 17:15:03 http: TLS handshake error from 10.129.0.1:55380: EOF Pod name: virt-api-7d79764579-rdw4c Pod phase: Running 2018/07/23 17:12:56 http: TLS handshake error from 10.128.0.1:58134: EOF 2018/07/23 17:13:06 http: TLS handshake error from 10.128.0.1:58180: EOF 2018/07/23 17:13:16 http: TLS handshake error from 10.128.0.1:58230: EOF 2018/07/23 17:13:26 http: TLS handshake error from 10.128.0.1:58372: EOF 2018/07/23 17:13:36 http: TLS handshake error from 10.128.0.1:58418: EOF 2018/07/23 17:13:46 http: TLS handshake error from 10.128.0.1:58468: EOF 2018/07/23 17:13:56 http: TLS handshake error from 10.128.0.1:58514: EOF 2018/07/23 17:14:06 http: TLS handshake error from 10.128.0.1:58562: EOF 2018/07/23 17:14:16 http: TLS handshake error from 10.128.0.1:58612: EOF 2018/07/23 17:14:26 http: TLS handshake error from 10.128.0.1:58658: EOF 2018/07/23 17:14:36 http: TLS handshake error from 10.128.0.1:58704: EOF level=info timestamp=2018-07-23T17:14:37.516694Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:14:46 http: TLS handshake error from 10.128.0.1:58754: EOF 2018/07/23 17:14:56 http: TLS handshake error from 10.128.0.1:58800: EOF 2018/07/23 17:15:06 http: TLS handshake error from 10.128.0.1:58846: EOF Pod name: virt-controller-7d57d96b65-g75sm Pod phase: Running level=info timestamp=2018-07-23T17:05:33.349242Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-gtr8n Pod phase: Running level=error timestamp=2018-07-23T17:13:56.411553Z pos=replicaset.go:225 component=virt-controller service=http namespace=kubevirt-test-default name=replicaset6vdjk kind= uid=926a2ae3-8e9b-11e8-8b71-525500d15501 msg="Scaling the replicaset failed." level=info timestamp=2018-07-23T17:13:56.454825Z pos=vm.go:459 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijldbsl8hxk kind= uid=b64534af-8e9b-11e8-8b71-525500d15501 msg="Looking for VirtualMachineInstance Ref" level=error timestamp=2018-07-23T17:13:56.455021Z pos=vm.go:462 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijldbsl8hxk kind= uid=b64534af-8e9b-11e8-8b71-525500d15501 msg="Cant find the matching VM for VirtualMachineInstance: testvmijldbsl8hxk" level=info timestamp=2018-07-23T17:13:56.455242Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijldbsl8hxk kind= uid=b64534af-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:13:56.455535Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijldbsl8hxk kind= uid=b64534af-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:13:56.482521Z pos=vm.go:459 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijldbs7wfdl kind= uid=b644b713-8e9b-11e8-8b71-525500d15501 msg="Looking for VirtualMachineInstance Ref" level=error timestamp=2018-07-23T17:13:56.482684Z pos=vm.go:462 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijldbs7wfdl kind= uid=b644b713-8e9b-11e8-8b71-525500d15501 msg="Cant find the matching VM for VirtualMachineInstance: testvmijldbs7wfdl" level=info timestamp=2018-07-23T17:13:56.482909Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijldbs7wfdl kind= uid=b644b713-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:13:56.483067Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijldbs7wfdl kind= uid=b644b713-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:13:56.728540Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbsl8hxk\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbsl8hxk" level=info timestamp=2018-07-23T17:13:56.749244Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbs7wfdl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbs7wfdl" level=info timestamp=2018-07-23T17:13:56.790343Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbsl8hxk\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbsl8hxk" level=info timestamp=2018-07-23T17:13:56.939655Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbs7wfdl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbs7wfdl" level=info timestamp=2018-07-23T17:13:57.014043Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbsl8hxk\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbsl8hxk" level=info timestamp=2018-07-23T17:13:57.082410Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbs7wfdl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbs7wfdl" Pod name: virt-handler-cqfl8 Pod phase: Running level=info timestamp=2018-07-23T17:13:29.634417Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.659235Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.659548Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.666603Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.667038Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.707049Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.722051Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.722498Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.722668Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.724455Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.725600Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.726019Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.726288Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.726456Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.726677Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-n5kfz Pod phase: Running level=info timestamp=2018-07-23T17:12:42.331140Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.033149Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T17:13:29.034031Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T17:13:29.037949Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmipblx6" level=info timestamp=2018-07-23T17:13:29.264114Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T17:13:29.264429Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-23T17:13:29.279128Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.289865Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T17:13:29.290010Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T17:13:29.294377Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T17:13:29.513785Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.515622Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.516780Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.588013Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.588441Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: subresource-access-testerm75w9 Pod phase: Running • Failure [31.117 seconds] Subresource Api /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:37 Rbac Authorization For Version Command /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:63 Without permissions /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:71 should be able to access subresource version endpoint [It] /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:72 Timed out after 30.000s. Expected : Running to equal : Succeeded /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:118 ------------------------------ Pod name: disks-images-provider-8xvwr Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-r4pq7 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-8pxk7 Pod phase: Running 2018/07/23 17:13:43 http: TLS handshake error from 10.129.0.1:55294: EOF 2018/07/23 17:13:53 http: TLS handshake error from 10.129.0.1:55304: EOF 2018/07/23 17:14:03 http: TLS handshake error from 10.129.0.1:55314: EOF level=info timestamp=2018-07-23T17:14:07.487763Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:14:13 http: TLS handshake error from 10.129.0.1:55328: EOF 2018/07/23 17:14:23 http: TLS handshake error from 10.129.0.1:55338: EOF 2018/07/23 17:14:33 http: TLS handshake error from 10.129.0.1:55348: EOF 2018/07/23 17:14:43 http: TLS handshake error from 10.129.0.1:55360: EOF 2018/07/23 17:14:53 http: TLS handshake error from 10.129.0.1:55370: EOF 2018/07/23 17:15:03 http: TLS handshake error from 10.129.0.1:55380: EOF level=info timestamp=2018-07-23T17:15:07.740088Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:15:13 http: TLS handshake error from 10.129.0.1:55390: EOF 2018/07/23 17:15:23 http: TLS handshake error from 10.129.0.1:55400: EOF 2018/07/23 17:15:33 http: TLS handshake error from 10.129.0.1:55410: EOF level=info timestamp=2018-07-23T17:15:37.605897Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-api-7d79764579-rdw4c Pod phase: Running 2018/07/23 17:13:26 http: TLS handshake error from 10.128.0.1:58372: EOF 2018/07/23 17:13:36 http: TLS handshake error from 10.128.0.1:58418: EOF 2018/07/23 17:13:46 http: TLS handshake error from 10.128.0.1:58468: EOF 2018/07/23 17:13:56 http: TLS handshake error from 10.128.0.1:58514: EOF 2018/07/23 17:14:06 http: TLS handshake error from 10.128.0.1:58562: EOF 2018/07/23 17:14:16 http: TLS handshake error from 10.128.0.1:58612: EOF 2018/07/23 17:14:26 http: TLS handshake error from 10.128.0.1:58658: EOF 2018/07/23 17:14:36 http: TLS handshake error from 10.128.0.1:58704: EOF level=info timestamp=2018-07-23T17:14:37.516694Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:14:46 http: TLS handshake error from 10.128.0.1:58754: EOF 2018/07/23 17:14:56 http: TLS handshake error from 10.128.0.1:58800: EOF 2018/07/23 17:15:06 http: TLS handshake error from 10.128.0.1:58846: EOF 2018/07/23 17:15:16 http: TLS handshake error from 10.128.0.1:58896: EOF 2018/07/23 17:15:26 http: TLS handshake error from 10.128.0.1:58942: EOF 2018/07/23 17:15:36 http: TLS handshake error from 10.128.0.1:58988: EOF Pod name: virt-controller-7d57d96b65-g75sm Pod phase: Running level=info timestamp=2018-07-23T17:05:33.349242Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-gtr8n Pod phase: Running level=info timestamp=2018-07-23T17:13:56.455535Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijldbsl8hxk kind= uid=b64534af-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:13:56.482521Z pos=vm.go:459 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijldbs7wfdl kind= uid=b644b713-8e9b-11e8-8b71-525500d15501 msg="Looking for VirtualMachineInstance Ref" level=error timestamp=2018-07-23T17:13:56.482684Z pos=vm.go:462 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijldbs7wfdl kind= uid=b644b713-8e9b-11e8-8b71-525500d15501 msg="Cant find the matching VM for VirtualMachineInstance: testvmijldbs7wfdl" level=info timestamp=2018-07-23T17:13:56.482909Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijldbs7wfdl kind= uid=b644b713-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:13:56.483067Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijldbs7wfdl kind= uid=b644b713-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:13:56.728540Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbsl8hxk\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbsl8hxk" level=info timestamp=2018-07-23T17:13:56.749244Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbs7wfdl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbs7wfdl" level=info timestamp=2018-07-23T17:13:56.790343Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbsl8hxk\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbsl8hxk" level=info timestamp=2018-07-23T17:13:56.939655Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbs7wfdl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbs7wfdl" level=info timestamp=2018-07-23T17:13:57.014043Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbsl8hxk\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbsl8hxk" level=info timestamp=2018-07-23T17:13:57.082410Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbs7wfdl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbs7wfdl" level=info timestamp=2018-07-23T17:15:38.351752Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicmtfm kind= uid=f303d0fc-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:15:38.352636Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicmtfm kind= uid=f303d0fc-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:15:38.608538Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmicmtfm\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmicmtfm" level=info timestamp=2018-07-23T17:15:38.709347Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmicmtfm\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmicmtfm" Pod name: virt-handler-cqfl8 Pod phase: Running level=info timestamp=2018-07-23T17:13:29.634417Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.659235Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.659548Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.666603Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.667038Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.707049Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.722051Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.722498Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.722668Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.724455Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.725600Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.726019Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.726288Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.726456Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.726677Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-n5kfz Pod phase: Running level=info timestamp=2018-07-23T17:12:42.331140Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.033149Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T17:13:29.034031Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T17:13:29.037949Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmipblx6" level=info timestamp=2018-07-23T17:13:29.264114Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T17:13:29.264429Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-23T17:13:29.279128Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.289865Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T17:13:29.290010Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T17:13:29.294377Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T17:13:29.513785Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.515622Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.516780Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.588013Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.588441Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmicmtfm-nlg2v Pod phase: Pending • Failure [30.847 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:35 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:64 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a cirros image /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 should return that we are running cirros [It] /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:67 Expected success, but got an error: <*errors.StatusError | 0xc420152630>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:49 ------------------------------ STEP: Creating a new VirtualMachineInstance Pod name: disks-images-provider-8xvwr Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-r4pq7 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-8pxk7 Pod phase: Running 2018/07/23 17:14:13 http: TLS handshake error from 10.129.0.1:55328: EOF 2018/07/23 17:14:23 http: TLS handshake error from 10.129.0.1:55338: EOF 2018/07/23 17:14:33 http: TLS handshake error from 10.129.0.1:55348: EOF 2018/07/23 17:14:43 http: TLS handshake error from 10.129.0.1:55360: EOF 2018/07/23 17:14:53 http: TLS handshake error from 10.129.0.1:55370: EOF 2018/07/23 17:15:03 http: TLS handshake error from 10.129.0.1:55380: EOF level=info timestamp=2018-07-23T17:15:07.740088Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:15:13 http: TLS handshake error from 10.129.0.1:55390: EOF 2018/07/23 17:15:23 http: TLS handshake error from 10.129.0.1:55400: EOF 2018/07/23 17:15:33 http: TLS handshake error from 10.129.0.1:55410: EOF level=info timestamp=2018-07-23T17:15:37.605897Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:15:43 http: TLS handshake error from 10.129.0.1:55420: EOF 2018/07/23 17:15:53 http: TLS handshake error from 10.129.0.1:55430: EOF 2018/07/23 17:16:03 http: TLS handshake error from 10.129.0.1:55442: EOF level=info timestamp=2018-07-23T17:16:07.475016Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-api-7d79764579-rdw4c Pod phase: Running 2018/07/23 17:13:56 http: TLS handshake error from 10.128.0.1:58514: EOF 2018/07/23 17:14:06 http: TLS handshake error from 10.128.0.1:58562: EOF 2018/07/23 17:14:16 http: TLS handshake error from 10.128.0.1:58612: EOF 2018/07/23 17:14:26 http: TLS handshake error from 10.128.0.1:58658: EOF 2018/07/23 17:14:36 http: TLS handshake error from 10.128.0.1:58704: EOF level=info timestamp=2018-07-23T17:14:37.516694Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:14:46 http: TLS handshake error from 10.128.0.1:58754: EOF 2018/07/23 17:14:56 http: TLS handshake error from 10.128.0.1:58800: EOF 2018/07/23 17:15:06 http: TLS handshake error from 10.128.0.1:58846: EOF 2018/07/23 17:15:16 http: TLS handshake error from 10.128.0.1:58896: EOF 2018/07/23 17:15:26 http: TLS handshake error from 10.128.0.1:58942: EOF 2018/07/23 17:15:36 http: TLS handshake error from 10.128.0.1:58988: EOF 2018/07/23 17:15:46 http: TLS handshake error from 10.128.0.1:59038: EOF 2018/07/23 17:15:56 http: TLS handshake error from 10.128.0.1:59084: EOF 2018/07/23 17:16:06 http: TLS handshake error from 10.128.0.1:59130: EOF Pod name: virt-controller-7d57d96b65-g75sm Pod phase: Running level=info timestamp=2018-07-23T17:05:33.349242Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-gtr8n Pod phase: Running level=info timestamp=2018-07-23T17:13:56.482909Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijldbs7wfdl kind= uid=b644b713-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:13:56.483067Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijldbs7wfdl kind= uid=b644b713-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:13:56.728540Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbsl8hxk\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbsl8hxk" level=info timestamp=2018-07-23T17:13:56.749244Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbs7wfdl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbs7wfdl" level=info timestamp=2018-07-23T17:13:56.790343Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbsl8hxk\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbsl8hxk" level=info timestamp=2018-07-23T17:13:56.939655Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbs7wfdl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbs7wfdl" level=info timestamp=2018-07-23T17:13:57.014043Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbsl8hxk\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbsl8hxk" level=info timestamp=2018-07-23T17:13:57.082410Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbs7wfdl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbs7wfdl" level=info timestamp=2018-07-23T17:15:38.351752Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicmtfm kind= uid=f303d0fc-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:15:38.352636Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicmtfm kind= uid=f303d0fc-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:15:38.608538Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmicmtfm\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmicmtfm" level=info timestamp=2018-07-23T17:15:38.709347Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmicmtfm\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmicmtfm" level=info timestamp=2018-07-23T17:15:38.972529Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmicmtfm\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmicmtfm, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: f303d0fc-8e9b-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmicmtfm" level=info timestamp=2018-07-23T17:16:09.297759Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmib965l kind= uid=055eab23-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:16:09.298371Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmib965l kind= uid=055eab23-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-handler-cqfl8 Pod phase: Running level=info timestamp=2018-07-23T17:13:29.634417Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.659235Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.659548Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.666603Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.667038Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.707049Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.722051Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.722498Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.722668Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.724455Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.725600Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.726019Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.726288Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.726456Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.726677Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-n5kfz Pod phase: Running level=info timestamp=2018-07-23T17:12:42.331140Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.033149Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T17:13:29.034031Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T17:13:29.037949Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmipblx6" level=info timestamp=2018-07-23T17:13:29.264114Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T17:13:29.264429Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-23T17:13:29.279128Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.289865Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T17:13:29.290010Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T17:13:29.294377Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T17:13:29.513785Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.515622Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.516780Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.588013Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.588441Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmib965l-tfsbj Pod phase: Pending • Failure [31.072 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:35 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:64 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a fedora image /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:76 should return that we are running fedora [It] /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:77 Expected success, but got an error: <*errors.StatusError | 0xc420859200>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:49 ------------------------------ STEP: Creating a new VirtualMachineInstance Pod name: disks-images-provider-8xvwr Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-r4pq7 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-8pxk7 Pod phase: Running 2018/07/23 17:14:53 http: TLS handshake error from 10.129.0.1:55370: EOF 2018/07/23 17:15:03 http: TLS handshake error from 10.129.0.1:55380: EOF level=info timestamp=2018-07-23T17:15:07.740088Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:15:13 http: TLS handshake error from 10.129.0.1:55390: EOF 2018/07/23 17:15:23 http: TLS handshake error from 10.129.0.1:55400: EOF 2018/07/23 17:15:33 http: TLS handshake error from 10.129.0.1:55410: EOF level=info timestamp=2018-07-23T17:15:37.605897Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:15:43 http: TLS handshake error from 10.129.0.1:55420: EOF 2018/07/23 17:15:53 http: TLS handshake error from 10.129.0.1:55430: EOF 2018/07/23 17:16:03 http: TLS handshake error from 10.129.0.1:55442: EOF level=info timestamp=2018-07-23T17:16:07.475016Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:16:13 http: TLS handshake error from 10.129.0.1:55452: EOF 2018/07/23 17:16:23 http: TLS handshake error from 10.129.0.1:55462: EOF 2018/07/23 17:16:33 http: TLS handshake error from 10.129.0.1:55472: EOF level=info timestamp=2018-07-23T17:16:37.659084Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-api-7d79764579-rdw4c Pod phase: Running level=info timestamp=2018-07-23T17:14:37.516694Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:14:46 http: TLS handshake error from 10.128.0.1:58754: EOF 2018/07/23 17:14:56 http: TLS handshake error from 10.128.0.1:58800: EOF 2018/07/23 17:15:06 http: TLS handshake error from 10.128.0.1:58846: EOF 2018/07/23 17:15:16 http: TLS handshake error from 10.128.0.1:58896: EOF 2018/07/23 17:15:26 http: TLS handshake error from 10.128.0.1:58942: EOF 2018/07/23 17:15:36 http: TLS handshake error from 10.128.0.1:58988: EOF 2018/07/23 17:15:46 http: TLS handshake error from 10.128.0.1:59038: EOF 2018/07/23 17:15:56 http: TLS handshake error from 10.128.0.1:59084: EOF 2018/07/23 17:16:06 http: TLS handshake error from 10.128.0.1:59130: EOF 2018/07/23 17:16:16 http: TLS handshake error from 10.128.0.1:59180: EOF 2018/07/23 17:16:26 http: TLS handshake error from 10.128.0.1:59226: EOF level=info timestamp=2018-07-23T17:16:32.668919Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-23T17:16:32.761935Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:16:36 http: TLS handshake error from 10.128.0.1:59280: EOF Pod name: virt-controller-7d57d96b65-g75sm Pod phase: Running level=info timestamp=2018-07-23T17:05:33.349242Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-gtr8n Pod phase: Running level=info timestamp=2018-07-23T17:13:56.790343Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbsl8hxk\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbsl8hxk" level=info timestamp=2018-07-23T17:13:56.939655Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbs7wfdl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbs7wfdl" level=info timestamp=2018-07-23T17:13:57.014043Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbsl8hxk\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbsl8hxk" level=info timestamp=2018-07-23T17:13:57.082410Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijldbs7wfdl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijldbs7wfdl" level=info timestamp=2018-07-23T17:15:38.351752Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicmtfm kind= uid=f303d0fc-8e9b-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:15:38.352636Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicmtfm kind= uid=f303d0fc-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:15:38.608538Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmicmtfm\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmicmtfm" level=info timestamp=2018-07-23T17:15:38.709347Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmicmtfm\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmicmtfm" level=info timestamp=2018-07-23T17:15:38.972529Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmicmtfm\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmicmtfm, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: f303d0fc-8e9b-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmicmtfm" level=info timestamp=2018-07-23T17:16:09.297759Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmib965l kind= uid=055eab23-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:16:09.298371Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmib965l kind= uid=055eab23-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:16:10.127855Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmib965l\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmib965l, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 055eab23-8e9c-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmib965l" level=info timestamp=2018-07-23T17:16:40.380371Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvminv224 kind= uid=17f441b1-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:16:40.381222Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvminv224 kind= uid=17f441b1-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:16:40.597879Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminv224\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminv224" Pod name: virt-handler-cqfl8 Pod phase: Running level=info timestamp=2018-07-23T17:13:29.634417Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.659235Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.659548Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.666603Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.667038Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.707049Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.722051Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.722498Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.722668Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.724455Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.725600Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.726019Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.726288Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.726456Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.726677Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-n5kfz Pod phase: Running level=info timestamp=2018-07-23T17:12:42.331140Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.033149Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T17:13:29.034031Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T17:13:29.037949Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmipblx6" level=info timestamp=2018-07-23T17:13:29.264114Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T17:13:29.264429Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-23T17:13:29.279128Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.289865Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T17:13:29.290010Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T17:13:29.294377Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T17:13:29.513785Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.515622Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.516780Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.588013Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.588441Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvminv224-fb4rk Pod phase: Pending • Failure [30.854 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:35 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:64 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 should be able to reconnect to console multiple times [It] /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:86 Expected success, but got an error: <*errors.StatusError | 0xc420a019e0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:90 ------------------------------ STEP: Creating a new VirtualMachineInstance Pod name: disks-images-provider-8xvwr Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-r4pq7 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-8pxk7 Pod phase: Running 2018/07/23 17:15:23 http: TLS handshake error from 10.129.0.1:55400: EOF 2018/07/23 17:15:33 http: TLS handshake error from 10.129.0.1:55410: EOF level=info timestamp=2018-07-23T17:15:37.605897Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:15:43 http: TLS handshake error from 10.129.0.1:55420: EOF 2018/07/23 17:15:53 http: TLS handshake error from 10.129.0.1:55430: EOF 2018/07/23 17:16:03 http: TLS handshake error from 10.129.0.1:55442: EOF level=info timestamp=2018-07-23T17:16:07.475016Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:16:13 http: TLS handshake error from 10.129.0.1:55452: EOF 2018/07/23 17:16:23 http: TLS handshake error from 10.129.0.1:55462: EOF 2018/07/23 17:16:33 http: TLS handshake error from 10.129.0.1:55472: EOF level=info timestamp=2018-07-23T17:16:37.659084Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:16:43 http: TLS handshake error from 10.129.0.1:55482: EOF 2018/07/23 17:16:53 http: TLS handshake error from 10.129.0.1:55492: EOF 2018/07/23 17:17:03 http: TLS handshake error from 10.129.0.1:55502: EOF level=info timestamp=2018-07-23T17:17:07.539883Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-api-7d79764579-rdw4c Pod phase: Running 2018/07/23 17:15:06 http: TLS handshake error from 10.128.0.1:58846: EOF 2018/07/23 17:15:16 http: TLS handshake error from 10.128.0.1:58896: EOF 2018/07/23 17:15:26 http: TLS handshake error from 10.128.0.1:58942: EOF 2018/07/23 17:15:36 http: TLS handshake error from 10.128.0.1:58988: EOF 2018/07/23 17:15:46 http: TLS handshake error from 10.128.0.1:59038: EOF 2018/07/23 17:15:56 http: TLS handshake error from 10.128.0.1:59084: EOF 2018/07/23 17:16:06 http: TLS handshake error from 10.128.0.1:59130: EOF 2018/07/23 17:16:16 http: TLS handshake error from 10.128.0.1:59180: EOF 2018/07/23 17:16:26 http: TLS handshake error from 10.128.0.1:59226: EOF level=info timestamp=2018-07-23T17:16:32.668919Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-23T17:16:32.761935Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:16:36 http: TLS handshake error from 10.128.0.1:59280: EOF 2018/07/23 17:16:46 http: TLS handshake error from 10.128.0.1:59330: EOF 2018/07/23 17:16:56 http: TLS handshake error from 10.128.0.1:59376: EOF 2018/07/23 17:17:06 http: TLS handshake error from 10.128.0.1:59422: EOF Pod name: virt-controller-7d57d96b65-g75sm Pod phase: Running level=info timestamp=2018-07-23T17:05:33.349242Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-gtr8n Pod phase: Running level=info timestamp=2018-07-23T17:15:38.352636Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicmtfm kind= uid=f303d0fc-8e9b-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:15:38.608538Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmicmtfm\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmicmtfm" level=info timestamp=2018-07-23T17:15:38.709347Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmicmtfm\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmicmtfm" level=info timestamp=2018-07-23T17:15:38.972529Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmicmtfm\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmicmtfm, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: f303d0fc-8e9b-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmicmtfm" level=info timestamp=2018-07-23T17:16:09.297759Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmib965l kind= uid=055eab23-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:16:09.298371Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmib965l kind= uid=055eab23-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:16:10.127855Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmib965l\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmib965l, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 055eab23-8e9c-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmib965l" level=info timestamp=2018-07-23T17:16:40.380371Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvminv224 kind= uid=17f441b1-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:16:40.381222Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvminv224 kind= uid=17f441b1-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:16:40.597879Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminv224\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminv224" level=info timestamp=2018-07-23T17:16:40.903480Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminv224\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvminv224, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 17f441b1-8e9c-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminv224" level=info timestamp=2018-07-23T17:17:11.739977Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi8fqhs kind= uid=2aac3b59-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:17:11.740462Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi8fqhs kind= uid=2aac3b59-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:17:12.060298Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi8fqhs\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi8fqhs" level=info timestamp=2018-07-23T17:17:12.183824Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi8fqhs\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi8fqhs" Pod name: virt-handler-cqfl8 Pod phase: Running level=info timestamp=2018-07-23T17:13:29.634417Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.659235Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.659548Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.666603Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.667038Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.707049Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.722051Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.722498Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.722668Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.724455Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.725600Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.726019Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.726288Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.726456Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.726677Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-n5kfz Pod phase: Running level=info timestamp=2018-07-23T17:12:42.331140Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.033149Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T17:13:29.034031Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T17:13:29.037949Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmipblx6" level=info timestamp=2018-07-23T17:13:29.264114Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T17:13:29.264429Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-23T17:13:29.279128Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.289865Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T17:13:29.290010Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T17:13:29.294377Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T17:13:29.513785Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.515622Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.516780Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.588013Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.588441Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi8fqhs-zlmhn Pod phase: Pending • Failure in Spec Setup (BeforeEach) [31.595 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach [BeforeEach] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the Inbound VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: <*errors.StatusError | 0xc420858ab0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:146 ------------------------------ Pod name: disks-images-provider-8xvwr Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-r4pq7 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-8pxk7 Pod phase: Running 2018/07/23 17:15:43 http: TLS handshake error from 10.129.0.1:55420: EOF 2018/07/23 17:15:53 http: TLS handshake error from 10.129.0.1:55430: EOF 2018/07/23 17:16:03 http: TLS handshake error from 10.129.0.1:55442: EOF level=info timestamp=2018-07-23T17:16:07.475016Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:16:13 http: TLS handshake error from 10.129.0.1:55452: EOF 2018/07/23 17:16:23 http: TLS handshake error from 10.129.0.1:55462: EOF 2018/07/23 17:16:33 http: TLS handshake error from 10.129.0.1:55472: EOF level=info timestamp=2018-07-23T17:16:37.659084Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:16:43 http: TLS handshake error from 10.129.0.1:55482: EOF 2018/07/23 17:16:53 http: TLS handshake error from 10.129.0.1:55492: EOF 2018/07/23 17:17:03 http: TLS handshake error from 10.129.0.1:55502: EOF level=info timestamp=2018-07-23T17:17:07.539883Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:17:13 http: TLS handshake error from 10.129.0.1:55512: EOF 2018/07/23 17:17:23 http: TLS handshake error from 10.129.0.1:55522: EOF 2018/07/23 17:17:33 http: TLS handshake error from 10.129.0.1:55532: EOF Pod name: virt-api-7d79764579-rdw4c Pod phase: Running 2018/07/23 17:15:46 http: TLS handshake error from 10.128.0.1:59038: EOF 2018/07/23 17:15:56 http: TLS handshake error from 10.128.0.1:59084: EOF 2018/07/23 17:16:06 http: TLS handshake error from 10.128.0.1:59130: EOF 2018/07/23 17:16:16 http: TLS handshake error from 10.128.0.1:59180: EOF 2018/07/23 17:16:26 http: TLS handshake error from 10.128.0.1:59226: EOF level=info timestamp=2018-07-23T17:16:32.668919Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-23T17:16:32.761935Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:16:36 http: TLS handshake error from 10.128.0.1:59280: EOF 2018/07/23 17:16:46 http: TLS handshake error from 10.128.0.1:59330: EOF 2018/07/23 17:16:56 http: TLS handshake error from 10.128.0.1:59376: EOF 2018/07/23 17:17:06 http: TLS handshake error from 10.128.0.1:59422: EOF 2018/07/23 17:17:16 http: TLS handshake error from 10.128.0.1:59472: EOF 2018/07/23 17:17:26 http: TLS handshake error from 10.128.0.1:59518: EOF 2018/07/23 17:17:36 http: TLS handshake error from 10.128.0.1:59566: EOF level=info timestamp=2018-07-23T17:17:37.558958Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-controller-7d57d96b65-g75sm Pod phase: Running level=info timestamp=2018-07-23T17:05:33.349242Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-gtr8n Pod phase: Running level=info timestamp=2018-07-23T17:16:09.297759Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmib965l kind= uid=055eab23-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:16:09.298371Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmib965l kind= uid=055eab23-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:16:10.127855Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmib965l\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmib965l, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 055eab23-8e9c-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmib965l" level=info timestamp=2018-07-23T17:16:40.380371Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvminv224 kind= uid=17f441b1-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:16:40.381222Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvminv224 kind= uid=17f441b1-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:16:40.597879Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminv224\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminv224" level=info timestamp=2018-07-23T17:16:40.903480Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminv224\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvminv224, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 17f441b1-8e9c-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminv224" level=info timestamp=2018-07-23T17:17:11.739977Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi8fqhs kind= uid=2aac3b59-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:17:11.740462Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi8fqhs kind= uid=2aac3b59-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:17:12.060298Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi8fqhs\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi8fqhs" level=info timestamp=2018-07-23T17:17:12.183824Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi8fqhs\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi8fqhs" level=info timestamp=2018-07-23T17:17:12.509123Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi8fqhs\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi8fqhs, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 2aac3b59-8e9c-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi8fqhs" level=info timestamp=2018-07-23T17:17:42.713781Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmidtnpm kind= uid=3d23cef2-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:17:42.714463Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmidtnpm kind= uid=3d23cef2-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:17:43.032244Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmidtnpm\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmidtnpm" Pod name: virt-handler-cqfl8 Pod phase: Running level=info timestamp=2018-07-23T17:13:29.634417Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.659235Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.659548Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.666603Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.667038Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.707049Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.722051Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.722498Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.722668Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.724455Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.725600Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.726019Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.726288Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.726456Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.726677Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-n5kfz Pod phase: Running level=info timestamp=2018-07-23T17:12:42.331140Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.033149Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T17:13:29.034031Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T17:13:29.037949Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmipblx6" level=info timestamp=2018-07-23T17:13:29.264114Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T17:13:29.264429Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-23T17:13:29.279128Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.289865Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T17:13:29.290010Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T17:13:29.294377Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T17:13:29.513785Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.515622Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.516780Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.588013Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.588441Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmidtnpm-fxz7w Pod phase: Pending • Failure in Spec Setup (BeforeEach) [30.812 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach [BeforeEach] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the Inbound VirtualMachineInstance with pod network connectivity explicitly set /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: <*errors.StatusError | 0xc4201537a0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:146 ------------------------------ Pod name: disks-images-provider-8xvwr Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-r4pq7 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-8pxk7 Pod phase: Running 2018/07/23 17:16:23 http: TLS handshake error from 10.129.0.1:55462: EOF 2018/07/23 17:16:33 http: TLS handshake error from 10.129.0.1:55472: EOF level=info timestamp=2018-07-23T17:16:37.659084Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:16:43 http: TLS handshake error from 10.129.0.1:55482: EOF 2018/07/23 17:16:53 http: TLS handshake error from 10.129.0.1:55492: EOF 2018/07/23 17:17:03 http: TLS handshake error from 10.129.0.1:55502: EOF level=info timestamp=2018-07-23T17:17:07.539883Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:17:13 http: TLS handshake error from 10.129.0.1:55512: EOF 2018/07/23 17:17:23 http: TLS handshake error from 10.129.0.1:55522: EOF 2018/07/23 17:17:33 http: TLS handshake error from 10.129.0.1:55532: EOF 2018/07/23 17:17:43 http: TLS handshake error from 10.129.0.1:55542: EOF 2018/07/23 17:17:53 http: TLS handshake error from 10.129.0.1:55552: EOF 2018/07/23 17:18:03 http: TLS handshake error from 10.129.0.1:55562: EOF level=info timestamp=2018-07-23T17:18:07.624828Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:18:13 http: TLS handshake error from 10.129.0.1:55572: EOF Pod name: virt-api-7d79764579-rdw4c Pod phase: Running 2018/07/23 17:16:16 http: TLS handshake error from 10.128.0.1:59180: EOF 2018/07/23 17:16:26 http: TLS handshake error from 10.128.0.1:59226: EOF level=info timestamp=2018-07-23T17:16:32.668919Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-23T17:16:32.761935Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:16:36 http: TLS handshake error from 10.128.0.1:59280: EOF 2018/07/23 17:16:46 http: TLS handshake error from 10.128.0.1:59330: EOF 2018/07/23 17:16:56 http: TLS handshake error from 10.128.0.1:59376: EOF 2018/07/23 17:17:06 http: TLS handshake error from 10.128.0.1:59422: EOF 2018/07/23 17:17:16 http: TLS handshake error from 10.128.0.1:59472: EOF 2018/07/23 17:17:26 http: TLS handshake error from 10.128.0.1:59518: EOF 2018/07/23 17:17:36 http: TLS handshake error from 10.128.0.1:59566: EOF level=info timestamp=2018-07-23T17:17:37.558958Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:17:46 http: TLS handshake error from 10.128.0.1:59616: EOF 2018/07/23 17:17:56 http: TLS handshake error from 10.128.0.1:59662: EOF 2018/07/23 17:18:06 http: TLS handshake error from 10.128.0.1:59708: EOF Pod name: virt-controller-7d57d96b65-g75sm Pod phase: Running level=info timestamp=2018-07-23T17:05:33.349242Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-gtr8n Pod phase: Running level=info timestamp=2018-07-23T17:16:40.381222Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvminv224 kind= uid=17f441b1-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:16:40.597879Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminv224\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminv224" level=info timestamp=2018-07-23T17:16:40.903480Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminv224\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvminv224, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 17f441b1-8e9c-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminv224" level=info timestamp=2018-07-23T17:17:11.739977Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi8fqhs kind= uid=2aac3b59-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:17:11.740462Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi8fqhs kind= uid=2aac3b59-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:17:12.060298Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi8fqhs\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi8fqhs" level=info timestamp=2018-07-23T17:17:12.183824Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi8fqhs\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi8fqhs" level=info timestamp=2018-07-23T17:17:12.509123Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi8fqhs\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi8fqhs, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 2aac3b59-8e9c-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi8fqhs" level=info timestamp=2018-07-23T17:17:42.713781Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmidtnpm kind= uid=3d23cef2-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:17:42.714463Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmidtnpm kind= uid=3d23cef2-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:17:43.032244Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmidtnpm\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmidtnpm" level=info timestamp=2018-07-23T17:18:13.594938Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicrrzc kind= uid=4f8882d0-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:18:13.595861Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicrrzc kind= uid=4f8882d0-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:18:13.931222Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmicrrzc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmicrrzc" level=info timestamp=2018-07-23T17:18:14.021995Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmicrrzc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmicrrzc" Pod name: virt-handler-cqfl8 Pod phase: Running level=info timestamp=2018-07-23T17:13:29.634417Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.659235Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.659548Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.666603Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.667038Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.707049Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.722051Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.722498Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.722668Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.724455Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.725600Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.726019Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.726288Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.726456Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.726677Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-n5kfz Pod phase: Running level=info timestamp=2018-07-23T17:12:42.331140Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.033149Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T17:13:29.034031Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T17:13:29.037949Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmipblx6" level=info timestamp=2018-07-23T17:13:29.264114Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T17:13:29.264429Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-23T17:13:29.279128Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.289865Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T17:13:29.290010Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T17:13:29.294377Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T17:13:29.513785Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.515622Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.516780Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.588013Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.588441Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmicrrzc-948cn Pod phase: Pending • Failure in Spec Setup (BeforeEach) [30.955 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach [BeforeEach] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the Inbound VirtualMachineInstance with custom MAC address /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: <*errors.StatusError | 0xc420a01560>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:146 ------------------------------ Pod name: disks-images-provider-8xvwr Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-r4pq7 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-8pxk7 Pod phase: Running 2018/07/23 17:16:53 http: TLS handshake error from 10.129.0.1:55492: EOF 2018/07/23 17:17:03 http: TLS handshake error from 10.129.0.1:55502: EOF level=info timestamp=2018-07-23T17:17:07.539883Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:17:13 http: TLS handshake error from 10.129.0.1:55512: EOF 2018/07/23 17:17:23 http: TLS handshake error from 10.129.0.1:55522: EOF 2018/07/23 17:17:33 http: TLS handshake error from 10.129.0.1:55532: EOF 2018/07/23 17:17:43 http: TLS handshake error from 10.129.0.1:55542: EOF 2018/07/23 17:17:53 http: TLS handshake error from 10.129.0.1:55552: EOF 2018/07/23 17:18:03 http: TLS handshake error from 10.129.0.1:55562: EOF level=info timestamp=2018-07-23T17:18:07.624828Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:18:13 http: TLS handshake error from 10.129.0.1:55572: EOF 2018/07/23 17:18:23 http: TLS handshake error from 10.129.0.1:55582: EOF 2018/07/23 17:18:33 http: TLS handshake error from 10.129.0.1:55592: EOF level=info timestamp=2018-07-23T17:18:37.530408Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:18:43 http: TLS handshake error from 10.129.0.1:55602: EOF Pod name: virt-api-7d79764579-rdw4c Pod phase: Running level=info timestamp=2018-07-23T17:16:32.761935Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:16:36 http: TLS handshake error from 10.128.0.1:59280: EOF 2018/07/23 17:16:46 http: TLS handshake error from 10.128.0.1:59330: EOF 2018/07/23 17:16:56 http: TLS handshake error from 10.128.0.1:59376: EOF 2018/07/23 17:17:06 http: TLS handshake error from 10.128.0.1:59422: EOF 2018/07/23 17:17:16 http: TLS handshake error from 10.128.0.1:59472: EOF 2018/07/23 17:17:26 http: TLS handshake error from 10.128.0.1:59518: EOF 2018/07/23 17:17:36 http: TLS handshake error from 10.128.0.1:59566: EOF level=info timestamp=2018-07-23T17:17:37.558958Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:17:46 http: TLS handshake error from 10.128.0.1:59616: EOF 2018/07/23 17:17:56 http: TLS handshake error from 10.128.0.1:59662: EOF 2018/07/23 17:18:06 http: TLS handshake error from 10.128.0.1:59708: EOF 2018/07/23 17:18:16 http: TLS handshake error from 10.128.0.1:59758: EOF 2018/07/23 17:18:26 http: TLS handshake error from 10.128.0.1:59804: EOF 2018/07/23 17:18:36 http: TLS handshake error from 10.128.0.1:59858: EOF Pod name: virt-controller-7d57d96b65-g75sm Pod phase: Running level=info timestamp=2018-07-23T17:05:33.349242Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-gtr8n Pod phase: Running level=info timestamp=2018-07-23T17:16:40.903480Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminv224\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvminv224, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 17f441b1-8e9c-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminv224" level=info timestamp=2018-07-23T17:17:11.739977Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi8fqhs kind= uid=2aac3b59-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:17:11.740462Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi8fqhs kind= uid=2aac3b59-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:17:12.060298Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi8fqhs\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi8fqhs" level=info timestamp=2018-07-23T17:17:12.183824Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi8fqhs\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi8fqhs" level=info timestamp=2018-07-23T17:17:12.509123Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi8fqhs\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi8fqhs, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 2aac3b59-8e9c-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi8fqhs" level=info timestamp=2018-07-23T17:17:42.713781Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmidtnpm kind= uid=3d23cef2-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:17:42.714463Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmidtnpm kind= uid=3d23cef2-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:17:43.032244Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmidtnpm\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmidtnpm" level=info timestamp=2018-07-23T17:18:13.594938Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicrrzc kind= uid=4f8882d0-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:18:13.595861Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicrrzc kind= uid=4f8882d0-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:18:13.931222Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmicrrzc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmicrrzc" level=info timestamp=2018-07-23T17:18:14.021995Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmicrrzc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmicrrzc" level=info timestamp=2018-07-23T17:18:44.563071Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik44q9 kind= uid=61f013ad-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:18:44.563970Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik44q9 kind= uid=61f013ad-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-handler-cqfl8 Pod phase: Running level=info timestamp=2018-07-23T17:13:29.634417Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.659235Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.659548Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.666603Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.667038Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.707049Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.722051Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.722498Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.722668Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.724455Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.725600Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.726019Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.726288Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.726456Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.726677Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-n5kfz Pod phase: Running level=info timestamp=2018-07-23T17:12:42.331140Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.033149Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T17:13:29.034031Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T17:13:29.037949Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmipblx6" level=info timestamp=2018-07-23T17:13:29.264114Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T17:13:29.264429Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-23T17:13:29.279128Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.289865Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T17:13:29.290010Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T17:13:29.294377Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T17:13:29.513785Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.515622Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.516780Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.588013Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.588441Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmik44q9-4qd9g Pod phase: Pending • Failure in Spec Setup (BeforeEach) [31.188 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach [BeforeEach] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the internet /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: <*errors.StatusError | 0xc420db0120>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:146 ------------------------------ Pod name: disks-images-provider-8xvwr Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-r4pq7 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-8pxk7 Pod phase: Running 2018/07/23 17:17:13 http: TLS handshake error from 10.129.0.1:55512: EOF 2018/07/23 17:17:23 http: TLS handshake error from 10.129.0.1:55522: EOF 2018/07/23 17:17:33 http: TLS handshake error from 10.129.0.1:55532: EOF 2018/07/23 17:17:43 http: TLS handshake error from 10.129.0.1:55542: EOF 2018/07/23 17:17:53 http: TLS handshake error from 10.129.0.1:55552: EOF 2018/07/23 17:18:03 http: TLS handshake error from 10.129.0.1:55562: EOF level=info timestamp=2018-07-23T17:18:07.624828Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:18:13 http: TLS handshake error from 10.129.0.1:55572: EOF 2018/07/23 17:18:23 http: TLS handshake error from 10.129.0.1:55582: EOF 2018/07/23 17:18:33 http: TLS handshake error from 10.129.0.1:55592: EOF level=info timestamp=2018-07-23T17:18:37.530408Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:18:43 http: TLS handshake error from 10.129.0.1:55602: EOF 2018/07/23 17:18:53 http: TLS handshake error from 10.129.0.1:55612: EOF 2018/07/23 17:19:03 http: TLS handshake error from 10.129.0.1:55622: EOF 2018/07/23 17:19:13 http: TLS handshake error from 10.129.0.1:55632: EOF Pod name: virt-api-7d79764579-rdw4c Pod phase: Running 2018/07/23 17:17:06 http: TLS handshake error from 10.128.0.1:59422: EOF 2018/07/23 17:17:16 http: TLS handshake error from 10.128.0.1:59472: EOF 2018/07/23 17:17:26 http: TLS handshake error from 10.128.0.1:59518: EOF 2018/07/23 17:17:36 http: TLS handshake error from 10.128.0.1:59566: EOF level=info timestamp=2018-07-23T17:17:37.558958Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:17:46 http: TLS handshake error from 10.128.0.1:59616: EOF 2018/07/23 17:17:56 http: TLS handshake error from 10.128.0.1:59662: EOF 2018/07/23 17:18:06 http: TLS handshake error from 10.128.0.1:59708: EOF 2018/07/23 17:18:16 http: TLS handshake error from 10.128.0.1:59758: EOF 2018/07/23 17:18:26 http: TLS handshake error from 10.128.0.1:59804: EOF 2018/07/23 17:18:36 http: TLS handshake error from 10.128.0.1:59858: EOF 2018/07/23 17:18:46 http: TLS handshake error from 10.128.0.1:59908: EOF 2018/07/23 17:18:56 http: TLS handshake error from 10.128.0.1:59954: EOF 2018/07/23 17:19:06 http: TLS handshake error from 10.128.0.1:60000: EOF level=info timestamp=2018-07-23T17:19:07.751738Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-controller-7d57d96b65-g75sm Pod phase: Running level=info timestamp=2018-07-23T17:05:33.349242Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-gtr8n Pod phase: Running level=info timestamp=2018-07-23T17:17:12.183824Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi8fqhs\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi8fqhs" level=info timestamp=2018-07-23T17:17:12.509123Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi8fqhs\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi8fqhs, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 2aac3b59-8e9c-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi8fqhs" level=info timestamp=2018-07-23T17:17:42.713781Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmidtnpm kind= uid=3d23cef2-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:17:42.714463Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmidtnpm kind= uid=3d23cef2-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:17:43.032244Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmidtnpm\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmidtnpm" level=info timestamp=2018-07-23T17:18:13.594938Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicrrzc kind= uid=4f8882d0-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:18:13.595861Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicrrzc kind= uid=4f8882d0-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:18:13.931222Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmicrrzc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmicrrzc" level=info timestamp=2018-07-23T17:18:14.021995Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmicrrzc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmicrrzc" level=info timestamp=2018-07-23T17:18:44.563071Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik44q9 kind= uid=61f013ad-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:18:44.563970Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik44q9 kind= uid=61f013ad-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:18:45.556188Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik44q9\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmik44q9, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 61f013ad-8e9c-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik44q9" level=info timestamp=2018-07-23T17:19:15.717432Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipxnjw kind= uid=748f03f6-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:19:15.718081Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipxnjw kind= uid=748f03f6-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:19:15.978678Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmipxnjw\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmipxnjw" Pod name: virt-handler-cqfl8 Pod phase: Running level=info timestamp=2018-07-23T17:13:29.634417Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.659235Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.659548Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.666603Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.667038Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.707049Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.722051Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.722498Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.722668Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.724455Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.725600Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.726019Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.726288Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.726456Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.726677Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-n5kfz Pod phase: Running level=info timestamp=2018-07-23T17:12:42.331140Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.033149Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T17:13:29.034031Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T17:13:29.037949Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmipblx6" level=info timestamp=2018-07-23T17:13:29.264114Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T17:13:29.264429Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-23T17:13:29.279128Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.289865Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T17:13:29.290010Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T17:13:29.294377Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T17:13:29.513785Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.515622Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.516780Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.588013Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.588441Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmipxnjw-7qmr4 Pod phase: Pending • Failure in Spec Setup (BeforeEach) [30.857 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be reachable via the propagated IP from a Pod [BeforeEach] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 on the same node from Pod /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: <*errors.StatusError | 0xc420accf30>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:146 ------------------------------ Pod name: disks-images-provider-8xvwr Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-r4pq7 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-8pxk7 Pod phase: Running 2018/07/23 17:17:43 http: TLS handshake error from 10.129.0.1:55542: EOF 2018/07/23 17:17:53 http: TLS handshake error from 10.129.0.1:55552: EOF 2018/07/23 17:18:03 http: TLS handshake error from 10.129.0.1:55562: EOF level=info timestamp=2018-07-23T17:18:07.624828Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:18:13 http: TLS handshake error from 10.129.0.1:55572: EOF 2018/07/23 17:18:23 http: TLS handshake error from 10.129.0.1:55582: EOF 2018/07/23 17:18:33 http: TLS handshake error from 10.129.0.1:55592: EOF level=info timestamp=2018-07-23T17:18:37.530408Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:18:43 http: TLS handshake error from 10.129.0.1:55602: EOF 2018/07/23 17:18:53 http: TLS handshake error from 10.129.0.1:55612: EOF 2018/07/23 17:19:03 http: TLS handshake error from 10.129.0.1:55622: EOF 2018/07/23 17:19:13 http: TLS handshake error from 10.129.0.1:55632: EOF 2018/07/23 17:19:23 http: TLS handshake error from 10.129.0.1:55642: EOF 2018/07/23 17:19:33 http: TLS handshake error from 10.129.0.1:55652: EOF 2018/07/23 17:19:43 http: TLS handshake error from 10.129.0.1:55664: EOF Pod name: virt-api-7d79764579-rdw4c Pod phase: Running 2018/07/23 17:17:46 http: TLS handshake error from 10.128.0.1:59616: EOF 2018/07/23 17:17:56 http: TLS handshake error from 10.128.0.1:59662: EOF 2018/07/23 17:18:06 http: TLS handshake error from 10.128.0.1:59708: EOF 2018/07/23 17:18:16 http: TLS handshake error from 10.128.0.1:59758: EOF 2018/07/23 17:18:26 http: TLS handshake error from 10.128.0.1:59804: EOF 2018/07/23 17:18:36 http: TLS handshake error from 10.128.0.1:59858: EOF 2018/07/23 17:18:46 http: TLS handshake error from 10.128.0.1:59908: EOF 2018/07/23 17:18:56 http: TLS handshake error from 10.128.0.1:59954: EOF 2018/07/23 17:19:06 http: TLS handshake error from 10.128.0.1:60000: EOF level=info timestamp=2018-07-23T17:19:07.751738Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:19:16 http: TLS handshake error from 10.128.0.1:60050: EOF 2018/07/23 17:19:26 http: TLS handshake error from 10.128.0.1:60096: EOF 2018/07/23 17:19:36 http: TLS handshake error from 10.128.0.1:60142: EOF level=info timestamp=2018-07-23T17:19:37.535239Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:19:46 http: TLS handshake error from 10.128.0.1:60192: EOF Pod name: virt-controller-7d57d96b65-g75sm Pod phase: Running level=info timestamp=2018-07-23T17:05:33.349242Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-gtr8n Pod phase: Running level=info timestamp=2018-07-23T17:17:43.032244Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmidtnpm\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmidtnpm" level=info timestamp=2018-07-23T17:18:13.594938Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicrrzc kind= uid=4f8882d0-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:18:13.595861Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicrrzc kind= uid=4f8882d0-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:18:13.931222Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmicrrzc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmicrrzc" level=info timestamp=2018-07-23T17:18:14.021995Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmicrrzc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmicrrzc" level=info timestamp=2018-07-23T17:18:44.563071Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik44q9 kind= uid=61f013ad-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:18:44.563970Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik44q9 kind= uid=61f013ad-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:18:45.556188Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik44q9\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmik44q9, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 61f013ad-8e9c-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik44q9" level=info timestamp=2018-07-23T17:19:15.717432Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipxnjw kind= uid=748f03f6-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:19:15.718081Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipxnjw kind= uid=748f03f6-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:19:15.978678Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmipxnjw\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmipxnjw" level=info timestamp=2018-07-23T17:19:46.505885Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi757wl kind= uid=86ec91eb-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:19:46.506472Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi757wl kind= uid=86ec91eb-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:19:46.776981Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi757wl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi757wl" level=info timestamp=2018-07-23T17:19:46.816666Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi757wl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi757wl" Pod name: virt-handler-cqfl8 Pod phase: Running level=info timestamp=2018-07-23T17:13:29.634417Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.659235Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.659548Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.666603Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.667038Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.707049Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.722051Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.722498Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.722668Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.724455Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.725600Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.726019Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.726288Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.726456Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.726677Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-n5kfz Pod phase: Running level=info timestamp=2018-07-23T17:12:42.331140Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.033149Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T17:13:29.034031Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T17:13:29.037949Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmipblx6" level=info timestamp=2018-07-23T17:13:29.264114Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T17:13:29.264429Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-23T17:13:29.279128Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.289865Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T17:13:29.290010Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T17:13:29.294377Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T17:13:29.513785Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.515622Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.516780Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.588013Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.588441Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi757wl-jkqll Pod phase: Pending • Failure in Spec Setup (BeforeEach) [30.833 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be reachable via the propagated IP from a Pod [BeforeEach] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 on a different node from Pod /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: <*errors.StatusError | 0xc420db05a0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:146 ------------------------------ Pod name: disks-images-provider-8xvwr Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-r4pq7 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-8pxk7 Pod phase: Running level=info timestamp=2018-07-23T17:18:07.624828Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:18:13 http: TLS handshake error from 10.129.0.1:55572: EOF 2018/07/23 17:18:23 http: TLS handshake error from 10.129.0.1:55582: EOF 2018/07/23 17:18:33 http: TLS handshake error from 10.129.0.1:55592: EOF level=info timestamp=2018-07-23T17:18:37.530408Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:18:43 http: TLS handshake error from 10.129.0.1:55602: EOF 2018/07/23 17:18:53 http: TLS handshake error from 10.129.0.1:55612: EOF 2018/07/23 17:19:03 http: TLS handshake error from 10.129.0.1:55622: EOF 2018/07/23 17:19:13 http: TLS handshake error from 10.129.0.1:55632: EOF 2018/07/23 17:19:23 http: TLS handshake error from 10.129.0.1:55642: EOF 2018/07/23 17:19:33 http: TLS handshake error from 10.129.0.1:55652: EOF 2018/07/23 17:19:43 http: TLS handshake error from 10.129.0.1:55664: EOF 2018/07/23 17:19:53 http: TLS handshake error from 10.129.0.1:55674: EOF 2018/07/23 17:20:03 http: TLS handshake error from 10.129.0.1:55684: EOF 2018/07/23 17:20:13 http: TLS handshake error from 10.129.0.1:55694: EOF Pod name: virt-api-7d79764579-rdw4c Pod phase: Running 2018/07/23 17:18:26 http: TLS handshake error from 10.128.0.1:59804: EOF 2018/07/23 17:18:36 http: TLS handshake error from 10.128.0.1:59858: EOF 2018/07/23 17:18:46 http: TLS handshake error from 10.128.0.1:59908: EOF 2018/07/23 17:18:56 http: TLS handshake error from 10.128.0.1:59954: EOF 2018/07/23 17:19:06 http: TLS handshake error from 10.128.0.1:60000: EOF level=info timestamp=2018-07-23T17:19:07.751738Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:19:16 http: TLS handshake error from 10.128.0.1:60050: EOF 2018/07/23 17:19:26 http: TLS handshake error from 10.128.0.1:60096: EOF 2018/07/23 17:19:36 http: TLS handshake error from 10.128.0.1:60142: EOF level=info timestamp=2018-07-23T17:19:37.535239Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:19:46 http: TLS handshake error from 10.128.0.1:60192: EOF 2018/07/23 17:19:56 http: TLS handshake error from 10.128.0.1:60238: EOF 2018/07/23 17:20:06 http: TLS handshake error from 10.128.0.1:60284: EOF level=info timestamp=2018-07-23T17:20:07.563111Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:20:16 http: TLS handshake error from 10.128.0.1:60334: EOF Pod name: virt-controller-7d57d96b65-g75sm Pod phase: Running level=info timestamp=2018-07-23T17:05:33.349242Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-gtr8n Pod phase: Running level=info timestamp=2018-07-23T17:18:14.021995Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmicrrzc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmicrrzc" level=info timestamp=2018-07-23T17:18:44.563071Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik44q9 kind= uid=61f013ad-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:18:44.563970Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik44q9 kind= uid=61f013ad-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:18:45.556188Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik44q9\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmik44q9, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 61f013ad-8e9c-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik44q9" level=info timestamp=2018-07-23T17:19:15.717432Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipxnjw kind= uid=748f03f6-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:19:15.718081Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipxnjw kind= uid=748f03f6-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:19:15.978678Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmipxnjw\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmipxnjw" level=info timestamp=2018-07-23T17:19:46.505885Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi757wl kind= uid=86ec91eb-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:19:46.506472Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi757wl kind= uid=86ec91eb-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:19:46.776981Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi757wl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi757wl" level=info timestamp=2018-07-23T17:19:46.816666Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi757wl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi757wl" level=info timestamp=2018-07-23T17:20:17.427076Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijsdpt kind= uid=9956feb8-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:20:17.427814Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijsdpt kind= uid=9956feb8-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:20:17.699810Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijsdpt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijsdpt" level=info timestamp=2018-07-23T17:20:17.759860Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijsdpt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijsdpt" Pod name: virt-handler-cqfl8 Pod phase: Running level=info timestamp=2018-07-23T17:13:29.634417Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.659235Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.659548Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.666603Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.667038Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.707049Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.722051Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.722498Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.722668Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.724455Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.725600Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.726019Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.726288Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.726456Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.726677Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-n5kfz Pod phase: Running level=info timestamp=2018-07-23T17:12:42.331140Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.033149Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T17:13:29.034031Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T17:13:29.037949Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmipblx6" level=info timestamp=2018-07-23T17:13:29.264114Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T17:13:29.264429Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-23T17:13:29.279128Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.289865Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T17:13:29.290010Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T17:13:29.294377Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T17:13:29.513785Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.515622Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.516780Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.588013Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.588441Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmijsdpt-65m2j Pod phase: Pending • Failure in Spec Setup (BeforeEach) [30.836 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be reachable via the propagated IP from a Pod [BeforeEach] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 on the same node from Node /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: <*errors.StatusError | 0xc420db0f30>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:146 ------------------------------ Pod name: disks-images-provider-8xvwr Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-r4pq7 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-8pxk7 Pod phase: Running level=info timestamp=2018-07-23T17:18:37.530408Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:18:43 http: TLS handshake error from 10.129.0.1:55602: EOF 2018/07/23 17:18:53 http: TLS handshake error from 10.129.0.1:55612: EOF 2018/07/23 17:19:03 http: TLS handshake error from 10.129.0.1:55622: EOF 2018/07/23 17:19:13 http: TLS handshake error from 10.129.0.1:55632: EOF 2018/07/23 17:19:23 http: TLS handshake error from 10.129.0.1:55642: EOF 2018/07/23 17:19:33 http: TLS handshake error from 10.129.0.1:55652: EOF 2018/07/23 17:19:43 http: TLS handshake error from 10.129.0.1:55664: EOF 2018/07/23 17:19:53 http: TLS handshake error from 10.129.0.1:55674: EOF 2018/07/23 17:20:03 http: TLS handshake error from 10.129.0.1:55684: EOF 2018/07/23 17:20:13 http: TLS handshake error from 10.129.0.1:55694: EOF 2018/07/23 17:20:23 http: TLS handshake error from 10.129.0.1:55704: EOF 2018/07/23 17:20:33 http: TLS handshake error from 10.129.0.1:55714: EOF level=info timestamp=2018-07-23T17:20:37.515570Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:20:43 http: TLS handshake error from 10.129.0.1:55724: EOF Pod name: virt-api-7d79764579-rdw4c Pod phase: Running 2018/07/23 17:18:56 http: TLS handshake error from 10.128.0.1:59954: EOF 2018/07/23 17:19:06 http: TLS handshake error from 10.128.0.1:60000: EOF level=info timestamp=2018-07-23T17:19:07.751738Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:19:16 http: TLS handshake error from 10.128.0.1:60050: EOF 2018/07/23 17:19:26 http: TLS handshake error from 10.128.0.1:60096: EOF 2018/07/23 17:19:36 http: TLS handshake error from 10.128.0.1:60142: EOF level=info timestamp=2018-07-23T17:19:37.535239Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:19:46 http: TLS handshake error from 10.128.0.1:60192: EOF 2018/07/23 17:19:56 http: TLS handshake error from 10.128.0.1:60238: EOF 2018/07/23 17:20:06 http: TLS handshake error from 10.128.0.1:60284: EOF level=info timestamp=2018-07-23T17:20:07.563111Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:20:16 http: TLS handshake error from 10.128.0.1:60334: EOF 2018/07/23 17:20:26 http: TLS handshake error from 10.128.0.1:60380: EOF 2018/07/23 17:20:36 http: TLS handshake error from 10.128.0.1:60426: EOF 2018/07/23 17:20:46 http: TLS handshake error from 10.128.0.1:60476: EOF Pod name: virt-controller-7d57d96b65-g75sm Pod phase: Running level=info timestamp=2018-07-23T17:05:33.349242Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-gtr8n Pod phase: Running level=info timestamp=2018-07-23T17:19:15.717432Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipxnjw kind= uid=748f03f6-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:19:15.718081Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipxnjw kind= uid=748f03f6-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:19:15.978678Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmipxnjw\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmipxnjw" level=info timestamp=2018-07-23T17:19:46.505885Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi757wl kind= uid=86ec91eb-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:19:46.506472Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi757wl kind= uid=86ec91eb-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:19:46.776981Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi757wl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi757wl" level=info timestamp=2018-07-23T17:19:46.816666Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi757wl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi757wl" level=info timestamp=2018-07-23T17:20:17.427076Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijsdpt kind= uid=9956feb8-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:20:17.427814Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijsdpt kind= uid=9956feb8-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:20:17.699810Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijsdpt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijsdpt" level=info timestamp=2018-07-23T17:20:17.759860Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijsdpt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijsdpt" level=info timestamp=2018-07-23T17:20:18.072405Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijsdpt\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmijsdpt, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 9956feb8-8e9c-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijsdpt" level=info timestamp=2018-07-23T17:20:48.272430Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi46wxn kind= uid=abbbb813-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:20:48.273155Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi46wxn kind= uid=abbbb813-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:20:48.673419Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi46wxn\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi46wxn" Pod name: virt-handler-cqfl8 Pod phase: Running level=info timestamp=2018-07-23T17:13:29.634417Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.659235Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.659548Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.666603Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.667038Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.707049Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.722051Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.722498Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.722668Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.724455Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.725600Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.726019Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.726288Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.726456Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.726677Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-n5kfz Pod phase: Running level=info timestamp=2018-07-23T17:12:42.331140Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.033149Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T17:13:29.034031Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T17:13:29.037949Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmipblx6" level=info timestamp=2018-07-23T17:13:29.264114Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T17:13:29.264429Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-23T17:13:29.279128Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.289865Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T17:13:29.290010Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T17:13:29.294377Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T17:13:29.513785Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.515622Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.516780Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.588013Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.588441Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi46wxn-w92nn Pod phase: Pending • Failure in Spec Setup (BeforeEach) [30.960 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be reachable via the propagated IP from a Pod [BeforeEach] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 on a different node from Node /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: <*errors.StatusError | 0xc420152ea0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:146 ------------------------------ Pod name: disks-images-provider-8xvwr Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-r4pq7 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-8pxk7 Pod phase: Running 2018/07/23 17:19:03 http: TLS handshake error from 10.129.0.1:55622: EOF 2018/07/23 17:19:13 http: TLS handshake error from 10.129.0.1:55632: EOF 2018/07/23 17:19:23 http: TLS handshake error from 10.129.0.1:55642: EOF 2018/07/23 17:19:33 http: TLS handshake error from 10.129.0.1:55652: EOF 2018/07/23 17:19:43 http: TLS handshake error from 10.129.0.1:55664: EOF 2018/07/23 17:19:53 http: TLS handshake error from 10.129.0.1:55674: EOF 2018/07/23 17:20:03 http: TLS handshake error from 10.129.0.1:55684: EOF 2018/07/23 17:20:13 http: TLS handshake error from 10.129.0.1:55694: EOF 2018/07/23 17:20:23 http: TLS handshake error from 10.129.0.1:55704: EOF 2018/07/23 17:20:33 http: TLS handshake error from 10.129.0.1:55714: EOF level=info timestamp=2018-07-23T17:20:37.515570Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 17:20:43 http: TLS handshake error from 10.129.0.1:55724: EOF 2018/07/23 17:20:53 http: TLS handshake error from 10.129.0.1:55734: EOF 2018/07/23 17:21:03 http: TLS handshake error from 10.129.0.1:55744: EOF 2018/07/23 17:21:13 http: TLS handshake error from 10.129.0.1:55754: EOF Pod name: virt-api-7d79764579-rdw4c Pod phase: Running 2018/07/23 17:20:16 http: TLS handshake error from 10.128.0.1:60334: EOF 2018/07/23 17:20:26 http: TLS handshake error from 10.128.0.1:60380: EOF 2018/07/23 17:20:36 http: TLS handshake error from 10.128.0.1:60426: EOF 2018/07/23 17:20:46 http: TLS handshake error from 10.128.0.1:60476: EOF level=info timestamp=2018-07-23T17:20:51.287111Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-23T17:20:51.319298Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/23 17:20:56 http: TLS handshake error from 10.128.0.1:60526: EOF level=info timestamp=2018-07-23T17:21:01.114425Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-23T17:21:05.367101Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-23T17:21:05.438167Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-23T17:21:05.469229Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/23 17:21:06 http: TLS handshake error from 10.128.0.1:60574: EOF level=info timestamp=2018-07-23T17:21:07.491326Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-23T17:21:11.366494Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/23 17:21:16 http: TLS handshake error from 10.128.0.1:60624: EOF Pod name: virt-controller-7d57d96b65-g75sm Pod phase: Running level=info timestamp=2018-07-23T17:05:33.349242Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-gtr8n Pod phase: Running level=info timestamp=2018-07-23T17:19:46.506472Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi757wl kind= uid=86ec91eb-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:19:46.776981Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi757wl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi757wl" level=info timestamp=2018-07-23T17:19:46.816666Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi757wl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi757wl" level=info timestamp=2018-07-23T17:20:17.427076Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijsdpt kind= uid=9956feb8-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:20:17.427814Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijsdpt kind= uid=9956feb8-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:20:17.699810Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijsdpt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijsdpt" level=info timestamp=2018-07-23T17:20:17.759860Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijsdpt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijsdpt" level=info timestamp=2018-07-23T17:20:18.072405Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijsdpt\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmijsdpt, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 9956feb8-8e9c-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijsdpt" level=info timestamp=2018-07-23T17:20:48.272430Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi46wxn kind= uid=abbbb813-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:20:48.273155Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi46wxn kind= uid=abbbb813-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:20:48.673419Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi46wxn\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi46wxn" level=info timestamp=2018-07-23T17:20:48.998203Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi46wxn\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi46wxn, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: abbbb813-8e9c-11e8-8b71-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi46wxn" level=info timestamp=2018-07-23T17:21:19.190063Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmidrmvh kind= uid=be268e6e-8e9c-11e8-8b71-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T17:21:19.190839Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmidrmvh kind= uid=be268e6e-8e9c-11e8-8b71-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T17:21:19.753527Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmidrmvh\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmidrmvh" Pod name: virt-handler-cqfl8 Pod phase: Running level=info timestamp=2018-07-23T17:13:29.634417Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.659235Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.659548Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.666603Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.667038Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.707049Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.722051Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiklcvj kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.722498Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.722668Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.724455Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.725600Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.726019Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.726288Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizczdl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.726456Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.726677Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitwxpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-n5kfz Pod phase: Running level=info timestamp=2018-07-23T17:12:42.331140Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.033149Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T17:13:29.034031Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T17:13:29.037949Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmipblx6" level=info timestamp=2018-07-23T17:13:29.264114Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T17:13:29.264429Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-23T17:13:29.279128Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.289865Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T17:13:29.290010Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T17:13:29.294377Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T17:13:29.513785Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.515622Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.516780Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind= uid=7fd870cd-8e9b-11e8-8b71-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T17:13:29.588013Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T17:13:29.588441Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipblx6 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmidrmvh-b44nr Pod phase: Pending • Failure in Spec Setup (BeforeEach) [31.085 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 with a service matching the vmi exposed [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:283 should be able to reach the vmi based on labels specified on the vmi /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:303 Expected error: <*errors.StatusError | 0xc420acc990>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:146 ------------------------------ • [SLOW TEST:133.847 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 with a service matching the vmi exposed /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:283 should fail to reach the vmi if an invalid servicename is used /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:314 ------------------------------ • [SLOW TEST:5.504 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 with a subdomain and a headless service given /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:330 should be able to reach the vmi via its unique fully qualified domain name /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:353 ------------------------------ • [SLOW TEST:33.540 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom interface model /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:379 should expose the right device type to the guest /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:380 ------------------------------ • ------------------------------ • [SLOW TEST:35.007 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:413 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:414 ------------------------------ • [SLOW TEST:32.095 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address in non-conventional format /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:425 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:426 ------------------------------ • [SLOW TEST:34.934 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address and slirp interface /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:438 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:439 ------------------------------ • [SLOW TEST:44.368 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with disabled automatic attachment of interfaces /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:451 should not configure any external interfaces /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:452 ------------------------------ ••••••••••• ------------------------------ • [SLOW TEST:39.333 seconds] LeaderElection /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:43 Start a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:53 when the controller pod is not running /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:54 should success /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:55 ------------------------------ • [SLOW TEST:19.838 seconds] VNC /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:54 with VNC connection /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:62 should allow accessing the VNC device /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:64 ------------------------------ •• Waiting for namespace kubevirt-test-default to be removed, this can take a while ... Waiting for namespace kubevirt-test-alternative to be removed, this can take a while ... Summarizing 29 Failures: [Fail] VMIlifecycle Creating a VirtualMachineInstance when virt-handler is not responsive [BeforeEach] the node controller should react /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:378 [Fail] VMIlifecycle Creating a VirtualMachineInstance VM Accelerated Mode [It] should request a KVM and TUN device /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:662 [Fail] VMIlifecycle Creating a VirtualMachineInstance VM Accelerated Mode [It] should not enable emulation in virt-launcher /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:697 [Fail] VMIlifecycle Delete a VirtualMachineInstance's Pod [It] should result in the VirtualMachineInstance moving to a finalized state /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:768 [Fail] VMIlifecycle Delete a VirtualMachineInstance with an active pod. [It] should result in pod being terminated /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:802 [Fail] VMIlifecycle Delete a VirtualMachineInstance with grace period greater than 0 [It] should run graceful shutdown /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:846 [Fail] VMIlifecycle Killed VirtualMachineInstance [It] should be in Failed phase /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:877 [Fail] VMIlifecycle Killed VirtualMachineInstance [It] should be left alone by virt-handler /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:904 [Fail] Expose Expose service on a VM [BeforeEach] Expose ClusterIP service Should expose a Cluster IP service on a VM and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:27 [Fail] Expose Expose service on a VM [BeforeEach] Expose NodePort service Should expose a NodePort service on a VM and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:27 [Fail] Expose Expose UDP service on a VM [BeforeEach] Expose ClusterIP UDP service Should expose a ClusterIP service on a VM and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:27 [Fail] Expose Expose UDP service on a VM [BeforeEach] Expose NodePort UDP service Should expose a NodePort service on a VM and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:27 [Fail] Expose Expose service on a VM replica set [BeforeEach] Expose ClusterIP service Should create a ClusterIP service on VMRS and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:238 [Fail] Expose Expose service on an Offline VM [BeforeEach] Expose ClusterIP service Connect to ClusterIP services that was set when VM was offline /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:305 [Fail] Subresource Api Rbac Authorization with correct permissions [It] should be allowed to access subresource endpoint /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:118 [Fail] Subresource Api Rbac Authorization For Version Command with authenticated user [It] should be allowed to access subresource version endpoint /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:118 [Fail] Subresource Api Rbac Authorization For Version Command Without permissions [It] should be able to access subresource version endpoint /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:118 [Fail] Console A new VirtualMachineInstance with a serial console with a cirros image [It] should return that we are running cirros /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:49 [Fail] Console A new VirtualMachineInstance with a serial console with a fedora image [It] should return that we are running fedora /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:49 [Fail] Console A new VirtualMachineInstance with a serial console [It] should be able to reconnect to console multiple times /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:90 [Fail] Networking [BeforeEach] should be able to reach the Inbound VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:146 [Fail] Networking [BeforeEach] should be able to reach the Inbound VirtualMachineInstance with pod network connectivity explicitly set /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:146 [Fail] Networking [BeforeEach] should be able to reach the Inbound VirtualMachineInstance with custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:146 [Fail] Networking [BeforeEach] should be able to reach the internet /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:146 [Fail] Networking [BeforeEach] should be reachable via the propagated IP from a Pod on the same node from Pod /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:146 [Fail] Networking [BeforeEach] should be reachable via the propagated IP from a Pod on a different node from Pod /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:146 [Fail] Networking [BeforeEach] should be reachable via the propagated IP from a Pod on the same node from Node /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:146 [Fail] Networking [BeforeEach] should be reachable via the propagated IP from a Pod on a different node from Node /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:146 [Fail] Networking [BeforeEach] with a service matching the vmi exposed should be able to reach the vmi based on labels specified on the vmi /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:146 Ran 130 of 142 Specs in 3984.531 seconds FAIL! -- 101 Passed | 29 Failed | 0 Pending | 12 Skipped --- FAIL: TestTests (3984.54s) FAIL make: *** [functest] Error 1 + make cluster-down ./cluster/down.sh