+ export WORKSPACE=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release + WORKSPACE=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release + [[ openshift-3.10-release =~ openshift-.* ]] + [[ openshift-3.10-release =~ .*-crio-.* ]] + export KUBEVIRT_PROVIDER=os-3.10.0 + KUBEVIRT_PROVIDER=os-3.10.0 + export KUBEVIRT_NUM_NODES=2 + KUBEVIRT_NUM_NODES=2 + export NFS_WINDOWS_DIR=/home/nfs/images/windows2016 + NFS_WINDOWS_DIR=/home/nfs/images/windows2016 + export NAMESPACE=kube-system + NAMESPACE=kube-system + trap '{ make cluster-down; }' EXIT SIGINT SIGTERM SIGSTOP + make cluster-down ./cluster/down.sh + make cluster-up ./cluster/up.sh Downloading ....... Downloading ....... Downloading ....... 2018/07/17 12:53:11 Waiting for host: 192.168.66.102:22 2018/07/17 12:53:14 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/17 12:53:22 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/17 12:53:30 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/17 12:53:38 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/17 12:53:43 Connected to tcp://192.168.66.102:22 + systemctl stop origin-node.service + rm -rf /etc/origin/ /etc/etcd/ /var/lib/origin /var/lib/etcd/ ++ docker ps -q + containers= + '[' -n '' ']' ++ docker ps -q -a + containers='380578eb6b01 04838495ca18 aef4dea680cc 46bea3472251 6251077554f3 fe2a0d7ec163 970722bcd3fd 1eb051c1b629 1052914cea3e e039c376e094 84eb0c833d7c 4e08778d9b1d 0a9a2fcf5f77 50aebcf65f7b 9faedfc6ec82 f59bf1b05c0b 2ec313cb7901 5a782498db8c fef39cf40a53 c8ca0d879d8b aabbef87da66 0ac6cd26ae28 d021d99166a4 ed496b2ca295 e69e08bd00a8 0ddad7779bb0 3ca535d6f49f 2fc9538787a8' + '[' -n '380578eb6b01 04838495ca18 aef4dea680cc 46bea3472251 6251077554f3 fe2a0d7ec163 970722bcd3fd 1eb051c1b629 1052914cea3e e039c376e094 84eb0c833d7c 4e08778d9b1d 0a9a2fcf5f77 50aebcf65f7b 9faedfc6ec82 f59bf1b05c0b 2ec313cb7901 5a782498db8c fef39cf40a53 c8ca0d879d8b aabbef87da66 0ac6cd26ae28 d021d99166a4 ed496b2ca295 e69e08bd00a8 0ddad7779bb0 3ca535d6f49f 2fc9538787a8' ']' + docker rm -f 380578eb6b01 04838495ca18 aef4dea680cc 46bea3472251 6251077554f3 fe2a0d7ec163 970722bcd3fd 1eb051c1b629 1052914cea3e e039c376e094 84eb0c833d7c 4e08778d9b1d 0a9a2fcf5f77 50aebcf65f7b 9faedfc6ec82 f59bf1b05c0b 2ec313cb7901 5a782498db8c fef39cf40a53 c8ca0d879d8b aabbef87da66 0ac6cd26ae28 d021d99166a4 ed496b2ca295 e69e08bd00a8 0ddad7779bb0 3ca535d6f49f 2fc9538787a8 380578eb6b01 04838495ca18 aef4dea680cc 46bea3472251 6251077554f3 fe2a0d7ec163 970722bcd3fd 1eb051c1b629 1052914cea3e e039c376e094 84eb0c833d7c 4e08778d9b1d 0a9a2fcf5f77 50aebcf65f7b 9faedfc6ec82 f59bf1b05c0b 2ec313cb7901 5a782498db8c fef39cf40a53 c8ca0d879d8b aabbef87da66 0ac6cd26ae28 d021d99166a4 ed496b2ca295 e69e08bd00a8 0ddad7779bb0 3ca535d6f49f 2fc9538787a8 2018/07/17 12:53:47 Waiting for host: 192.168.66.101:22 2018/07/17 12:53:50 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/17 12:53:58 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/17 12:54:06 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/17 12:54:14 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: connection refused. Sleeping 5s 2018/07/17 12:54:19 Connected to tcp://192.168.66.101:22 + inventory_file=/root/inventory + openshift_ansible=/root/openshift-ansible + echo '[new_nodes]' + sed -i '/\[OSEv3:children\]/a new_nodes' /root/inventory + nodes_found=false ++ seq 2 100 + for i in '$(seq 2 100)' ++ printf node%02d 2 + node=node02 ++ printf 192.168.66.1%02d 2 + node_ip=192.168.66.102 + set +e + ping 192.168.66.102 -c 1 PING 192.168.66.102 (192.168.66.102) 56(84) bytes of data. 64 bytes from 192.168.66.102: icmp_seq=1 ttl=64 time=1.60 ms --- 192.168.66.102 ping statistics --- 1 packets transmitted, 1 received, 0% packet loss, time 0ms rtt min/avg/max/mdev = 1.602/1.602/1.602/0.000 ms + '[' 0 -ne 0 ']' + nodes_found=true + set -e + echo '192.168.66.102 node02' Found node02. Adding it to the inventory. + echo 'Found node02. Adding it to the inventory.' + echo 'node02 openshift_node_group_name="node-config-compute" openshift_schedulable=true openshift_ip=192.168.66.102' + for i in '$(seq 2 100)' ++ printf node%02d 3 + node=node03 ++ printf 192.168.66.1%02d 3 + node_ip=192.168.66.103 + set +e + ping 192.168.66.103 -c 1 PING 192.168.66.103 (192.168.66.103) 56(84) bytes of data. From 192.168.66.101 icmp_seq=1 Destination Host Unreachable --- 192.168.66.103 ping statistics --- 1 packets transmitted, 0 received, +1 errors, 100% packet loss, time 0ms + '[' 1 -ne 0 ']' + break + '[' true = true ']' + ansible-playbook -i /root/inventory /root/openshift-ansible/playbooks/openshift-node/scaleup.yml PLAY [Populate config host groups] ********************************************* TASK [Load group name mapping variables] *************************************** ok: [localhost] TASK [Evaluate groups - g_etcd_hosts or g_new_etcd_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_master_hosts or g_new_master_hosts required] ********* skipping: [localhost] TASK [Evaluate groups - g_node_hosts or g_new_node_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_lb_hosts required] *********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts required] ********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts is single host] **************************** skipping: [localhost] TASK [Evaluate groups - g_glusterfs_hosts required] **************************** skipping: [localhost] TASK [Evaluate oo_all_hosts] *************************************************** ok: [localhost] => (item=node01) ok: [localhost] => (item=node02) TASK [Evaluate oo_masters] ***************************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_master] ************************************************ ok: [localhost] TASK [Evaluate oo_new_etcd_to_config] ****************************************** TASK [Evaluate oo_masters_to_config] ******************************************* ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_to_config] ********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_etcd] ************************************************** ok: [localhost] TASK [Evaluate oo_etcd_hosts_to_upgrade] *************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_hosts_to_backup] **************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_nodes_to_config] ********************************************* ok: [localhost] => (item=node02) TASK [Evaluate oo_nodes_to_bootstrap] ****************************************** ok: [localhost] => (item=node02) TASK [Add masters to oo_nodes_to_bootstrap] ************************************ ok: [localhost] => (item=node01) TASK [Evaluate oo_lb_to_config] ************************************************ TASK [Evaluate oo_nfs_to_config] *********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_glusterfs_to_config] ***************************************** TASK [Evaluate oo_etcd_to_migrate] ********************************************* ok: [localhost] => (item=node01) PLAY [Ensure there are new_nodes] ********************************************** TASK [fail] ******************************************************************** skipping: [localhost] TASK [fail] ******************************************************************** skipping: [localhost] PLAY [Initialization Checkpoint Start] ***************************************** TASK [Set install initialization 'In Progress'] ******************************** ok: [node01] PLAY [Populate config host groups] ********************************************* TASK [Load group name mapping variables] *************************************** ok: [localhost] TASK [Evaluate groups - g_etcd_hosts or g_new_etcd_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_master_hosts or g_new_master_hosts required] ********* skipping: [localhost] TASK [Evaluate groups - g_node_hosts or g_new_node_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_lb_hosts required] *********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts required] ********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts is single host] **************************** skipping: [localhost] TASK [Evaluate groups - g_glusterfs_hosts required] **************************** skipping: [localhost] TASK [Evaluate oo_all_hosts] *************************************************** ok: [localhost] => (item=node01) ok: [localhost] => (item=node02) TASK [Evaluate oo_masters] ***************************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_master] ************************************************ ok: [localhost] TASK [Evaluate oo_new_etcd_to_config] ****************************************** TASK [Evaluate oo_masters_to_config] ******************************************* ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_to_config] ********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_etcd] ************************************************** ok: [localhost] TASK [Evaluate oo_etcd_hosts_to_upgrade] *************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_hosts_to_backup] **************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_nodes_to_config] ********************************************* ok: [localhost] => (item=node02) TASK [Evaluate oo_nodes_to_bootstrap] ****************************************** ok: [localhost] => (item=node02) TASK [Add masters to oo_nodes_to_bootstrap] ************************************ ok: [localhost] => (item=node01) TASK [Evaluate oo_lb_to_config] ************************************************ TASK [Evaluate oo_nfs_to_config] *********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_glusterfs_to_config] ***************************************** TASK [Evaluate oo_etcd_to_migrate] ********************************************* ok: [localhost] => (item=node01) [WARNING]: Could not match supplied host pattern, ignoring: oo_lb_to_config PLAY [Ensure that all non-node hosts are accessible] *************************** TASK [Gathering Facts] ********************************************************* ok: [node01] PLAY [Initialize basic host facts] ********************************************* TASK [Gathering Facts] ********************************************************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : include_tasks] **************************** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/deprecations.yml for node01, node02 TASK [openshift_sanitize_inventory : Check for usage of deprecated variables] *** ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : debug] ************************************ skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : set_stats] ******************************** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Assign deprecated variables to correct counterparts] *** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/__deprecations_logging.yml for node01, node02 included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/__deprecations_metrics.yml for node01, node02 TASK [openshift_sanitize_inventory : conditional_set_fact] ********************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : set_fact] ********************************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : conditional_set_fact] ********************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : Standardize on latest variable names] ***** ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : Normalize openshift_release] ************** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Abort when openshift_release is invalid] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : include_tasks] **************************** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/unsupported.yml for node01, node02 TASK [openshift_sanitize_inventory : Ensure that openshift_use_dnsmasq is true] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that openshift_node_dnsmasq_install_network_manager_hook is true] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : set_fact] ********************************* skipping: [node01] => (item=openshift_hosted_etcd_storage_kind) skipping: [node02] => (item=openshift_hosted_etcd_storage_kind) TASK [openshift_sanitize_inventory : Ensure that dynamic provisioning is set if using dynamic storage] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure the hosted registry's GlusterFS storage is configured correctly] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure the hosted registry's GlusterFS storage is configured correctly] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure clusterid is set along with the cloudprovider] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure ansible_service_broker_remove and ansible_service_broker_install are mutually exclusive] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure template_service_broker_remove and template_service_broker_install are mutually exclusive] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that all requires vsphere configuration variables are set] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : ensure provider configuration variables are defined] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure removed web console extension variables are not set] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that web console port matches API server port] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : At least one master is schedulable] ******* skipping: [node01] skipping: [node02] TASK [Detecting Operating System from ostree_booted] *************************** ok: [node02] ok: [node01] TASK [set openshift_deployment_type if unset] ********************************** skipping: [node01] skipping: [node02] TASK [check for node already bootstrapped] ************************************* ok: [node02] ok: [node01] TASK [initialize_facts set fact openshift_is_bootstrapped] ********************* ok: [node01] ok: [node02] TASK [initialize_facts set fact openshift_is_atomic and openshift_is_containerized] *** ok: [node01] ok: [node02] TASK [Determine Atomic Host Docker Version] ************************************ skipping: [node01] skipping: [node02] TASK [assert atomic host docker version is 1.12 or later] ********************** skipping: [node01] skipping: [node02] PLAY [Retrieve existing master configs and validate] *************************** TASK [openshift_control_plane : stat] ****************************************** ok: [node01] TASK [openshift_control_plane : slurp] ***************************************** ok: [node01] TASK [openshift_control_plane : set_fact] ************************************** ok: [node01] TASK [openshift_control_plane : Check for file paths outside of /etc/origin/master in master's config] *** ok: [node01] TASK [openshift_control_plane : set_fact] ************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** skipping: [node01] PLAY [Initialize special first-master variables] ******************************* TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] PLAY [Disable web console if required] ***************************************** TASK [set_fact] **************************************************************** skipping: [node01] PLAY [Setup yum repositories for all hosts] ************************************ TASK [rhel_subscribe : fail] *************************************************** skipping: [node02] TASK [rhel_subscribe : Install Red Hat Subscription manager] ******************* skipping: [node02] TASK [rhel_subscribe : Is host already registered?] **************************** skipping: [node02] TASK [rhel_subscribe : Register host] ****************************************** skipping: [node02] TASK [rhel_subscribe : fail] *************************************************** skipping: [node02] TASK [rhel_subscribe : Determine if OpenShift Pool Already Attached] *********** skipping: [node02] TASK [rhel_subscribe : Attach to OpenShift Pool] ******************************* skipping: [node02] TASK [rhel_subscribe : Satellite preparation] ********************************** skipping: [node02] TASK [openshift_repos : openshift_repos detect ostree] ************************* ok: [node02] TASK [openshift_repos : Ensure libselinux-python is installed] ***************** ok: [node02] TASK [openshift_repos : Remove openshift_additional.repo file] ***************** ok: [node02] TASK [openshift_repos : Create any additional repos that are defined] ********** TASK [openshift_repos : include_tasks] ***************************************** skipping: [node02] TASK [openshift_repos : include_tasks] ***************************************** included: /root/openshift-ansible/roles/openshift_repos/tasks/centos_repos.yml for node02 TASK [openshift_repos : Configure origin gpg keys] ***************************** ok: [node02] TASK [openshift_repos : Configure correct origin release repository] *********** ok: [node02] => (item=/root/openshift-ansible/roles/openshift_repos/templates/CentOS-OpenShift-Origin.repo.j2) TASK [openshift_repos : Ensure clean repo cache in the event repos have been changed manually] *** changed: [node02] => { "msg": "First run of openshift_repos" } TASK [openshift_repos : Record that openshift_repos already ran] *************** ok: [node02] RUNNING HANDLER [openshift_repos : refresh cache] ****************************** changed: [node02] PLAY [Install packages necessary for installer] ******************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [Determine if chrony is installed] **************************************** [WARNING]: Consider using the yum, dnf or zypper module rather than running rpm. If you need to use command because yum, dnf or zypper is insufficient you can add warn=False to this command task or set command_warnings=False in ansible.cfg to get rid of this message. changed: [node02] TASK [Install ntp package] ***************************************************** skipping: [node02] TASK [Start and enable ntpd/chronyd] ******************************************* changed: [node02] TASK [Ensure openshift-ansible installer package deps are installed] *********** ok: [node02] => (item=iproute) ok: [node02] => (item=dbus-python) ok: [node02] => (item=PyYAML) ok: [node02] => (item=python-ipaddress) ok: [node02] => (item=libsemanage-python) ok: [node02] => (item=yum-utils) ok: [node02] => (item=python-docker) PLAY [Initialize cluster facts] ************************************************ TASK [Gathering Facts] ********************************************************* ok: [node02] ok: [node01] TASK [get openshift_current_version] ******************************************* ok: [node02] ok: [node01] TASK [set_fact openshift_portal_net if present on masters] ********************* ok: [node01] ok: [node02] TASK [Gather Cluster facts] **************************************************** changed: [node02] changed: [node01] TASK [Set fact of no_proxy_internal_hostnames] ********************************* skipping: [node01] skipping: [node02] TASK [Initialize openshift.node.sdn_mtu] *************************************** changed: [node02] ok: [node01] PLAY [Initialize etcd host variables] ****************************************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] PLAY [Determine openshift_version to configure on first master] **************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [include_role] ************************************************************ TASK [openshift_version : Use openshift_current_version fact as version to configure if already installed] *** ok: [node01] TASK [openshift_version : Set openshift_version to openshift_release if undefined] *** skipping: [node01] TASK [openshift_version : debug] *********************************************** ok: [node01] => { "msg": "openshift_pkg_version was not defined. Falling back to -3.10.0" } TASK [openshift_version : set_fact] ******************************************** ok: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : assert openshift_release in openshift_image_tag] ***** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : assert openshift_release in openshift_pkg_version] *** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_release": "3.10" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_image_tag": "v3.10.0-rc.0" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_pkg_version": "-3.10.0*" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_version": "3.10.0" } TASK [set openshift_version booleans (first master)] *************************** ok: [node01] PLAY [Set openshift_version for etcd, node, and master hosts] ****************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [set_fact] **************************************************************** ok: [node02] TASK [set openshift_version booleans (masters and nodes)] ********************** ok: [node02] PLAY [Verify Requirements] ***************************************************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [Run variable sanity checks] ********************************************** ok: [node01] TASK [Validate openshift_node_groups and openshift_node_group_name] ************ ok: [node01] PLAY [Initialization Checkpoint End] ******************************************* TASK [Set install initialization 'Complete'] *********************************** ok: [node01] PLAY [Validate node hostnames] ************************************************* TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [Query DNS for IP address of node02] ************************************** ok: [node02] TASK [Validate openshift_hostname when defined] ******************************** skipping: [node02] TASK [Validate openshift_ip exists on node when defined] *********************** skipping: [node02] PLAY [Configure os_firewall] *************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [os_firewall : Detecting Atomic Host Operating System] ******************** ok: [node02] TASK [os_firewall : Set fact r_os_firewall_is_atomic] ************************** ok: [node02] TASK [os_firewall : Fail - Firewalld is not supported on Atomic Host] ********** skipping: [node02] TASK [os_firewall : Install firewalld packages] ******************************** skipping: [node02] TASK [os_firewall : Ensure iptables services are not enabled] ****************** skipping: [node02] => (item=iptables) skipping: [node02] => (item=ip6tables) TASK [os_firewall : Wait 10 seconds after disabling iptables] ****************** skipping: [node02] TASK [os_firewall : Start and enable firewalld service] ************************ skipping: [node02] TASK [os_firewall : need to pause here, otherwise the firewalld service starting can sometimes cause ssh to fail] *** skipping: [node02] TASK [os_firewall : Restart polkitd] ******************************************* skipping: [node02] TASK [os_firewall : Wait for polkit action to have been created] *************** skipping: [node02] TASK [os_firewall : Ensure firewalld service is not enabled] ******************* ok: [node02] TASK [os_firewall : Wait 10 seconds after disabling firewalld] ***************** skipping: [node02] TASK [os_firewall : Install iptables packages] ********************************* ok: [node02] => (item=iptables) ok: [node02] => (item=iptables-services) TASK [os_firewall : Start and enable iptables service] ************************* ok: [node02 -> node02] => (item=node02) TASK [os_firewall : need to pause here, otherwise the iptables service starting can sometimes cause ssh to fail] *** skipping: [node02] PLAY [oo_nodes_to_config] ****************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [container_runtime : Setup the docker-storage for overlay] **************** skipping: [node02] TASK [container_runtime : Create file system on extra volume device] *********** TASK [container_runtime : Create mount entry for extra volume] ***************** PLAY [oo_nodes_to_config] ****************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_excluder : Install docker excluder - yum] ********************** ok: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* ok: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** skipping: [node02] TASK [container_runtime : Getting current systemd-udevd exec command] ********** skipping: [node02] TASK [container_runtime : Assure systemd-udevd.service.d directory exists] ***** skipping: [node02] TASK [container_runtime : Create systemd-udevd override file] ****************** skipping: [node02] TASK [container_runtime : Add enterprise registry, if necessary] *************** skipping: [node02] TASK [container_runtime : Add http_proxy to /etc/atomic.conf] ****************** skipping: [node02] TASK [container_runtime : Add https_proxy to /etc/atomic.conf] ***************** skipping: [node02] TASK [container_runtime : Add no_proxy to /etc/atomic.conf] ******************** skipping: [node02] TASK [container_runtime : Get current installed Docker version] **************** ok: [node02] TASK [container_runtime : Error out if Docker pre-installed but too old] ******* skipping: [node02] TASK [container_runtime : Error out if requested Docker is too old] ************ skipping: [node02] TASK [container_runtime : Install Docker] ************************************** skipping: [node02] TASK [container_runtime : Ensure docker.service.d directory exists] ************ ok: [node02] TASK [container_runtime : Configure Docker service unit file] ****************** ok: [node02] TASK [container_runtime : stat] ************************************************ ok: [node02] TASK [container_runtime : Set registry params] ********************************* skipping: [node02] => (item={u'reg_conf_var': u'ADD_REGISTRY', u'reg_flag': u'--add-registry', u'reg_fact_val': []}) skipping: [node02] => (item={u'reg_conf_var': u'BLOCK_REGISTRY', u'reg_flag': u'--block-registry', u'reg_fact_val': []}) skipping: [node02] => (item={u'reg_conf_var': u'INSECURE_REGISTRY', u'reg_flag': u'--insecure-registry', u'reg_fact_val': []}) TASK [container_runtime : Place additional/blocked/insecure registries in /etc/containers/registries.conf] *** skipping: [node02] TASK [container_runtime : Set Proxy Settings] ********************************** skipping: [node02] => (item={u'reg_conf_var': u'HTTP_PROXY', u'reg_fact_val': u''}) skipping: [node02] => (item={u'reg_conf_var': u'HTTPS_PROXY', u'reg_fact_val': u''}) skipping: [node02] => (item={u'reg_conf_var': u'NO_PROXY', u'reg_fact_val': u''}) TASK [container_runtime : Set various Docker options] ************************** ok: [node02] TASK [container_runtime : stat] ************************************************ ok: [node02] TASK [container_runtime : Configure Docker Network OPTIONS] ******************** ok: [node02] TASK [container_runtime : Detect if docker is already started] ***************** ok: [node02] TASK [container_runtime : Start the Docker service] **************************** ok: [node02] TASK [container_runtime : set_fact] ******************************************** ok: [node02] TASK [container_runtime : Check for docker_storage_path/overlay2] ************** ok: [node02] TASK [container_runtime : Fixup SELinux permissions for docker] **************** changed: [node02] TASK [container_runtime : Ensure /var/lib/containers exists] ******************* ok: [node02] TASK [container_runtime : Fix SELinux Permissions on /var/lib/containers] ****** ok: [node02] TASK [container_runtime : Check for credentials file for registry auth] ******** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth] ***** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth (alternative)] *** skipping: [node02] TASK [container_runtime : stat the docker data dir] **************************** ok: [node02] TASK [container_runtime : stop the current running docker] ********************* skipping: [node02] TASK [container_runtime : copy "/var/lib/docker" to "/var/lib/containers/docker"] *** skipping: [node02] TASK [container_runtime : Set the selinux context on /var/lib/containers/docker] *** skipping: [node02] TASK [container_runtime : restorecon the /var/lib/containers/docker] *********** skipping: [node02] TASK [container_runtime : Remove the old docker location] ********************** skipping: [node02] TASK [container_runtime : Setup the link] ************************************** skipping: [node02] TASK [container_runtime : start docker] **************************************** skipping: [node02] TASK [container_runtime : Fail if Atomic Host since this is an rpm request] **** skipping: [node02] TASK [container_runtime : Getting current systemd-udevd exec command] ********** skipping: [node02] TASK [container_runtime : Assure systemd-udevd.service.d directory exists] ***** skipping: [node02] TASK [container_runtime : Create systemd-udevd override file] ****************** skipping: [node02] TASK [container_runtime : Add enterprise registry, if necessary] *************** skipping: [node02] TASK [container_runtime : Check that overlay is in the kernel] ***************** skipping: [node02] TASK [container_runtime : Add overlay to modprobe.d] *************************** skipping: [node02] TASK [container_runtime : Manually modprobe overlay into the kernel] *********** skipping: [node02] TASK [container_runtime : Enable and start systemd-modules-load] *************** skipping: [node02] TASK [container_runtime : Install cri-o] *************************************** skipping: [node02] TASK [container_runtime : Remove CRI-O default configuration files] ************ skipping: [node02] => (item=/etc/cni/net.d/200-loopback.conf) skipping: [node02] => (item=/etc/cni/net.d/100-crio-bridge.conf) TASK [container_runtime : Create the CRI-O configuration] ********************** skipping: [node02] TASK [container_runtime : Ensure CNI configuration directory exists] *********** skipping: [node02] TASK [container_runtime : Add iptables allow rules] **************************** skipping: [node02] => (item={u'port': u'10010/tcp', u'service': u'crio'}) TASK [container_runtime : Remove iptables rules] ******************************* TASK [container_runtime : Add firewalld allow rules] *************************** skipping: [node02] => (item={u'port': u'10010/tcp', u'service': u'crio'}) TASK [container_runtime : Remove firewalld allow rules] ************************ TASK [container_runtime : Configure the CNI network] *************************** skipping: [node02] TASK [container_runtime : Create /etc/sysconfig/crio-network] ****************** skipping: [node02] TASK [container_runtime : Start the CRI-O service] ***************************** skipping: [node02] TASK [container_runtime : Ensure /var/lib/containers exists] ******************* skipping: [node02] TASK [container_runtime : Fix SELinux Permissions on /var/lib/containers] ****** skipping: [node02] TASK [container_runtime : Check for credentials file for registry auth] ******** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth] ***** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth (alternative)] *** skipping: [node02] TASK [container_runtime : stat the docker data dir] **************************** skipping: [node02] TASK [container_runtime : stop the current running docker] ********************* skipping: [node02] TASK [container_runtime : copy "/var/lib/docker" to "/var/lib/containers/docker"] *** skipping: [node02] TASK [container_runtime : Set the selinux context on /var/lib/containers/docker] *** skipping: [node02] TASK [container_runtime : restorecon the /var/lib/containers/docker] *********** skipping: [node02] TASK [container_runtime : Remove the old docker location] ********************** skipping: [node02] TASK [container_runtime : Setup the link] ************************************** skipping: [node02] TASK [container_runtime : start docker] **************************************** skipping: [node02] PLAY [Determine openshift_version to configure on first master] **************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [include_role] ************************************************************ TASK [openshift_version : Use openshift_current_version fact as version to configure if already installed] *** skipping: [node01] TASK [openshift_version : Set openshift_version to openshift_release if undefined] *** skipping: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : assert openshift_release in openshift_image_tag] ***** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : assert openshift_release in openshift_pkg_version] *** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_release": "3.10" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_image_tag": "v3.10.0-rc.0" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_pkg_version": "-3.10.0*" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_version": "3.10.0" } TASK [set openshift_version booleans (first master)] *************************** ok: [node01] PLAY [Set openshift_version for etcd, node, and master hosts] ****************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [set_fact] **************************************************************** ok: [node02] TASK [set openshift_version booleans (masters and nodes)] ********************** ok: [node02] PLAY [Node Preparation Checkpoint Start] *************************************** TASK [Set Node preparation 'In Progress'] ************************************** ok: [node01] PLAY [Only target nodes that have not yet been bootstrapped] ******************* TASK [Gathering Facts] ********************************************************* ok: [localhost] TASK [add_host] **************************************************************** skipping: [localhost] => (item=node02) ok: [localhost] => (item=node01) PLAY [Disable excluders] ******************************************************* TASK [openshift_excluder : Detecting Atomic Host Operating System] ************* ok: [node02] TASK [openshift_excluder : Debug r_openshift_excluder_enable_docker_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_docker_excluder": true } TASK [openshift_excluder : Debug r_openshift_excluder_enable_openshift_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_openshift_excluder": true } TASK [openshift_excluder : Fail if invalid openshift_excluder_action provided] *** skipping: [node02] TASK [openshift_excluder : Fail if r_openshift_excluder_upgrade_target is not defined] *** skipping: [node02] TASK [openshift_excluder : Include main action task file] ********************** included: /root/openshift-ansible/roles/openshift_excluder/tasks/disable.yml for node02 TASK [openshift_excluder : Get available excluder version] ********************* skipping: [node02] TASK [openshift_excluder : Fail when excluder package is not found] ************ skipping: [node02] TASK [openshift_excluder : Set fact excluder_version] ************************** skipping: [node02] TASK [openshift_excluder : origin-docker-excluder version detected] ************ skipping: [node02] TASK [openshift_excluder : Printing upgrade target version] ******************** skipping: [node02] TASK [openshift_excluder : Check the available origin-docker-excluder version is at most of the upgrade target version] *** skipping: [node02] TASK [openshift_excluder : Get available excluder version] ********************* skipping: [node02] TASK [openshift_excluder : Fail when excluder package is not found] ************ skipping: [node02] TASK [openshift_excluder : Set fact excluder_version] ************************** skipping: [node02] TASK [openshift_excluder : origin-excluder version detected] ******************* skipping: [node02] TASK [openshift_excluder : Printing upgrade target version] ******************** skipping: [node02] TASK [openshift_excluder : Check the available origin-excluder version is at most of the upgrade target version] *** skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : disable docker excluder] **************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : disable openshift excluder] ************************* changed: [node02] TASK [openshift_excluder : Install docker excluder - yum] ********************** skipping: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** changed: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : disable docker excluder] **************************** skipping: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : disable openshift excluder] ************************* changed: [node02] PLAY [Configure nodes] ********************************************************* TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_cloud_provider : Set cloud provider facts] ********************* skipping: [node02] TASK [openshift_cloud_provider : Create cloudprovider config dir] ************** skipping: [node02] TASK [openshift_cloud_provider : include the defined cloud provider files] ***** skipping: [node02] TASK [openshift_node : fail] *************************************************** skipping: [node02] TASK [openshift_node : Check for NetworkManager service] *********************** ok: [node02] TASK [openshift_node : Set fact using_network_manager] ************************* ok: [node02] TASK [openshift_node : Install dnsmasq] **************************************** ok: [node02] TASK [openshift_node : ensure origin/node directory exists] ******************** changed: [node02] => (item=/etc/origin) changed: [node02] => (item=/etc/origin/node) TASK [openshift_node : Install NetworkManager during node_bootstrap provisioning] *** skipping: [node02] TASK [openshift_node : Install network manager dispatch script] **************** skipping: [node02] TASK [openshift_node : Install dnsmasq configuration] ************************** ok: [node02] TASK [openshift_node : Deploy additional dnsmasq.conf] ************************* skipping: [node02] TASK [openshift_node : Enable dnsmasq] ***************************************** ok: [node02] TASK [openshift_node : Install network manager dispatch script] **************** ok: [node02] TASK [openshift_node : Add iptables allow rules] ******************************* ok: [node02] => (item={u'port': u'10250/tcp', u'service': u'Kubernetes kubelet'}) ok: [node02] => (item={u'port': u'10256/tcp', u'service': u'Kubernetes kube-proxy health check for service load balancers'}) ok: [node02] => (item={u'port': u'80/tcp', u'service': u'http'}) ok: [node02] => (item={u'port': u'443/tcp', u'service': u'https'}) ok: [node02] => (item={u'cond': u'openshift_use_openshift_sdn | bool', u'port': u'4789/udp', u'service': u'OpenShift OVS sdn'}) skipping: [node02] => (item={u'cond': False, u'port': u'179/tcp', u'service': u'Calico BGP Port'}) skipping: [node02] => (item={u'cond': False, u'port': u'/tcp', u'service': u'Kubernetes service NodePort TCP'}) skipping: [node02] => (item={u'cond': False, u'port': u'/udp', u'service': u'Kubernetes service NodePort UDP'}) TASK [openshift_node : Remove iptables rules] ********************************** TASK [openshift_node : Add firewalld allow rules] ****************************** skipping: [node02] => (item={u'port': u'10250/tcp', u'service': u'Kubernetes kubelet'}) skipping: [node02] => (item={u'port': u'10256/tcp', u'service': u'Kubernetes kube-proxy health check for service load balancers'}) skipping: [node02] => (item={u'port': u'80/tcp', u'service': u'http'}) skipping: [node02] => (item={u'port': u'443/tcp', u'service': u'https'}) skipping: [node02] => (item={u'cond': u'openshift_use_openshift_sdn | bool', u'port': u'4789/udp', u'service': u'OpenShift OVS sdn'}) skipping: [node02] => (item={u'cond': False, u'port': u'179/tcp', u'service': u'Calico BGP Port'}) skipping: [node02] => (item={u'cond': False, u'port': u'/tcp', u'service': u'Kubernetes service NodePort TCP'}) skipping: [node02] => (item={u'cond': False, u'port': u'/udp', u'service': u'Kubernetes service NodePort UDP'}) TASK [openshift_node : Remove firewalld allow rules] *************************** TASK [openshift_node : Checking for journald.conf] ***************************** ok: [node02] TASK [openshift_node : Create journald persistence directories] **************** ok: [node02] TASK [openshift_node : Update journald setup] ********************************** ok: [node02] => (item={u'var': u'Storage', u'val': u'persistent'}) ok: [node02] => (item={u'var': u'Compress', u'val': True}) ok: [node02] => (item={u'var': u'SyncIntervalSec', u'val': u'1s'}) ok: [node02] => (item={u'var': u'RateLimitInterval', u'val': u'1s'}) ok: [node02] => (item={u'var': u'RateLimitBurst', u'val': 10000}) ok: [node02] => (item={u'var': u'SystemMaxUse', u'val': u'8G'}) ok: [node02] => (item={u'var': u'SystemKeepFree', u'val': u'20%'}) ok: [node02] => (item={u'var': u'SystemMaxFileSize', u'val': u'10M'}) ok: [node02] => (item={u'var': u'MaxRetentionSec', u'val': u'1month'}) ok: [node02] => (item={u'var': u'MaxFileSec', u'val': u'1day'}) ok: [node02] => (item={u'var': u'ForwardToSyslog', u'val': False}) ok: [node02] => (item={u'var': u'ForwardToWall', u'val': False}) TASK [openshift_node : Restart journald] *************************************** skipping: [node02] TASK [openshift_node : Disable swap] ******************************************* ok: [node02] TASK [openshift_node : Install node, clients, and conntrack packages] ********** ok: [node02] => (item={u'name': u'origin-node-3.10.0*'}) ok: [node02] => (item={u'name': u'origin-clients-3.10.0*'}) ok: [node02] => (item={u'name': u'conntrack-tools'}) TASK [openshift_node : Restart cri-o] ****************************************** skipping: [node02] TASK [openshift_node : restart NetworkManager to ensure resolv.conf is present] *** changed: [node02] TASK [openshift_node : sysctl] ************************************************* ok: [node02] TASK [openshift_node : Check for credentials file for registry auth] *********** skipping: [node02] TASK [openshift_node : Create credentials for registry auth] ******************* skipping: [node02] TASK [openshift_node : Create credentials for registry auth (alternative)] ***** skipping: [node02] TASK [openshift_node : Setup ro mount of /root/.docker for containerized hosts] *** skipping: [node02] TASK [openshift_node : Check that node image is present] *********************** changed: [node02] TASK [openshift_node : Pre-pull node image] ************************************ skipping: [node02] TASK [openshift_node : Copy node script to the node] *************************** ok: [node02] TASK [openshift_node : Install Node service file] ****************************** ok: [node02] TASK [openshift_node : Ensure old system path is set] ************************** skipping: [node02] => (item=/etc/origin/openvswitch) skipping: [node02] => (item=/var/lib/kubelet) skipping: [node02] => (item=/opt/cni/bin) TASK [openshift_node : Check status of node image pre-pull] ******************** skipping: [node02] TASK [openshift_node : Copy node container image to ostree storage] ************ skipping: [node02] TASK [openshift_node : Install or Update node system container] **************** skipping: [node02] TASK [openshift_node : Restart network manager to ensure networking configuration is in place] *** skipping: [node02] TASK [openshift_node : Configure Node settings] ******************************** ok: [node02] => (item={u'regex': u'^OPTIONS=', u'line': u'OPTIONS='}) ok: [node02] => (item={u'regex': u'^DEBUG_LOGLEVEL=', u'line': u'DEBUG_LOGLEVEL=2'}) ok: [node02] => (item={u'regex': u'^IMAGE_VERSION=', u'line': u'IMAGE_VERSION=v3.10.0-rc.0'}) TASK [openshift_node : Configure Proxy Settings] ******************************* skipping: [node02] => (item={u'regex': u'^HTTP_PROXY=', u'line': u'HTTP_PROXY='}) skipping: [node02] => (item={u'regex': u'^HTTPS_PROXY=', u'line': u'HTTPS_PROXY='}) skipping: [node02] => (item={u'regex': u'^NO_PROXY=', u'line': u'NO_PROXY=[],172.30.0.0/16,10.128.0.0/14'}) TASK [openshift_node : file] *************************************************** skipping: [node02] TASK [openshift_node : Create the Node config] ********************************* changed: [node02] TASK [openshift_node : Configure Node Environment Variables] ******************* TASK [openshift_node : Ensure the node static pod directory exists] ************ changed: [node02] TASK [openshift_node : Configure AWS Cloud Provider Settings] ****************** skipping: [node02] => (item=None) skipping: [node02] => (item=None) skipping: [node02] TASK [openshift_node : Check status of node image pre-pull] ******************** skipping: [node02] TASK [openshift_node : Install NFS storage plugin dependencies] **************** ok: [node02] TASK [openshift_node : Check for existence of nfs sebooleans] ****************** ok: [node02] => (item=virt_use_nfs) ok: [node02] => (item=virt_sandbox_use_nfs) TASK [openshift_node : Set seboolean to allow nfs storage plugin access from containers] *** ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-17 13:02:06.033254', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_use_nfs'], u'rc': 0, 'item': u'virt_use_nfs', u'delta': u'0:00:00.010432', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_nfs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-17 13:02:06.022822', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-17 13:02:07.332108', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_nfs'], u'rc': 0, 'item': u'virt_sandbox_use_nfs', u'delta': u'0:00:00.008687', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_nfs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-17 13:02:07.323421', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Set seboolean to allow nfs storage plugin access from containers (python 3)] *** skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-17 13:02:06.033254', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_use_nfs'], u'rc': 0, 'item': u'virt_use_nfs', u'delta': u'0:00:00.010432', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_nfs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-17 13:02:06.022822', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-17 13:02:07.332108', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_nfs'], u'rc': 0, 'item': u'virt_sandbox_use_nfs', u'delta': u'0:00:00.008687', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_nfs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-17 13:02:07.323421', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Install GlusterFS storage plugin dependencies] ********** ok: [node02] TASK [openshift_node : Check for existence of fusefs sebooleans] *************** ok: [node02] => (item=virt_use_fusefs) ok: [node02] => (item=virt_sandbox_use_fusefs) TASK [openshift_node : Set seboolean to allow gluster storage plugin access from containers] *** ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-17 13:02:14.531024', '_ansible_no_log': False, u'stdout': u'virt_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_use_fusefs'], u'rc': 0, 'item': u'virt_use_fusefs', u'delta': u'0:00:00.008639', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_fusefs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-17 13:02:14.522385', '_ansible_ignore_errors': None, 'failed': False}) ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-17 13:02:16.269002', '_ansible_no_log': False, u'stdout': u'virt_sandbox_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_fusefs'], u'rc': 0, 'item': u'virt_sandbox_use_fusefs', u'delta': u'0:00:00.005570', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_fusefs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_sandbox_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-17 13:02:16.263432', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Set seboolean to allow gluster storage plugin access from containers (python 3)] *** skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-17 13:02:14.531024', '_ansible_no_log': False, u'stdout': u'virt_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_use_fusefs'], u'rc': 0, 'item': u'virt_use_fusefs', u'delta': u'0:00:00.008639', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_fusefs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-17 13:02:14.522385', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-17 13:02:16.269002', '_ansible_no_log': False, u'stdout': u'virt_sandbox_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_fusefs'], u'rc': 0, 'item': u'virt_sandbox_use_fusefs', u'delta': u'0:00:00.005570', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_fusefs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_sandbox_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-17 13:02:16.263432', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Install Ceph storage plugin dependencies] *************** ok: [node02] TASK [openshift_node : Install iSCSI storage plugin dependencies] ************** ok: [node02] => (item=iscsi-initiator-utils) ok: [node02] => (item=device-mapper-multipath) TASK [openshift_node : restart services] *************************************** ok: [node02] => (item=multipathd) ok: [node02] => (item=rpcbind) ok: [node02] => (item=iscsid) TASK [openshift_node : Template multipath configuration] *********************** changed: [node02] TASK [openshift_node : Enable and start multipath] ***************************** changed: [node02] TASK [tuned : Check for tuned package] ***************************************** ok: [node02] TASK [tuned : Set tuned OpenShift variables] *********************************** ok: [node02] TASK [tuned : Ensure directory structure exists] ******************************* ok: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1529614575.1009853, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-control-plane', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1529614575.1009853, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-node', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1529614575.1009853, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/recommend.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'recommend.conf', 'size': 290, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-control-plane/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-control-plane/tuned.conf', 'size': 744, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-node/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-node/tuned.conf', 'size': 135, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift/tuned.conf', 'size': 594, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) TASK [tuned : Ensure files are populated from templates] *********************** skipping: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1529614575.1009853, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-control-plane', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1529614575.1009853, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-node', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1529614575.1009853, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/recommend.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'recommend.conf', 'size': 290, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-control-plane/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-control-plane/tuned.conf', 'size': 744, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-node/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-node/tuned.conf', 'size': 135, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift/tuned.conf', 'size': 594, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) TASK [tuned : Make tuned use the recommended tuned profile on restart] ********* changed: [node02] => (item=/etc/tuned/active_profile) changed: [node02] => (item=/etc/tuned/profile_mode) TASK [tuned : Restart tuned service] ******************************************* changed: [node02] TASK [nickhammond.logrotate : nickhammond.logrotate | Install logrotate] ******* ok: [node02] TASK [nickhammond.logrotate : nickhammond.logrotate | Setup logrotate.d scripts] *** PLAY [node bootstrap config] *************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_node : install needed rpm(s)] ********************************** ok: [node02] => (item=origin-node) ok: [node02] => (item=origin-docker-excluder) ok: [node02] => (item=ansible) ok: [node02] => (item=bash-completion) ok: [node02] => (item=docker) ok: [node02] => (item=haproxy) ok: [node02] => (item=dnsmasq) ok: [node02] => (item=ntp) ok: [node02] => (item=logrotate) ok: [node02] => (item=httpd-tools) ok: [node02] => (item=bind-utils) ok: [node02] => (item=firewalld) ok: [node02] => (item=libselinux-python) ok: [node02] => (item=conntrack-tools) ok: [node02] => (item=openssl) ok: [node02] => (item=iproute) ok: [node02] => (item=python-dbus) ok: [node02] => (item=PyYAML) ok: [node02] => (item=yum-utils) ok: [node02] => (item=glusterfs-fuse) ok: [node02] => (item=device-mapper-multipath) ok: [node02] => (item=nfs-utils) ok: [node02] => (item=cockpit-ws) ok: [node02] => (item=cockpit-system) ok: [node02] => (item=cockpit-bridge) ok: [node02] => (item=cockpit-docker) ok: [node02] => (item=iscsi-initiator-utils) ok: [node02] => (item=ceph-common) TASK [openshift_node : create the directory for node] ************************** skipping: [node02] TASK [openshift_node : laydown systemd override] ******************************* skipping: [node02] TASK [openshift_node : update the sysconfig to have necessary variables] ******* ok: [node02] => (item={u'regexp': u'^KUBECONFIG=.*', u'line': u'KUBECONFIG=/etc/origin/node/bootstrap.kubeconfig'}) TASK [openshift_node : Configure AWS Cloud Provider Settings] ****************** skipping: [node02] => (item=None) skipping: [node02] => (item=None) skipping: [node02] TASK [openshift_node : disable origin-node service] **************************** changed: [node02] => (item=origin-node.service) TASK [openshift_node : Check for RPM generated config marker file .config_managed] *** ok: [node02] TASK [openshift_node : create directories for bootstrapping] ******************* ok: [node02] => (item=/root/openshift_bootstrap) changed: [node02] => (item=/var/lib/origin/openshift.local.config) changed: [node02] => (item=/var/lib/origin/openshift.local.config/node) ok: [node02] => (item=/etc/docker/certs.d/docker-registry.default.svc:5000) TASK [openshift_node : laydown the bootstrap.yml file for on boot configuration] *** ok: [node02] TASK [openshift_node : Create a symlink to the node client CA for the docker registry] *** ok: [node02] TASK [openshift_node : Remove RPM generated config files if present] *********** skipping: [node02] => (item=master) skipping: [node02] => (item=.config_managed) TASK [openshift_node : find all files in /etc/origin/node so we can remove them] *** skipping: [node02] TASK [openshift_node : Remove everything except the resolv.conf required for node] *** skipping: [node02] TASK [openshift_node_group : create node config template] ********************** changed: [node02] TASK [openshift_node_group : remove existing node config] ********************** changed: [node02] TASK [openshift_node_group : Ensure required directories are present] ********** ok: [node02] => (item=/etc/origin/node/pods) changed: [node02] => (item=/etc/origin/node/certificates) TASK [openshift_node_group : Update the sysconfig to group "node-config-compute"] *** changed: [node02] TASK [set_fact] **************************************************************** ok: [node02] PLAY [Re-enable excluder if it was previously enabled] ************************* TASK [openshift_excluder : Detecting Atomic Host Operating System] ************* ok: [node02] TASK [openshift_excluder : Debug r_openshift_excluder_enable_docker_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_docker_excluder": true } TASK [openshift_excluder : Debug r_openshift_excluder_enable_openshift_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_openshift_excluder": true } TASK [openshift_excluder : Fail if invalid openshift_excluder_action provided] *** skipping: [node02] TASK [openshift_excluder : Fail if r_openshift_excluder_upgrade_target is not defined] *** skipping: [node02] TASK [openshift_excluder : Include main action task file] ********************** included: /root/openshift-ansible/roles/openshift_excluder/tasks/enable.yml for node02 TASK [openshift_excluder : Install docker excluder - yum] ********************** skipping: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** changed: [node02] PLAY [Node Preparation Checkpoint End] ***************************************** TASK [Set Node preparation 'Complete'] ***************************************** ok: [node01] PLAY [Distribute bootstrap and start nodes] ************************************ TASK [openshift_node : Gather node information] ******************************** changed: [node02] ok: [node01] TASK [openshift_node : Copy master bootstrap config locally] ******************* ok: [node02] TASK [openshift_node : Distribute bootstrap kubeconfig if one does not exist] *** ok: [node01] changed: [node02] TASK [openshift_node : Start and enable node for bootstrapping] **************** changed: [node01] changed: [node02] TASK [openshift_node : Get node logs] ****************************************** skipping: [node02] skipping: [node01] TASK [openshift_node : debug] ************************************************** skipping: [node02] skipping: [node01] TASK [openshift_node : fail] *************************************************** skipping: [node02] skipping: [node01] PLAY [Approve any pending CSR requests from inventory nodes] ******************* TASK [Dump all candidate bootstrap hostnames] ********************************** ok: [node01] => { "msg": [ "node02", "node01" ] } TASK [Find all hostnames for bootstrapping] ************************************ ok: [node01] TASK [Dump the bootstrap hostnames] ******************************************** ok: [node01] => { "msg": [ "node02", "node01" ] } TASK [Approve bootstrap nodes] ************************************************* changed: [node01] TASK [Get CSRs] **************************************************************** skipping: [node01] TASK [Report approval errors] ************************************************** skipping: [node01] PLAY [Ensure any inventory labels are applied to the nodes] ******************** TASK [Gathering Facts] ********************************************************* ok: [node02] ok: [node01] TASK [openshift_manage_node : Wait for master API to become available before proceeding] *** skipping: [node02] TASK [openshift_manage_node : Wait for Node Registration] ********************** ok: [node01 -> node01] ok: [node02 -> node01] TASK [openshift_manage_node : include_tasks] *********************************** included: /root/openshift-ansible/roles/openshift_manage_node/tasks/config.yml for node02, node01 TASK [openshift_manage_node : Set node schedulability] ************************* ok: [node02 -> node01] ok: [node01 -> node01] TASK [openshift_manage_node : include_tasks] *********************************** included: /root/openshift-ansible/roles/openshift_manage_node/tasks/set_default_node_role.yml for node02, node01 TASK [openshift_manage_node : Retrieve nodes that are marked with the infra selector or the legacy infra selector] *** ok: [node02 -> node01] TASK [openshift_manage_node : Label infra or legacy infra nodes with the new role label] *** TASK [openshift_manage_node : Retrieve non-infra, non-master nodes that are not yet labeled compute] *** ok: [node02 -> node01] TASK [openshift_manage_node : label non-master non-infra nodes compute] ******** TASK [openshift_manage_node : Label all-in-one master as a compute node] ******* skipping: [node02] PLAY RECAP ********************************************************************* localhost : ok=30 changed=0 unreachable=0 failed=0 node01 : ok=71 changed=3 unreachable=0 failed=0 node02 : ok=155 changed=33 unreachable=0 failed=0 INSTALLER STATUS *************************************************************** Initialization : Complete (0:03:21) Node Preparation : Complete (0:05:03) Sending file modes: C0755 110489328 oc Sending file modes: C0600 5645 admin.kubeconfig Cluster "node01:8443" set. Cluster "node01:8443" set. + set +e + kubectl get nodes --no-headers + cluster/kubectl.sh get nodes --no-headers node01 Ready compute,infra,master 25d v1.10.0+b81c8f8 node02 Ready compute 1m v1.10.0+b81c8f8 + kubectl_rc=0 + '[' 0 -ne 0 ']' ++ kubectl get nodes --no-headers ++ cluster/kubectl.sh get nodes --no-headers ++ grep NotReady + '[' -n '' ']' + set -e + echo 'Nodes are ready:' Nodes are ready: + kubectl get nodes + cluster/kubectl.sh get nodes NAME STATUS ROLES AGE VERSION node01 Ready compute,infra,master 25d v1.10.0+b81c8f8 node02 Ready compute 1m v1.10.0+b81c8f8 + make cluster-sync ./cluster/build.sh Building ... Untagged: localhost:33015/kubevirt/virt-controller:devel Untagged: localhost:33015/kubevirt/virt-controller@sha256:b271e1ad8540222f3fcdc94b338fa6b472f4569c620ed00aba4bdc5fb5bf9e6e Deleted: sha256:5e9b208a4176de602ba8b06522433f2a667a9384f191bd6c4f8a3299ab76a93e Deleted: sha256:cf527bae350d9cf55f079e66c5395c4722ef1c2b9be96916de1109c1156b2c77 Deleted: sha256:07c51ee75d863097d6a13243e56b1cb7fde8a5abd234bf6b597d25e789f0f554 Deleted: sha256:c336e4a2e7aaae1c20d2c36d279119162cb0fecc707c74962360d64a297d57e2 Untagged: localhost:33015/kubevirt/virt-launcher:devel Untagged: localhost:33015/kubevirt/virt-launcher@sha256:7d3a383ddb0b78007cbfeea2917e371796a4d8b7849954e0f383134619a209a2 Deleted: sha256:f0d7e8335cfd632bb2fe33678251bb1ce4738268fa1b40d6379fd8ef25f5a241 Deleted: sha256:8c1f24eeda45db938c7ee2397a5538420e6360c5d978b79ac9e5669dae192cd8 Deleted: sha256:a6cd059d0feb7bad0968e4101d9a20856144931d08cc634ee104f98d2e85f3b5 Deleted: sha256:08136eebecd845329da06e79d6adb1f3aac492e6ec86a5af5aba74f4939deddf Deleted: sha256:98f85cf90732abb3518732543069160acf8d4040c959fa44f491f3beb2b06480 Deleted: sha256:e033a40f7f30a197f1e7f4a497fd4a1c0937c5cf46b3d225df8c55d52b020677 Deleted: sha256:e9d89752904394c611e32fa04d309d0ceb4378595096faaf5b2af09d75492b8c Deleted: sha256:a84af2171c9bb87019289da7523e9c206e024f60d294861c6dc561954d67e0b1 Deleted: sha256:f551765078a5e5476ac629180afb56f289ba4761a20629c9fadcc9eed32e6923 Deleted: sha256:abbb83d8277e03195d29aa9f2bfe120770bb98c7436cf0ac3994f6cc6e18c27a Deleted: sha256:8e7a75602b2650c65bab4c62c8b7dd6dcaf6a278ee372051da7bfdcb0ee6e23d Deleted: sha256:b0b678b83826dabfe1f15161ab225b50b0451973ed7a14952facb85adefde4d0 Untagged: localhost:33015/kubevirt/virt-handler:devel Untagged: localhost:33015/kubevirt/virt-handler@sha256:93e981806866501fb9b2fa48625a3825c39b28794a05f329934c5d6cfb3b9654 Deleted: sha256:4cc37ca0e17614897fb98ab7d93e433ea518202b406288368a7ef1c26a441232 Deleted: sha256:7106500a874d212ef2d9b54f5b6da576f7a713921a04fd0b88cae52967a4619c Deleted: sha256:78849c00121fe9a4087e9d236a436caa2c113348eb1818d5446669122397e177 Deleted: sha256:545ca65747f500a79157cbd8cd5243771254df6ff5d18b00598292555b57da3b Untagged: localhost:33015/kubevirt/virt-api:devel Untagged: localhost:33015/kubevirt/virt-api@sha256:255ba7e1083a626efab6844f20c27b6e9a50c7c3b6f4ab6b769f4c69e2ecc3e6 Deleted: sha256:fb6d0205e927a92a561ff34606d3cc43bfdd35535cac71bc22ad8d6aecf617a0 Deleted: sha256:52e0e3715b645df6444ee324c84e79e8dc546f6196f05a77d3bb384d52e2bc79 Deleted: sha256:5aa95037a290567dc25259677c0a25f31fc9617a4d740489c8c0ae8ce2fbfc07 Deleted: sha256:113f7edfc8c70bd06a564eb06fae8c301cdf3e27c803a6578c0c8d6456891dd9 Untagged: localhost:33015/kubevirt/subresource-access-test:devel Untagged: localhost:33015/kubevirt/subresource-access-test@sha256:d8af2df0522725267759a9b83df5a71eefdf2036017a49fb387fd3cf9ac655d0 Deleted: sha256:8852545560d1a547211b4085fb6a074d7833b955c4ba3c2ab5819d1f06545830 Deleted: sha256:321177ec07880255c5606465be775e54512513abb20c90b55c9366c82f7f13d5 Deleted: sha256:7e2161c017b025ccc7a1d1dd2514aa505d0b0c293dabcfcf05790098e69a04c9 Deleted: sha256:fdb5569141e98a7dc7e10ae759862bfc486c0120306ac6c7bc58d0630471c21c Untagged: localhost:33015/kubevirt/example-hook-sidecar:devel Untagged: localhost:33015/kubevirt/example-hook-sidecar@sha256:80a49f305d474890f6954e58abdf532ab63e64d221d79c0bbeb5bb49bdf77049 Deleted: sha256:e6055562afd67ca06e2bf63d59f409482f84f4f0d8c4dd3a38ba4e82bf0845b9 Deleted: sha256:49803870ea7b11e2b5f743874b7ffdc600caf191e066668a090bcc2f019742ee Deleted: sha256:99628b0ba3f2acbfdaf437ed41823e9be3d2b04fd785c3fde420b122e9708604 Deleted: sha256:db68c3c4d501566fdc2ed9cc84fa91de13b6438dbd990be22f40ddd972b3062c sha256:7d0ff7c8c318d908872cede18cbe0463a1f4e1df0e2ad9fe22f899e0e0bf4104 go version go1.10 linux/amd64 go version go1.10 linux/amd64 make[1]: Entering directory `/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt' hack/dockerized "./hack/check.sh && KUBEVIRT_VERSION= ./hack/build-go.sh install " && ./hack/build-copy-artifacts.sh sha256:7d0ff7c8c318d908872cede18cbe0463a1f4e1df0e2ad9fe22f899e0e0bf4104 go version go1.10 linux/amd64 go version go1.10 linux/amd64 find: '/root/go/src/kubevirt.io/kubevirt/_out/cmd': No such file or directory Compiling tests... compiled tests.test hack/build-docker.sh build Sending build context to Docker daemon 38.11 MB Step 1/8 : FROM fedora:27 ---> 9110ae7f579f Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virt-controller ---> Using cache ---> 0241ca8295a7 Step 4/8 : WORKDIR /home/virt-controller ---> Using cache ---> 348afd6e30e7 Step 5/8 : USER 1001 ---> Using cache ---> a56bbefef027 Step 6/8 : COPY virt-controller /usr/bin/virt-controller ---> Using cache ---> 133d354f5ea1 Step 7/8 : ENTRYPOINT /usr/bin/virt-controller ---> Using cache ---> 811bb98f6ea9 Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "virt-controller" '' ---> Running in 9fc258021ce0 ---> 44e59c87708a Removing intermediate container 9fc258021ce0 Successfully built 44e59c87708a Sending build context to Docker daemon 40.44 MB Step 1/10 : FROM kubevirt/libvirt:3.7.0 ---> c4e262d2dc3c Step 2/10 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 52c17d330685 Step 3/10 : RUN dnf -y install socat genisoimage util-linux libcgroup-tools ethtool net-tools sudo && dnf -y clean all && test $(id -u qemu) = 107 # make sure that the qemu user really is 107 ---> Using cache ---> c09056350983 Step 4/10 : COPY virt-launcher /usr/bin/virt-launcher ---> Using cache ---> b51b53df3a56 Step 5/10 : COPY kubevirt-sudo /etc/sudoers.d/kubevirt ---> Using cache ---> 08f23e4361fa Step 6/10 : RUN setcap CAP_NET_BIND_SERVICE=+eip /usr/bin/qemu-system-x86_64 ---> Using cache ---> 29964de64c50 Step 7/10 : RUN mkdir -p /usr/share/kubevirt/virt-launcher ---> Using cache ---> bbf015fb5ef8 Step 8/10 : COPY entrypoint.sh libvirtd.sh sock-connector /usr/share/kubevirt/virt-launcher/ ---> Using cache ---> 8fc8f5a157aa Step 9/10 : ENTRYPOINT /usr/share/kubevirt/virt-launcher/entrypoint.sh ---> Using cache ---> ad5f854a56e9 Step 10/10 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "virt-launcher" '' ---> Running in bb1776959c98 ---> 2894fbebb385 Removing intermediate container bb1776959c98 Successfully built 2894fbebb385 Sending build context to Docker daemon 39.57 MB Step 1/5 : FROM fedora:27 ---> 9110ae7f579f Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/5 : COPY virt-handler /usr/bin/virt-handler ---> Using cache ---> 23ece3f076f2 Step 4/5 : ENTRYPOINT /usr/bin/virt-handler ---> Using cache ---> fa005e8a526e Step 5/5 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "virt-handler" '' ---> Running in b4173fe361d9 ---> 4547351d6049 Removing intermediate container b4173fe361d9 Successfully built 4547351d6049 Sending build context to Docker daemon 37.02 MB Step 1/8 : FROM fedora:27 ---> 9110ae7f579f Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virt-api ---> Using cache ---> 5ad04faf42c8 Step 4/8 : WORKDIR /home/virt-api ---> Using cache ---> 686855fdf261 Step 5/8 : USER 1001 ---> Using cache ---> c633d341fb6f Step 6/8 : COPY virt-api /usr/bin/virt-api ---> Using cache ---> 946b4a354a63 Step 7/8 : ENTRYPOINT /usr/bin/virt-api ---> Using cache ---> 3beccb4f26a4 Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "virt-api" '' ---> Running in bd516555e75b ---> df8f56e8d1bb Removing intermediate container bd516555e75b Successfully built df8f56e8d1bb Sending build context to Docker daemon 4.096 kB Step 1/7 : FROM fedora:27 ---> 9110ae7f579f Step 2/7 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/7 : ENV container docker ---> Using cache ---> fa9b94755746 Step 4/7 : RUN mkdir -p /images/custom /images/alpine && truncate -s 64M /images/custom/disk.img && curl http://dl-cdn.alpinelinux.org/alpine/v3.7/releases/x86_64/alpine-virt-3.7.0-x86_64.iso > /images/alpine/disk.img ---> Using cache ---> f44e689d5514 Step 5/7 : ADD entrypoint.sh / ---> Using cache ---> 898a453e2948 Step 6/7 : CMD /entrypoint.sh ---> Using cache ---> 5aad873fd4d8 Step 7/7 : LABEL "disks-images-provider" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Using cache ---> 3ad188cde34a Successfully built 3ad188cde34a Sending build context to Docker daemon 2.56 kB Step 1/5 : FROM fedora:27 ---> 9110ae7f579f Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/5 : ENV container docker ---> Using cache ---> fa9b94755746 Step 4/5 : RUN dnf -y install procps-ng nmap-ncat && dnf -y clean all ---> Using cache ---> e4b4ed9ff163 Step 5/5 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "vm-killer" '' ---> Using cache ---> e6700cd0dd16 Successfully built e6700cd0dd16 Sending build context to Docker daemon 5.12 kB Step 1/7 : FROM debian:sid ---> 496290160351 Step 2/7 : MAINTAINER "David Vossel" \ ---> Using cache ---> 081acc82039b Step 3/7 : ENV container docker ---> Using cache ---> 87a43203841c Step 4/7 : RUN apt-get update && apt-get install -y bash curl bzip2 qemu-utils && mkdir -p /disk && rm -rf /var/lib/apt/lists/* ---> Using cache ---> bbc83781e0a9 Step 5/7 : ADD entry-point.sh / ---> Using cache ---> c588d7a778a6 Step 6/7 : CMD /entry-point.sh ---> Using cache ---> e28b44b64988 Step 7/7 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "registry-disk-v1alpha" '' ---> Using cache ---> e11bb84f4d97 Successfully built e11bb84f4d97 Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33135/kubevirt/registry-disk-v1alpha:devel ---> e11bb84f4d97 Step 2/4 : MAINTAINER "David Vossel" \ ---> Using cache ---> 203987dfb356 Step 3/4 : RUN curl https://download.cirros-cloud.net/0.4.0/cirros-0.4.0-x86_64-disk.img > /disk/cirros.img ---> Using cache ---> e89a7b9e613a Step 4/4 : LABEL "cirros-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Using cache ---> d8b4b036c834 Successfully built d8b4b036c834 Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33135/kubevirt/registry-disk-v1alpha:devel ---> e11bb84f4d97 Step 2/4 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 203b9a9a9b6f Step 3/4 : RUN curl -g -L https://download.fedoraproject.org/pub/fedora/linux/releases/27/CloudImages/x86_64/images/Fedora-Cloud-Base-27-1.6.x86_64.qcow2 > /disk/fedora.qcow2 ---> Using cache ---> 5c3ab03ad56f Step 4/4 : LABEL "fedora-cloud-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Using cache ---> f16803ed7c89 Successfully built f16803ed7c89 Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33135/kubevirt/registry-disk-v1alpha:devel ---> e11bb84f4d97 Step 2/4 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 203b9a9a9b6f Step 3/4 : RUN curl http://dl-cdn.alpinelinux.org/alpine/v3.7/releases/x86_64/alpine-virt-3.7.0-x86_64.iso > /disk/alpine.iso ---> Using cache ---> 94806a94f275 Step 4/4 : LABEL "alpine-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Using cache ---> d9a071ce84a3 Successfully built d9a071ce84a3 Sending build context to Docker daemon 34.04 MB Step 1/8 : FROM fedora:27 ---> 9110ae7f579f Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virtctl ---> Using cache ---> d310698d4b36 Step 4/8 : WORKDIR /home/virtctl ---> Using cache ---> e8b8a9c6ab20 Step 5/8 : USER 1001 ---> Using cache ---> d741836b0961 Step 6/8 : COPY subresource-access-test /subresource-access-test ---> Using cache ---> 117dd46c6f28 Step 7/8 : ENTRYPOINT /subresource-access-test ---> Using cache ---> a9d21cdb522b Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "subresource-access-test" '' ---> Running in 33cbededd49f ---> 27caa28b2986 Removing intermediate container 33cbededd49f Successfully built 27caa28b2986 Sending build context to Docker daemon 3.072 kB Step 1/9 : FROM fedora:27 ---> 9110ae7f579f Step 2/9 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/9 : ENV container docker ---> Using cache ---> fa9b94755746 Step 4/9 : RUN dnf -y install make git gcc && dnf -y clean all ---> Using cache ---> 67d950d251fa Step 5/9 : ENV GIMME_GO_VERSION 1.9.2 ---> Using cache ---> 63dee67c4bde Step 6/9 : RUN mkdir -p /gimme && curl -sL https://raw.githubusercontent.com/travis-ci/gimme/master/gimme | HOME=/gimme bash >> /etc/profile.d/gimme.sh ---> Using cache ---> f9f0a3f8320f Step 7/9 : ENV GOPATH "/go" GOBIN "/usr/bin" ---> Using cache ---> 15d5af487ed6 Step 8/9 : RUN mkdir -p /go && source /etc/profile.d/gimme.sh && go get github.com/masterzen/winrm-cli ---> Using cache ---> 62349a577761 Step 9/9 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "winrmcli" '' ---> Using cache ---> 8b65ea264095 Successfully built 8b65ea264095 Sending build context to Docker daemon 34.49 MB Step 1/5 : FROM fedora:27 ---> 9110ae7f579f Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/5 : COPY example-hook-sidecar /example-hook-sidecar ---> Using cache ---> 8b3247ebcb86 Step 4/5 : ENTRYPOINT /example-hook-sidecar ---> Using cache ---> f63edc2206e1 Step 5/5 : LABEL "example-hook-sidecar" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Running in bbfcd7bf994b ---> d6c17421e310 Removing intermediate container bbfcd7bf994b Successfully built d6c17421e310 hack/build-docker.sh push The push refers to a repository [localhost:33135/kubevirt/virt-controller] 4c624ecf2555: Preparing a5b36bcc540d: Preparing 39bae602f753: Preparing a5b36bcc540d: Pushed 4c624ecf2555: Pushed 39bae602f753: Pushed devel: digest: sha256:9388fab2d41999d31129dc7193cc7a4b27ea7a250aaaf788ff69b7ae83a35486 size: 948 The push refers to a repository [localhost:33135/kubevirt/virt-launcher] 92661dabeda3: Preparing 8c33492f20f6: Preparing 41a485f5ba30: Preparing c67963d9ccfc: Preparing 3a8d29266aef: Preparing d56a24c0b6b9: Preparing 9e20b26113ea: Preparing a1a99db27cd1: Preparing ec5be2616f4d: Preparing ffcfbc9458ac: Preparing 68e0ce966da1: Preparing 39bae602f753: Preparing ffcfbc9458ac: Waiting 68e0ce966da1: Waiting 39bae602f753: Waiting ec5be2616f4d: Waiting 92661dabeda3: Pushed c67963d9ccfc: Pushed 8c33492f20f6: Pushed 9e20b26113ea: Pushed a1a99db27cd1: Pushed ffcfbc9458ac: Pushed ec5be2616f4d: Pushed 39bae602f753: Mounted from kubevirt/virt-controller 41a485f5ba30: Pushed d56a24c0b6b9: Pushed 3a8d29266aef: Pushed 68e0ce966da1: Pushed devel: digest: sha256:26e979dbf2597b6b65de5876baa15163563b7de7926afb6b7ce9fd0dcbd298c9 size: 2828 The push refers to a repository [localhost:33135/kubevirt/virt-handler] b359f2ead342: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/virt-launcher b359f2ead342: Pushed devel: digest: sha256:0163f1cf990c2943663ff5811b4a3da30f86a4d3e18ec041bd31df8cbe21597a size: 741 The push refers to a repository [localhost:33135/kubevirt/virt-api] 8320bb670f52: Preparing 75ab133441d4: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/virt-handler 75ab133441d4: Pushed 8320bb670f52: Pushed devel: digest: sha256:dc2991d0e15c55aa5c76f0e2084b5f0e0a6c4e6ba8f7e0f0b8333e6b95eab128 size: 948 The push refers to a repository [localhost:33135/kubevirt/disks-images-provider] ee9ad4a84d8d: Preparing 70611d11de64: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/virt-api ee9ad4a84d8d: Pushed 70611d11de64: Pushed devel: digest: sha256:bb91c6463e766d53e4dfe01b4643f230023ba404e45fc336c7539b1faa0c4a76 size: 948 The push refers to a repository [localhost:33135/kubevirt/vm-killer] 4b816de0d5fd: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/disks-images-provider 4b816de0d5fd: Pushed devel: digest: sha256:44b8c6b6505bf6829ac05b6c202bb8ff84937fc61e8b4e7f8c4fcd69fa0ec54f size: 740 The push refers to a repository [localhost:33135/kubevirt/registry-disk-v1alpha] cb3d1019d03e: Preparing 626899eeec02: Preparing 132d61a890c5: Preparing cb3d1019d03e: Pushed 626899eeec02: Pushed 132d61a890c5: Pushed devel: digest: sha256:72fd0c47c0c44c7977693a12cc05d64421f46faa0c1aba8b8056baf15d72f83f size: 948 The push refers to a repository [localhost:33135/kubevirt/cirros-registry-disk-demo] d06cf28520bd: Preparing cb3d1019d03e: Preparing 626899eeec02: Preparing 132d61a890c5: Preparing 626899eeec02: Mounted from kubevirt/registry-disk-v1alpha 132d61a890c5: Mounted from kubevirt/registry-disk-v1alpha cb3d1019d03e: Mounted from kubevirt/registry-disk-v1alpha d06cf28520bd: Pushed devel: digest: sha256:43c576c72c81f5011589375db8d7bb158f25124bd6c537b981b36a4502fb8b36 size: 1160 The push refers to a repository [localhost:33135/kubevirt/fedora-cloud-registry-disk-demo] ebb5671f5e29: Preparing cb3d1019d03e: Preparing 626899eeec02: Preparing 132d61a890c5: Preparing cb3d1019d03e: Mounted from kubevirt/cirros-registry-disk-demo 626899eeec02: Mounted from kubevirt/cirros-registry-disk-demo 132d61a890c5: Mounted from kubevirt/cirros-registry-disk-demo ebb5671f5e29: Pushed devel: digest: sha256:fb088d5bfda6184fc3900f0386f933f62443246dc3b43949ba6f1654ad2fe700 size: 1161 The push refers to a repository [localhost:33135/kubevirt/alpine-registry-disk-demo] f266c6313b5c: Preparing cb3d1019d03e: Preparing 626899eeec02: Preparing 132d61a890c5: Preparing 132d61a890c5: Mounted from kubevirt/fedora-cloud-registry-disk-demo cb3d1019d03e: Mounted from kubevirt/fedora-cloud-registry-disk-demo 626899eeec02: Mounted from kubevirt/fedora-cloud-registry-disk-demo f266c6313b5c: Pushed devel: digest: sha256:3678d344eb613bcd9c858ae918591c50bbdb7bb86a94ff84e8c4ca1a4ad9081a size: 1160 The push refers to a repository [localhost:33135/kubevirt/subresource-access-test] 166ff1a2c0ed: Preparing 6368c0536c64: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/vm-killer 6368c0536c64: Pushed 166ff1a2c0ed: Pushed devel: digest: sha256:fb97e2e86f30717d846a0824eb78209e35e2046885d19670bbb6897394fdf454 size: 948 The push refers to a repository [localhost:33135/kubevirt/winrmcli] 00e232679558: Preparing b7685068dac4: Preparing 0d5d88e46b0e: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/subresource-access-test 00e232679558: Pushed 0d5d88e46b0e: Pushed b7685068dac4: Pushed devel: digest: sha256:cb4df228553453167c8c4ee43793cb793eb82d391efb42fa075bce5f3ddf1008 size: 1165 The push refers to a repository [localhost:33135/kubevirt/example-hook-sidecar] 3411ab585f68: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/winrmcli 3411ab585f68: Pushed devel: digest: sha256:6a74e9ab49ac66390f97883ac56945aeac63ab80d0ee67b4f2962dd93aea0fae size: 740 make[1]: Leaving directory `/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt' Done ./cluster/clean.sh + source hack/common.sh ++++ dirname 'hack/common.sh[0]' +++ cd hack/../ +++ pwd ++ KUBEVIRT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt ++ OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out ++ VENDOR_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/vendor ++ CMD_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/cmd ++ TESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/tests ++ APIDOCS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/apidocs ++ MANIFESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests ++ MANIFEST_TEMPLATES_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/templates/manifests ++ PYTHON_CLIENT_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/client-python ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_NUM_NODES=2 ++ '[' -z kubevirt-functional-tests-openshift-3.10-release ']' ++ provider_prefix=kubevirt-functional-tests-openshift-3.10-release0 ++ job_prefix=kubevirt-functional-tests-openshift-3.10-release0 +++ kubevirt_version +++ '[' -n '' ']' +++ '[' -d /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/.git ']' ++++ git describe --always --tags +++ echo v0.7.0-53-gd616988 ++ KUBEVIRT_VERSION=v0.7.0-53-gd616988 + source cluster/os-3.10.0/provider.sh ++ set -e ++ image=os-3.10.0@sha256:0977f1c716862710c8324798b95802e11a149f4532e33be20dd70877fe8f5332 ++ source cluster/ephemeral-provider-common.sh +++ set -e +++ _cli='docker run --privileged --net=host --rm -v /var/run/docker.sock:/var/run/docker.sock kubevirtci/gocli@sha256:aa7f295a7908fa333ab5e98ef3af0bfafbabfd3cee2b83f9af47f722e3000f6a' + source hack/config.sh ++ unset binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig manifest_docker_prefix namespace ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ source hack/config-default.sh source hack/config-os-3.10.0.sh +++ binaries='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virtctl cmd/fake-qemu-process cmd/virt-api cmd/subresource-access-test cmd/example-hook-sidecar' +++ docker_images='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virt-api images/disks-images-provider images/vm-killer cmd/registry-disk-v1alpha images/cirros-registry-disk-demo images/fedora-cloud-registry-disk-demo images/alpine-registry-disk-demo cmd/subresource-access-test images/winrmcli cmd/example-hook-sidecar' +++ docker_prefix=kubevirt +++ docker_tag=latest +++ master_ip=192.168.200.2 +++ network_provider=flannel +++ namespace=kube-system ++ test -f hack/config-provider-os-3.10.0.sh ++ source hack/config-provider-os-3.10.0.sh +++ master_ip=127.0.0.1 +++ docker_tag=devel +++ kubeconfig=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubeconfig +++ kubectl=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubectl +++ docker_prefix=localhost:33135/kubevirt +++ manifest_docker_prefix=registry:5000/kubevirt ++ test -f hack/config-local.sh ++ export binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig namespace + echo 'Cleaning up ...' Cleaning up ... + cluster/kubectl.sh get vmis --all-namespaces -o=custom-columns=NAME:.metadata.name,NAMESPACE:.metadata.namespace,FINALIZERS:.metadata.finalizers --no-headers + grep foregroundDeleteVirtualMachine + read p error: the server doesn't have a resource type "vmis" + _kubectl delete ds -l kubevirt.io -n kube-system --cascade=false --grace-period 0 No resources found + _kubectl delete pods -n kube-system -l=kubevirt.io=libvirt --force --grace-period 0 No resources found + _kubectl delete pods -n kube-system -l=kubevirt.io=virt-handler --force --grace-period 0 No resources found + namespaces=(default ${namespace}) + for i in '${namespaces[@]}' + _kubectl -n default delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete apiservices -l kubevirt.io No resources found + _kubectl -n default delete deployment -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete deployment -l kubevirt.io No resources found + _kubectl -n default delete rs -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete rs -l kubevirt.io No resources found + _kubectl -n default delete services -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete services -l kubevirt.io No resources found + _kubectl -n default delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete apiservices -l kubevirt.io No resources found + _kubectl -n default delete validatingwebhookconfiguration -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete validatingwebhookconfiguration -l kubevirt.io No resources found + _kubectl -n default delete secrets -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete secrets -l kubevirt.io No resources found + _kubectl -n default delete pv -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pv -l kubevirt.io No resources found + _kubectl -n default delete pvc -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pvc -l kubevirt.io No resources found + _kubectl -n default delete ds -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete ds -l kubevirt.io No resources found + _kubectl -n default delete customresourcedefinitions -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete customresourcedefinitions -l kubevirt.io No resources found + _kubectl -n default delete pods -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pods -l kubevirt.io No resources found + _kubectl -n default delete clusterrolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete clusterrolebinding -l kubevirt.io No resources found + _kubectl -n default delete rolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete rolebinding -l kubevirt.io No resources found + _kubectl -n default delete roles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete roles -l kubevirt.io No resources found + _kubectl -n default delete clusterroles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete clusterroles -l kubevirt.io No resources found + _kubectl -n default delete serviceaccounts -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete serviceaccounts -l kubevirt.io No resources found ++ _kubectl -n default get crd offlinevirtualmachines.kubevirt.io ++ export KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ cluster/os-3.10.0/.kubectl -n default get crd offlinevirtualmachines.kubevirt.io ++ wc -l Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "offlinevirtualmachines.kubevirt.io" not found + '[' 0 -gt 0 ']' + for i in '${namespaces[@]}' + _kubectl -n kube-system delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete apiservices -l kubevirt.io No resources found + _kubectl -n kube-system delete deployment -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete deployment -l kubevirt.io No resources found + _kubectl -n kube-system delete rs -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete rs -l kubevirt.io No resources found + _kubectl -n kube-system delete services -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete services -l kubevirt.io No resources found + _kubectl -n kube-system delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete apiservices -l kubevirt.io No resources found + _kubectl -n kube-system delete validatingwebhookconfiguration -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete validatingwebhookconfiguration -l kubevirt.io No resources found + _kubectl -n kube-system delete secrets -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete secrets -l kubevirt.io No resources found + _kubectl -n kube-system delete pv -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pv -l kubevirt.io No resources found + _kubectl -n kube-system delete pvc -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pvc -l kubevirt.io No resources found + _kubectl -n kube-system delete ds -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete ds -l kubevirt.io No resources found + _kubectl -n kube-system delete customresourcedefinitions -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete customresourcedefinitions -l kubevirt.io No resources found + _kubectl -n kube-system delete pods -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pods -l kubevirt.io No resources found + _kubectl -n kube-system delete clusterrolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete clusterrolebinding -l kubevirt.io No resources found + _kubectl -n kube-system delete rolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete rolebinding -l kubevirt.io No resources found + _kubectl -n kube-system delete roles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete roles -l kubevirt.io No resources found + _kubectl -n kube-system delete clusterroles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete clusterroles -l kubevirt.io No resources found + _kubectl -n kube-system delete serviceaccounts -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete serviceaccounts -l kubevirt.io No resources found ++ _kubectl -n kube-system get crd offlinevirtualmachines.kubevirt.io ++ wc -l ++ export KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ cluster/os-3.10.0/.kubectl -n kube-system get crd offlinevirtualmachines.kubevirt.io Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "offlinevirtualmachines.kubevirt.io" not found + '[' 0 -gt 0 ']' + sleep 2 + echo Done Done ./cluster/deploy.sh + source hack/common.sh ++++ dirname 'hack/common.sh[0]' +++ cd hack/../ +++ pwd ++ KUBEVIRT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt ++ OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out ++ VENDOR_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/vendor ++ CMD_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/cmd ++ TESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/tests ++ APIDOCS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/apidocs ++ MANIFESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests ++ MANIFEST_TEMPLATES_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/templates/manifests ++ PYTHON_CLIENT_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/client-python ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_NUM_NODES=2 ++ '[' -z kubevirt-functional-tests-openshift-3.10-release ']' ++ provider_prefix=kubevirt-functional-tests-openshift-3.10-release0 ++ job_prefix=kubevirt-functional-tests-openshift-3.10-release0 +++ kubevirt_version +++ '[' -n '' ']' +++ '[' -d /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/.git ']' ++++ git describe --always --tags +++ echo v0.7.0-53-gd616988 ++ KUBEVIRT_VERSION=v0.7.0-53-gd616988 + source cluster/os-3.10.0/provider.sh ++ set -e ++ image=os-3.10.0@sha256:0977f1c716862710c8324798b95802e11a149f4532e33be20dd70877fe8f5332 ++ source cluster/ephemeral-provider-common.sh +++ set -e +++ _cli='docker run --privileged --net=host --rm -v /var/run/docker.sock:/var/run/docker.sock kubevirtci/gocli@sha256:aa7f295a7908fa333ab5e98ef3af0bfafbabfd3cee2b83f9af47f722e3000f6a' + source hack/config.sh ++ unset binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig manifest_docker_prefix namespace ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ source hack/config-default.sh source hack/config-os-3.10.0.sh +++ binaries='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virtctl cmd/fake-qemu-process cmd/virt-api cmd/subresource-access-test cmd/example-hook-sidecar' +++ docker_images='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virt-api images/disks-images-provider images/vm-killer cmd/registry-disk-v1alpha images/cirros-registry-disk-demo images/fedora-cloud-registry-disk-demo images/alpine-registry-disk-demo cmd/subresource-access-test images/winrmcli cmd/example-hook-sidecar' +++ docker_prefix=kubevirt +++ docker_tag=latest +++ master_ip=192.168.200.2 +++ network_provider=flannel +++ namespace=kube-system ++ test -f hack/config-provider-os-3.10.0.sh ++ source hack/config-provider-os-3.10.0.sh +++ master_ip=127.0.0.1 +++ docker_tag=devel +++ kubeconfig=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubeconfig +++ kubectl=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubectl +++ docker_prefix=localhost:33135/kubevirt +++ manifest_docker_prefix=registry:5000/kubevirt ++ test -f hack/config-local.sh ++ export binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig namespace + echo 'Deploying ...' Deploying ... + [[ -z openshift-3.10-release ]] + [[ openshift-3.10-release =~ .*-dev ]] + [[ openshift-3.10-release =~ .*-release ]] + for manifest in '${MANIFESTS_OUT_DIR}/release/*' + [[ /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/demo-content.yaml =~ .*demo.* ]] + continue + for manifest in '${MANIFESTS_OUT_DIR}/release/*' + [[ /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml =~ .*demo.* ]] + _kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml clusterrole.rbac.authorization.k8s.io "kubevirt.io:admin" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:edit" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:view" created serviceaccount "kubevirt-apiserver" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-apiserver-auth-delegator" created rolebinding.rbac.authorization.k8s.io "kubevirt-apiserver" created role.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrole.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrole.rbac.authorization.k8s.io "kubevirt-controller" created serviceaccount "kubevirt-controller" created serviceaccount "kubevirt-privileged" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-controller" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-controller-cluster-admin" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-privileged-cluster-admin" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:default" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt.io:default" created service "virt-api" created deployment.extensions "virt-api" created deployment.extensions "virt-controller" created daemonset.extensions "virt-handler" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstances.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstancereplicasets.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstancepresets.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachines.kubevirt.io" created + _kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/testing -R + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/testing -R persistentvolumeclaim "disk-alpine" created persistentvolume "host-path-disk-alpine" created persistentvolumeclaim "disk-custom" created persistentvolume "host-path-disk-custom" created daemonset.extensions "disks-images-provider" created serviceaccount "kubevirt-testing" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-testing-cluster-admin" created + [[ os-3.10.0 =~ os-* ]] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-controller -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-controller -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-controller"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-testing -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-testing -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-testing"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-privileged -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-privileged -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-privileged"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-apiserver -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-apiserver -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-apiserver"] + _kubectl adm policy add-scc-to-user privileged admin + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged admin scc "privileged" added to: ["admin"] + echo Done Done + namespaces=(kube-system default) + [[ kube-system != \k\u\b\e\-\s\y\s\t\e\m ]] + timeout=300 + sample=30 + for i in '${namespaces[@]}' + current_time=0 ++ kubectl get pods -n kube-system --no-headers ++ cluster/kubectl.sh get pods -n kube-system --no-headers ++ grep -v Running + '[' -n 'disks-images-provider-7tsvs 0/1 ContainerCreating 0 4s disks-images-provider-smtvd 0/1 ContainerCreating 0 4s virt-api-7d79764579-hb7ks 0/1 ContainerCreating 0 5s virt-api-7d79764579-rph4p 0/1 ContainerCreating 0 6s virt-controller-7d57d96b65-x5h7x 0/1 ContainerCreating 0 5s virt-handler-9bml6 0/1 ContainerCreating 0 6s virt-handler-x26jb 0/1 ContainerCreating 0 6s' ']' + echo 'Waiting for kubevirt pods to enter the Running state ...' Waiting for kubevirt pods to enter the Running state ... + kubectl get pods -n kube-system --no-headers + grep -v Running + cluster/kubectl.sh get pods -n kube-system --no-headers disks-images-provider-7tsvs 0/1 ContainerCreating 0 5s disks-images-provider-smtvd 0/1 ContainerCreating 0 5s virt-api-7d79764579-hb7ks 0/1 ContainerCreating 0 6s virt-api-7d79764579-rph4p 0/1 ContainerCreating 0 7s virt-controller-7d57d96b65-x5h7x 0/1 ContainerCreating 0 6s virt-handler-9bml6 0/1 ContainerCreating 0 7s virt-handler-x26jb 0/1 ContainerCreating 0 7s + sleep 30 + current_time=30 + '[' 30 -gt 300 ']' ++ kubectl get pods -n kube-system --no-headers ++ cluster/kubectl.sh get pods -n kube-system --no-headers ++ grep -v Running + '[' -n '' ']' + current_time=0 ++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false + '[' -n false ']' + echo 'Waiting for KubeVirt containers to become ready ...' Waiting for KubeVirt containers to become ready ... + kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + grep false + cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + true + sleep 30 + current_time=30 + '[' 30 -gt 300 ']' ++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false ++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + '[' -n '' ']' + kubectl get pods -n kube-system + cluster/kubectl.sh get pods -n kube-system NAME READY STATUS RESTARTS AGE disks-images-provider-7tsvs 1/1 Running 0 1m disks-images-provider-smtvd 1/1 Running 0 1m master-api-node01 1/1 Running 1 25d master-controllers-node01 1/1 Running 1 25d master-etcd-node01 1/1 Running 1 25d virt-api-7d79764579-hb7ks 1/1 Running 1 1m virt-api-7d79764579-rph4p 1/1 Running 0 1m virt-controller-7d57d96b65-t8fb8 1/1 Running 0 1m virt-controller-7d57d96b65-x5h7x 1/1 Running 0 1m virt-handler-9bml6 1/1 Running 0 1m virt-handler-x26jb 1/1 Running 0 1m + for i in '${namespaces[@]}' + current_time=0 ++ kubectl get pods -n default --no-headers ++ grep -v Running ++ cluster/kubectl.sh get pods -n default --no-headers + '[' -n '' ']' + current_time=0 ++ kubectl get pods -n default '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ cluster/kubectl.sh get pods -n default '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false + '[' -n '' ']' + kubectl get pods -n default + cluster/kubectl.sh get pods -n default NAME READY STATUS RESTARTS AGE docker-registry-1-tqlsm 1/1 Running 1 25d registry-console-1-bhtqz 1/1 Running 1 25d router-1-r2xxq 1/1 Running 1 25d + kubectl version + cluster/kubectl.sh version oc v3.10.0-rc.0+c20e215 kubernetes v1.10.0+b81c8f8 features: Basic-Auth GSSAPI Kerberos SPNEGO Server https://127.0.0.1:33132 openshift v3.10.0-rc.0+c20e215 kubernetes v1.10.0+b81c8f8 + ginko_params='--ginkgo.noColor --junit-output=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/junit.xml' + [[ -d /home/nfs/images/windows2016 ]] + [[ openshift-3.10-release =~ windows.* ]] + FUNC_TEST_ARGS='--ginkgo.noColor --junit-output=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/junit.xml' + make functest hack/dockerized "hack/build-func-tests.sh" sha256:7d0ff7c8c318d908872cede18cbe0463a1f4e1df0e2ad9fe22f899e0e0bf4104 go version go1.10 linux/amd64 go version go1.10 linux/amd64 Compiling tests... compiled tests.test hack/functests.sh Running Suite: Tests Suite ========================== Random Seed: 1531833581 Will run 142 of 142 specs •• ------------------------------ • [SLOW TEST:19.701 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should update VirtualMachine once VMIs are up /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:195 ------------------------------ •• ------------------------------ • [SLOW TEST:37.382 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should recreate VirtualMachineInstance if it gets deleted /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:245 ------------------------------ • [SLOW TEST:50.141 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should recreate VirtualMachineInstance if the VirtualMachineInstance's pod gets deleted /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:265 ------------------------------ • [SLOW TEST:22.822 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should stop VirtualMachineInstance if running set to false /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:325 ------------------------------ • [SLOW TEST:126.259 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should start and stop VirtualMachineInstance multiple times /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:333 ------------------------------ • [SLOW TEST:41.041 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should not update the VirtualMachineInstance spec if Running /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:346 ------------------------------ • [SLOW TEST:169.518 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should survive guest shutdown, multiple times /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:387 ------------------------------ • [SLOW TEST:17.667 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 Using virtctl interface /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:435 should start a VirtualMachineInstance once /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:436 ------------------------------ • [SLOW TEST:32.886 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 Using virtctl interface /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:435 should stop a VirtualMachineInstance once /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:467 ------------------------------ • [SLOW TEST:44.570 seconds] Health Monitoring /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:37 A VirtualMachineInstance with a watchdog device /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:56 should be shut down when the watchdog expires /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:57 ------------------------------ • [SLOW TEST:31.835 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with Disk PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:32.776 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with CDRom PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:111.051 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started and stopped multiple times /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with Disk PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:104.003 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started and stopped multiple times /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with CDRom PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:52.064 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With an emptyDisk defined /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:113 should create a writeable emptyDisk with the right capacity /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:115 ------------------------------ • [SLOW TEST:47.845 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With an emptyDisk defined and a specified serial number /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:163 should create a writeable emptyDisk with the specified serial number /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:165 ------------------------------ • [SLOW TEST:33.011 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With ephemeral alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:205 should be successfully started /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:207 ------------------------------ Pod name: disks-images-provider-7tsvs Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-smtvd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-hb7ks Pod phase: Running 2018/07/17 13:37:59 http: TLS handshake error from 10.128.0.1:48410: EOF 2018/07/17 13:38:09 http: TLS handshake error from 10.128.0.1:48466: EOF 2018/07/17 13:38:19 http: TLS handshake error from 10.128.0.1:48520: EOF 2018/07/17 13:38:29 http: TLS handshake error from 10.128.0.1:48570: EOF 2018/07/17 13:38:39 http: TLS handshake error from 10.128.0.1:48620: EOF level=info timestamp=2018-07-17T13:38:44.622512Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:38:49 http: TLS handshake error from 10.128.0.1:48674: EOF 2018/07/17 13:38:59 http: TLS handshake error from 10.128.0.1:48724: EOF 2018/07/17 13:39:09 http: TLS handshake error from 10.128.0.1:48774: EOF level=info timestamp=2018-07-17T13:39:14.572100Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:39:19 http: TLS handshake error from 10.128.0.1:48828: EOF 2018/07/17 13:39:29 http: TLS handshake error from 10.128.0.1:48878: EOF 2018/07/17 13:39:39 http: TLS handshake error from 10.128.0.1:48928: EOF 2018/07/17 13:39:49 http: TLS handshake error from 10.128.0.1:48982: EOF 2018/07/17 13:39:59 http: TLS handshake error from 10.128.0.1:49032: EOF Pod name: virt-api-7d79764579-rph4p Pod phase: Running 2018/07/17 13:38:06 http: TLS handshake error from 10.129.0.1:35188: EOF level=info timestamp=2018-07-17T13:38:15.232815Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:38:16 http: TLS handshake error from 10.129.0.1:35194: EOF 2018/07/17 13:38:26 http: TLS handshake error from 10.129.0.1:35200: EOF 2018/07/17 13:38:36 http: TLS handshake error from 10.129.0.1:35206: EOF 2018/07/17 13:38:46 http: TLS handshake error from 10.129.0.1:35212: EOF 2018/07/17 13:38:56 http: TLS handshake error from 10.129.0.1:35218: EOF 2018/07/17 13:39:06 http: TLS handshake error from 10.129.0.1:35224: EOF 2018/07/17 13:39:16 http: TLS handshake error from 10.129.0.1:35230: EOF 2018/07/17 13:39:26 http: TLS handshake error from 10.129.0.1:35236: EOF 2018/07/17 13:39:36 http: TLS handshake error from 10.129.0.1:35242: EOF level=info timestamp=2018-07-17T13:39:45.492543Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:39:46 http: TLS handshake error from 10.129.0.1:35248: EOF 2018/07/17 13:39:56 http: TLS handshake error from 10.129.0.1:35254: EOF 2018/07/17 13:40:06 http: TLS handshake error from 10.129.0.1:35260: EOF Pod name: virt-controller-7d57d96b65-t8fb8 Pod phase: Running level=info timestamp=2018-07-17T13:37:48.402921Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-x5h7x Pod phase: Running level=info timestamp=2018-07-17T13:18:03.348501Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 level=info timestamp=2018-07-17T13:37:29.989391Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmiPresetInformer" level=info timestamp=2018-07-17T13:37:29.992909Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmirsInformer" level=info timestamp=2018-07-17T13:37:29.997288Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer configMapInformer" level=info timestamp=2018-07-17T13:37:30.000448Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmInformer" level=info timestamp=2018-07-17T13:37:30.000780Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmiInformer" level=info timestamp=2018-07-17T13:37:30.001013Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer kubeVirtPodInformer" level=info timestamp=2018-07-17T13:37:30.001271Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer kubeVirtNodeInformer" level=info timestamp=2018-07-17T13:37:30.004912Z pos=vm.go:85 component=virt-controller service=http msg="Starting VirtualMachine controller." level=info timestamp=2018-07-17T13:37:30.016701Z pos=node.go:104 component=virt-controller service=http msg="Starting node controller." level=info timestamp=2018-07-17T13:37:30.016762Z pos=vmi.go:129 component=virt-controller service=http msg="Starting vmi controller." level=info timestamp=2018-07-17T13:37:30.016804Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-07-17T13:37:30.016866Z pos=preset.go:71 component=virt-controller service=http msg="Starting Virtual Machine Initializer." Pod name: virt-handler-9bml6 Pod phase: Running level=info timestamp=2018-07-17T13:37:48.231788Z pos=virt-handler.go:87 component=virt-handler hostname=node02 level=info timestamp=2018-07-17T13:37:48.243743Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-17T13:37:48.244833Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-17T13:37:48.344142Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-17T13:37:48.356906Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/17 13:37:48 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-17T13:37:48.544562Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi8f96k kind=VirtualMachineInstance uid=73ff4bb7-89c6-11e8-b974-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T13:37:48.565309Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/17 13:37:48 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" level=info timestamp=2018-07-17T13:37:48.587093Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8f96k kind=VirtualMachineInstance uid=73ff4bb7-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:37:48.606319Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi8f96k kind= uid=73ff4bb7-89c6-11e8-b974-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T13:37:48.606732Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi8f96k kind= uid=73ff4bb7-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-handler-x26jb Pod phase: Running level=info timestamp=2018-07-17T13:18:06.179963Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-17T13:18:06.185053Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-17T13:18:06.185848Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-17T13:18:06.291689Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-17T13:18:06.297375Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-17T13:18:06.303034Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" Pod name: virt-launcher-testvmi8f96k-dv2p2 Pod phase: Pending • Failure [242.732 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With ephemeral alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:205 should not persist data [It] /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:218 Expected error: : 180000000000 expect: timer expired after 180 seconds not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:250 ------------------------------ STEP: Starting the VirtualMachineInstance STEP: Starting a VirtualMachineInstance STEP: Waiting until the VirtualMachineInstance will start level=info timestamp=2018-07-17T13:36:06.310037Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmi8f96k-kg4kb" level=info timestamp=2018-07-17T13:36:22.099242Z pos=utils.go:243 component=tests msg="Pod owner ship transferred to the node virt-launcher-testvmi8f96k-kg4kb" level=info timestamp=2018-07-17T13:36:24.479075Z pos=utils.go:243 component=tests msg="VirtualMachineInstance defined." level=info timestamp=2018-07-17T13:36:24.506359Z pos=utils.go:243 component=tests msg="VirtualMachineInstance started." STEP: Writing an arbitrary file to it's EFI partition STEP: Killing a VirtualMachineInstance STEP: Starting the VirtualMachineInstance again STEP: Starting a VirtualMachineInstance STEP: Waiting until the VirtualMachineInstance will start level=info timestamp=2018-07-17T13:36:48.595695Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmi8f96k-kg4kb" level=info timestamp=2018-07-17T13:36:48.595892Z pos=utils.go:243 component=tests msg="Pod owner ship transferred to the node virt-launcher-testvmi8f96k-kg4kb" level=info timestamp=2018-07-17T13:36:48.596547Z pos=utils.go:243 component=tests msg="VirtualMachineInstance defined." level=info timestamp=2018-07-17T13:36:48.596743Z pos=utils.go:243 component=tests msg="VirtualMachineInstance started." STEP: Making sure that the previously written file is not present level=info timestamp=2018-07-17T13:40:07.735366Z pos=utils.go:1249 component=tests namespace=kubevirt-test-default name=testvmi8f96k kind=VirtualMachineInstance uid= msg="Login: [{2 \r\n\r\n\r\nISOLINUX 6.04 6.04-pre1 Copyright (C) 1994-2015 H. Peter Anvin et al\r\nboot: \u001b[?7h\r\n []}]" Pod name: disks-images-provider-7tsvs Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-smtvd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-hb7ks Pod phase: Running 2018/07/17 13:39:59 http: TLS handshake error from 10.128.0.1:49032: EOF 2018/07/17 13:40:09 http: TLS handshake error from 10.128.0.1:49086: EOF 2018/07/17 13:40:19 http: TLS handshake error from 10.128.0.1:49140: EOF 2018/07/17 13:40:29 http: TLS handshake error from 10.128.0.1:49190: EOF 2018/07/17 13:40:39 http: TLS handshake error from 10.128.0.1:49240: EOF 2018/07/17 13:40:49 http: TLS handshake error from 10.128.0.1:49294: EOF 2018/07/17 13:40:59 http: TLS handshake error from 10.128.0.1:49344: EOF 2018/07/17 13:41:09 http: TLS handshake error from 10.128.0.1:49394: EOF level=info timestamp=2018-07-17T13:41:14.600520Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:41:19 http: TLS handshake error from 10.128.0.1:49448: EOF 2018/07/17 13:41:29 http: TLS handshake error from 10.128.0.1:49498: EOF 2018/07/17 13:41:39 http: TLS handshake error from 10.128.0.1:49550: EOF 2018/07/17 13:41:49 http: TLS handshake error from 10.128.0.1:49604: EOF 2018/07/17 13:41:59 http: TLS handshake error from 10.128.0.1:49654: EOF 2018/07/17 13:42:09 http: TLS handshake error from 10.128.0.1:49704: EOF Pod name: virt-api-7d79764579-rph4p Pod phase: Running level=info timestamp=2018-07-17T13:40:15.461667Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:40:16 http: TLS handshake error from 10.129.0.1:35266: EOF 2018/07/17 13:40:26 http: TLS handshake error from 10.129.0.1:35272: EOF 2018/07/17 13:40:36 http: TLS handshake error from 10.129.0.1:35278: EOF level=info timestamp=2018-07-17T13:40:45.274561Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:40:46 http: TLS handshake error from 10.129.0.1:35284: EOF 2018/07/17 13:40:56 http: TLS handshake error from 10.129.0.1:35290: EOF 2018/07/17 13:41:06 http: TLS handshake error from 10.129.0.1:35296: EOF 2018/07/17 13:41:16 http: TLS handshake error from 10.129.0.1:35304: EOF 2018/07/17 13:41:26 http: TLS handshake error from 10.129.0.1:35310: EOF 2018/07/17 13:41:36 http: TLS handshake error from 10.129.0.1:35316: EOF level=info timestamp=2018-07-17T13:41:45.483368Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:41:46 http: TLS handshake error from 10.129.0.1:35322: EOF 2018/07/17 13:41:56 http: TLS handshake error from 10.129.0.1:35328: EOF 2018/07/17 13:42:06 http: TLS handshake error from 10.129.0.1:35334: EOF Pod name: virt-controller-7d57d96b65-t8fb8 Pod phase: Running level=info timestamp=2018-07-17T13:37:48.402921Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-x5h7x Pod phase: Running level=info timestamp=2018-07-17T13:37:29.989391Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmiPresetInformer" level=info timestamp=2018-07-17T13:37:29.992909Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmirsInformer" level=info timestamp=2018-07-17T13:37:29.997288Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer configMapInformer" level=info timestamp=2018-07-17T13:37:30.000448Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmInformer" level=info timestamp=2018-07-17T13:37:30.000780Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmiInformer" level=info timestamp=2018-07-17T13:37:30.001013Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer kubeVirtPodInformer" level=info timestamp=2018-07-17T13:37:30.001271Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer kubeVirtNodeInformer" level=info timestamp=2018-07-17T13:37:30.004912Z pos=vm.go:85 component=virt-controller service=http msg="Starting VirtualMachine controller." level=info timestamp=2018-07-17T13:37:30.016701Z pos=node.go:104 component=virt-controller service=http msg="Starting node controller." level=info timestamp=2018-07-17T13:37:30.016762Z pos=vmi.go:129 component=virt-controller service=http msg="Starting vmi controller." level=info timestamp=2018-07-17T13:37:30.016804Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-07-17T13:37:30.016866Z pos=preset.go:71 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-07-17T13:40:38.330409Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:40:38.334162Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:40:38.576129Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" Pod name: virt-handler-9bml6 Pod phase: Running level=info timestamp=2018-07-17T13:40:54.196374Z pos=vm.go:251 component=virt-handler reason="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" level=info timestamp=2018-07-17T13:40:54.197025Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T13:40:55.258655Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-17T13:40:55.259406Z pos=vm.go:657 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=Domain uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Domain is in state Paused reason Unknown" level=info timestamp=2018-07-17T13:40:55.921584Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-17T13:40:55.924825Z pos=vm.go:688 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=Domain uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-17T13:40:55.962420Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-17T13:40:55.989089Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:40:55.989546Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="No update processing required" level=error timestamp=2018-07-17T13:40:56.014118Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-17T13:40:56.014423Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" level=info timestamp=2018-07-17T13:40:56.015182Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T13:40:56.095036Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:40:56.113247Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T13:40:56.155135Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-handler-x26jb Pod phase: Running level=info timestamp=2018-07-17T13:18:06.179963Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-17T13:18:06.185053Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-17T13:18:06.185848Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-17T13:18:06.291689Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-17T13:18:06.297375Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-17T13:18:06.303034Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" Pod name: virt-launcher-testvmi26qgg-hm4vh Pod phase: Running level=info timestamp=2018-07-17T13:40:54.316957Z pos=manager.go:157 component=virt-launcher namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Domain defined." level=info timestamp=2018-07-17T13:40:55.238540Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-17T13:40:55.251250Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 5c1ea3f6-ac70-4958-a53b-431e88813456" level=info timestamp=2018-07-17T13:40:55.252042Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-17T13:40:55.260108Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T13:40:55.868481Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-17T13:40:55.898008Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Domain started." level=info timestamp=2018-07-17T13:40:55.911072Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-17T13:40:55.918205Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-17T13:40:55.925927Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T13:40:55.926539Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-17T13:40:55.954211Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-17T13:40:55.965190Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-17T13:40:56.118149Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-17T13:40:56.269056Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 5c1ea3f6-ac70-4958-a53b-431e88813456: 150" • Failure [124.209 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With VirtualMachineInstance with two PVCs /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:266 should start vmi multiple times [It] /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:278 Timed out after 123.079s. Expected error: <*errors.StatusError | 0xc420caa360>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 ------------------------------ STEP: Starting and stopping the VirtualMachineInstance number of times STEP: Starting a VirtualMachineInstance Pod name: disks-images-provider-7tsvs Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-smtvd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-hb7ks Pod phase: Running 2018/07/17 13:40:29 http: TLS handshake error from 10.128.0.1:49190: EOF 2018/07/17 13:40:39 http: TLS handshake error from 10.128.0.1:49240: EOF 2018/07/17 13:40:49 http: TLS handshake error from 10.128.0.1:49294: EOF 2018/07/17 13:40:59 http: TLS handshake error from 10.128.0.1:49344: EOF 2018/07/17 13:41:09 http: TLS handshake error from 10.128.0.1:49394: EOF level=info timestamp=2018-07-17T13:41:14.600520Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:41:19 http: TLS handshake error from 10.128.0.1:49448: EOF 2018/07/17 13:41:29 http: TLS handshake error from 10.128.0.1:49498: EOF 2018/07/17 13:41:39 http: TLS handshake error from 10.128.0.1:49550: EOF 2018/07/17 13:41:49 http: TLS handshake error from 10.128.0.1:49604: EOF 2018/07/17 13:41:59 http: TLS handshake error from 10.128.0.1:49654: EOF 2018/07/17 13:42:09 http: TLS handshake error from 10.128.0.1:49704: EOF 2018/07/17 13:42:19 http: TLS handshake error from 10.128.0.1:49758: EOF 2018/07/17 13:42:29 http: TLS handshake error from 10.128.0.1:49808: EOF 2018/07/17 13:42:39 http: TLS handshake error from 10.128.0.1:49858: EOF Pod name: virt-api-7d79764579-rph4p Pod phase: Running level=info timestamp=2018-07-17T13:40:45.274561Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:40:46 http: TLS handshake error from 10.129.0.1:35284: EOF 2018/07/17 13:40:56 http: TLS handshake error from 10.129.0.1:35290: EOF 2018/07/17 13:41:06 http: TLS handshake error from 10.129.0.1:35296: EOF 2018/07/17 13:41:16 http: TLS handshake error from 10.129.0.1:35304: EOF 2018/07/17 13:41:26 http: TLS handshake error from 10.129.0.1:35310: EOF 2018/07/17 13:41:36 http: TLS handshake error from 10.129.0.1:35316: EOF level=info timestamp=2018-07-17T13:41:45.483368Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:41:46 http: TLS handshake error from 10.129.0.1:35322: EOF 2018/07/17 13:41:56 http: TLS handshake error from 10.129.0.1:35328: EOF 2018/07/17 13:42:06 http: TLS handshake error from 10.129.0.1:35334: EOF level=info timestamp=2018-07-17T13:42:15.314558Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:42:16 http: TLS handshake error from 10.129.0.1:35340: EOF 2018/07/17 13:42:26 http: TLS handshake error from 10.129.0.1:35346: EOF 2018/07/17 13:42:36 http: TLS handshake error from 10.129.0.1:35352: EOF Pod name: virt-controller-7d57d96b65-t8fb8 Pod phase: Running level=info timestamp=2018-07-17T13:37:48.402921Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-x5h7x Pod phase: Running level=info timestamp=2018-07-17T13:37:29.989391Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmiPresetInformer" level=info timestamp=2018-07-17T13:37:29.992909Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmirsInformer" level=info timestamp=2018-07-17T13:37:29.997288Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer configMapInformer" level=info timestamp=2018-07-17T13:37:30.000448Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmInformer" level=info timestamp=2018-07-17T13:37:30.000780Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmiInformer" level=info timestamp=2018-07-17T13:37:30.001013Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer kubeVirtPodInformer" level=info timestamp=2018-07-17T13:37:30.001271Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer kubeVirtNodeInformer" level=info timestamp=2018-07-17T13:37:30.004912Z pos=vm.go:85 component=virt-controller service=http msg="Starting VirtualMachine controller." level=info timestamp=2018-07-17T13:37:30.016701Z pos=node.go:104 component=virt-controller service=http msg="Starting node controller." level=info timestamp=2018-07-17T13:37:30.016762Z pos=vmi.go:129 component=virt-controller service=http msg="Starting vmi controller." level=info timestamp=2018-07-17T13:37:30.016804Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-07-17T13:37:30.016866Z pos=preset.go:71 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-07-17T13:40:38.330409Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:40:38.334162Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:40:38.576129Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" Pod name: virt-handler-9bml6 Pod phase: Running level=error timestamp=2018-07-17T13:40:56.014118Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-17T13:40:56.014423Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" level=info timestamp=2018-07-17T13:40:56.015182Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T13:40:56.095036Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:40:56.113247Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T13:40:56.155135Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:12.740748Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-17T13:42:12.741644Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T13:42:12.745594Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi26qgg" level=info timestamp=2018-07-17T13:42:13.002770Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T13:42:13.003525Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-17T13:42:13.010537Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.010976Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T13:42:13.011216Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.011813Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" Pod name: virt-handler-x26jb Pod phase: Running level=info timestamp=2018-07-17T13:18:06.179963Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-17T13:18:06.185053Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-17T13:18:06.185848Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-17T13:18:06.291689Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-17T13:18:06.297375Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-17T13:18:06.303034Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" • Failure [30.744 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should scale /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 to three, to two and then to zero replicas [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: <*errors.StatusError | 0xc420c45050>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:92 ------------------------------ STEP: Create a new VirtualMachineInstance replica set Pod name: disks-images-provider-7tsvs Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-smtvd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-hb7ks Pod phase: Running 2018/07/17 13:40:59 http: TLS handshake error from 10.128.0.1:49344: EOF 2018/07/17 13:41:09 http: TLS handshake error from 10.128.0.1:49394: EOF level=info timestamp=2018-07-17T13:41:14.600520Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:41:19 http: TLS handshake error from 10.128.0.1:49448: EOF 2018/07/17 13:41:29 http: TLS handshake error from 10.128.0.1:49498: EOF 2018/07/17 13:41:39 http: TLS handshake error from 10.128.0.1:49550: EOF 2018/07/17 13:41:49 http: TLS handshake error from 10.128.0.1:49604: EOF 2018/07/17 13:41:59 http: TLS handshake error from 10.128.0.1:49654: EOF 2018/07/17 13:42:09 http: TLS handshake error from 10.128.0.1:49704: EOF 2018/07/17 13:42:19 http: TLS handshake error from 10.128.0.1:49758: EOF 2018/07/17 13:42:29 http: TLS handshake error from 10.128.0.1:49808: EOF 2018/07/17 13:42:39 http: TLS handshake error from 10.128.0.1:49858: EOF 2018/07/17 13:42:49 http: TLS handshake error from 10.128.0.1:49912: EOF 2018/07/17 13:42:59 http: TLS handshake error from 10.128.0.1:49962: EOF 2018/07/17 13:43:09 http: TLS handshake error from 10.128.0.1:50012: EOF Pod name: virt-api-7d79764579-rph4p Pod phase: Running 2018/07/17 13:41:16 http: TLS handshake error from 10.129.0.1:35304: EOF 2018/07/17 13:41:26 http: TLS handshake error from 10.129.0.1:35310: EOF 2018/07/17 13:41:36 http: TLS handshake error from 10.129.0.1:35316: EOF level=info timestamp=2018-07-17T13:41:45.483368Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:41:46 http: TLS handshake error from 10.129.0.1:35322: EOF 2018/07/17 13:41:56 http: TLS handshake error from 10.129.0.1:35328: EOF 2018/07/17 13:42:06 http: TLS handshake error from 10.129.0.1:35334: EOF level=info timestamp=2018-07-17T13:42:15.314558Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:42:16 http: TLS handshake error from 10.129.0.1:35340: EOF 2018/07/17 13:42:26 http: TLS handshake error from 10.129.0.1:35346: EOF 2018/07/17 13:42:36 http: TLS handshake error from 10.129.0.1:35352: EOF level=info timestamp=2018-07-17T13:42:45.283020Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:42:46 http: TLS handshake error from 10.129.0.1:35358: EOF 2018/07/17 13:42:56 http: TLS handshake error from 10.129.0.1:35364: EOF 2018/07/17 13:43:06 http: TLS handshake error from 10.129.0.1:35370: EOF Pod name: virt-controller-7d57d96b65-t8fb8 Pod phase: Running level=info timestamp=2018-07-17T13:37:48.402921Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-x5h7x Pod phase: Running level=info timestamp=2018-07-17T13:37:29.989391Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmiPresetInformer" level=info timestamp=2018-07-17T13:37:29.992909Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmirsInformer" level=info timestamp=2018-07-17T13:37:29.997288Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer configMapInformer" level=info timestamp=2018-07-17T13:37:30.000448Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmInformer" level=info timestamp=2018-07-17T13:37:30.000780Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmiInformer" level=info timestamp=2018-07-17T13:37:30.001013Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer kubeVirtPodInformer" level=info timestamp=2018-07-17T13:37:30.001271Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer kubeVirtNodeInformer" level=info timestamp=2018-07-17T13:37:30.004912Z pos=vm.go:85 component=virt-controller service=http msg="Starting VirtualMachine controller." level=info timestamp=2018-07-17T13:37:30.016701Z pos=node.go:104 component=virt-controller service=http msg="Starting node controller." level=info timestamp=2018-07-17T13:37:30.016762Z pos=vmi.go:129 component=virt-controller service=http msg="Starting vmi controller." level=info timestamp=2018-07-17T13:37:30.016804Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-07-17T13:37:30.016866Z pos=preset.go:71 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-07-17T13:40:38.330409Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:40:38.334162Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:40:38.576129Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" Pod name: virt-handler-9bml6 Pod phase: Running level=error timestamp=2018-07-17T13:40:56.014118Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-17T13:40:56.014423Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" level=info timestamp=2018-07-17T13:40:56.015182Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T13:40:56.095036Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:40:56.113247Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T13:40:56.155135Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:12.740748Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-17T13:42:12.741644Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T13:42:12.745594Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi26qgg" level=info timestamp=2018-07-17T13:42:13.002770Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T13:42:13.003525Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-17T13:42:13.010537Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.010976Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T13:42:13.011216Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.011813Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" Pod name: virt-handler-x26jb Pod phase: Running level=info timestamp=2018-07-17T13:18:06.179963Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-17T13:18:06.185053Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-17T13:18:06.185848Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-17T13:18:06.291689Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-17T13:18:06.297375Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-17T13:18:06.303034Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" • Failure [30.717 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should scale /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 to five, to six and then to zero replicas [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: <*errors.StatusError | 0xc4203363f0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:92 ------------------------------ STEP: Create a new VirtualMachineInstance replica set Pod name: disks-images-provider-7tsvs Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-smtvd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-hb7ks Pod phase: Running 2018/07/17 13:41:19 http: TLS handshake error from 10.128.0.1:49448: EOF 2018/07/17 13:41:29 http: TLS handshake error from 10.128.0.1:49498: EOF 2018/07/17 13:41:39 http: TLS handshake error from 10.128.0.1:49550: EOF 2018/07/17 13:41:49 http: TLS handshake error from 10.128.0.1:49604: EOF 2018/07/17 13:41:59 http: TLS handshake error from 10.128.0.1:49654: EOF 2018/07/17 13:42:09 http: TLS handshake error from 10.128.0.1:49704: EOF 2018/07/17 13:42:19 http: TLS handshake error from 10.128.0.1:49758: EOF 2018/07/17 13:42:29 http: TLS handshake error from 10.128.0.1:49808: EOF 2018/07/17 13:42:39 http: TLS handshake error from 10.128.0.1:49858: EOF 2018/07/17 13:42:49 http: TLS handshake error from 10.128.0.1:49912: EOF 2018/07/17 13:42:59 http: TLS handshake error from 10.128.0.1:49962: EOF 2018/07/17 13:43:09 http: TLS handshake error from 10.128.0.1:50012: EOF 2018/07/17 13:43:19 http: TLS handshake error from 10.128.0.1:50066: EOF 2018/07/17 13:43:29 http: TLS handshake error from 10.128.0.1:50116: EOF 2018/07/17 13:43:39 http: TLS handshake error from 10.128.0.1:50166: EOF Pod name: virt-api-7d79764579-rph4p Pod phase: Running 2018/07/17 13:41:46 http: TLS handshake error from 10.129.0.1:35322: EOF 2018/07/17 13:41:56 http: TLS handshake error from 10.129.0.1:35328: EOF 2018/07/17 13:42:06 http: TLS handshake error from 10.129.0.1:35334: EOF level=info timestamp=2018-07-17T13:42:15.314558Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:42:16 http: TLS handshake error from 10.129.0.1:35340: EOF 2018/07/17 13:42:26 http: TLS handshake error from 10.129.0.1:35346: EOF 2018/07/17 13:42:36 http: TLS handshake error from 10.129.0.1:35352: EOF level=info timestamp=2018-07-17T13:42:45.283020Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:42:46 http: TLS handshake error from 10.129.0.1:35358: EOF 2018/07/17 13:42:56 http: TLS handshake error from 10.129.0.1:35364: EOF 2018/07/17 13:43:06 http: TLS handshake error from 10.129.0.1:35370: EOF level=info timestamp=2018-07-17T13:43:15.402309Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:43:16 http: TLS handshake error from 10.129.0.1:35376: EOF 2018/07/17 13:43:26 http: TLS handshake error from 10.129.0.1:35382: EOF 2018/07/17 13:43:36 http: TLS handshake error from 10.129.0.1:35388: EOF Pod name: virt-controller-7d57d96b65-t8fb8 Pod phase: Running level=info timestamp=2018-07-17T13:37:48.402921Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-x5h7x Pod phase: Running level=info timestamp=2018-07-17T13:37:29.989391Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmiPresetInformer" level=info timestamp=2018-07-17T13:37:29.992909Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmirsInformer" level=info timestamp=2018-07-17T13:37:29.997288Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer configMapInformer" level=info timestamp=2018-07-17T13:37:30.000448Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmInformer" level=info timestamp=2018-07-17T13:37:30.000780Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmiInformer" level=info timestamp=2018-07-17T13:37:30.001013Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer kubeVirtPodInformer" level=info timestamp=2018-07-17T13:37:30.001271Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer kubeVirtNodeInformer" level=info timestamp=2018-07-17T13:37:30.004912Z pos=vm.go:85 component=virt-controller service=http msg="Starting VirtualMachine controller." level=info timestamp=2018-07-17T13:37:30.016701Z pos=node.go:104 component=virt-controller service=http msg="Starting node controller." level=info timestamp=2018-07-17T13:37:30.016762Z pos=vmi.go:129 component=virt-controller service=http msg="Starting vmi controller." level=info timestamp=2018-07-17T13:37:30.016804Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-07-17T13:37:30.016866Z pos=preset.go:71 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-07-17T13:40:38.330409Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:40:38.334162Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:40:38.576129Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" Pod name: virt-handler-9bml6 Pod phase: Running level=error timestamp=2018-07-17T13:40:56.014118Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-17T13:40:56.014423Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" level=info timestamp=2018-07-17T13:40:56.015182Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T13:40:56.095036Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:40:56.113247Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T13:40:56.155135Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:12.740748Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-17T13:42:12.741644Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T13:42:12.745594Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi26qgg" level=info timestamp=2018-07-17T13:42:13.002770Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T13:42:13.003525Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-17T13:42:13.010537Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.010976Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T13:42:13.011216Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.011813Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" Pod name: virt-handler-x26jb Pod phase: Running level=info timestamp=2018-07-17T13:18:06.179963Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-17T13:18:06.185053Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-17T13:18:06.185848Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-17T13:18:06.291689Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-17T13:18:06.297375Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-17T13:18:06.303034Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" • Failure [30.573 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should be rejected on POST if spec is invalid [It] /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:107 Expected error: <*errors.StatusError | 0xc420c44cf0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:92 ------------------------------ STEP: Create a new VirtualMachineInstance replica set Pod name: disks-images-provider-7tsvs Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-smtvd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-hb7ks Pod phase: Running 2018/07/17 13:41:49 http: TLS handshake error from 10.128.0.1:49604: EOF 2018/07/17 13:41:59 http: TLS handshake error from 10.128.0.1:49654: EOF 2018/07/17 13:42:09 http: TLS handshake error from 10.128.0.1:49704: EOF 2018/07/17 13:42:19 http: TLS handshake error from 10.128.0.1:49758: EOF 2018/07/17 13:42:29 http: TLS handshake error from 10.128.0.1:49808: EOF 2018/07/17 13:42:39 http: TLS handshake error from 10.128.0.1:49858: EOF 2018/07/17 13:42:49 http: TLS handshake error from 10.128.0.1:49912: EOF 2018/07/17 13:42:59 http: TLS handshake error from 10.128.0.1:49962: EOF 2018/07/17 13:43:09 http: TLS handshake error from 10.128.0.1:50012: EOF 2018/07/17 13:43:19 http: TLS handshake error from 10.128.0.1:50066: EOF 2018/07/17 13:43:29 http: TLS handshake error from 10.128.0.1:50116: EOF 2018/07/17 13:43:39 http: TLS handshake error from 10.128.0.1:50166: EOF 2018/07/17 13:43:49 http: TLS handshake error from 10.128.0.1:50220: EOF 2018/07/17 13:43:59 http: TLS handshake error from 10.128.0.1:50270: EOF 2018/07/17 13:44:09 http: TLS handshake error from 10.128.0.1:50320: EOF Pod name: virt-api-7d79764579-rph4p Pod phase: Running 2018/07/17 13:42:16 http: TLS handshake error from 10.129.0.1:35340: EOF 2018/07/17 13:42:26 http: TLS handshake error from 10.129.0.1:35346: EOF 2018/07/17 13:42:36 http: TLS handshake error from 10.129.0.1:35352: EOF level=info timestamp=2018-07-17T13:42:45.283020Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:42:46 http: TLS handshake error from 10.129.0.1:35358: EOF 2018/07/17 13:42:56 http: TLS handshake error from 10.129.0.1:35364: EOF 2018/07/17 13:43:06 http: TLS handshake error from 10.129.0.1:35370: EOF level=info timestamp=2018-07-17T13:43:15.402309Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:43:16 http: TLS handshake error from 10.129.0.1:35376: EOF 2018/07/17 13:43:26 http: TLS handshake error from 10.129.0.1:35382: EOF 2018/07/17 13:43:36 http: TLS handshake error from 10.129.0.1:35388: EOF level=info timestamp=2018-07-17T13:43:45.225023Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:43:46 http: TLS handshake error from 10.129.0.1:35394: EOF 2018/07/17 13:43:56 http: TLS handshake error from 10.129.0.1:35400: EOF 2018/07/17 13:44:06 http: TLS handshake error from 10.129.0.1:35406: EOF Pod name: virt-controller-7d57d96b65-t8fb8 Pod phase: Running level=info timestamp=2018-07-17T13:37:48.402921Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-x5h7x Pod phase: Running level=info timestamp=2018-07-17T13:37:29.989391Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmiPresetInformer" level=info timestamp=2018-07-17T13:37:29.992909Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmirsInformer" level=info timestamp=2018-07-17T13:37:29.997288Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer configMapInformer" level=info timestamp=2018-07-17T13:37:30.000448Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmInformer" level=info timestamp=2018-07-17T13:37:30.000780Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmiInformer" level=info timestamp=2018-07-17T13:37:30.001013Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer kubeVirtPodInformer" level=info timestamp=2018-07-17T13:37:30.001271Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer kubeVirtNodeInformer" level=info timestamp=2018-07-17T13:37:30.004912Z pos=vm.go:85 component=virt-controller service=http msg="Starting VirtualMachine controller." level=info timestamp=2018-07-17T13:37:30.016701Z pos=node.go:104 component=virt-controller service=http msg="Starting node controller." level=info timestamp=2018-07-17T13:37:30.016762Z pos=vmi.go:129 component=virt-controller service=http msg="Starting vmi controller." level=info timestamp=2018-07-17T13:37:30.016804Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-07-17T13:37:30.016866Z pos=preset.go:71 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-07-17T13:40:38.330409Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:40:38.334162Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:40:38.576129Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" Pod name: virt-handler-9bml6 Pod phase: Running level=error timestamp=2018-07-17T13:40:56.014118Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-17T13:40:56.014423Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" level=info timestamp=2018-07-17T13:40:56.015182Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T13:40:56.095036Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:40:56.113247Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T13:40:56.155135Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:12.740748Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-17T13:42:12.741644Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T13:42:12.745594Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi26qgg" level=info timestamp=2018-07-17T13:42:13.002770Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T13:42:13.003525Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-17T13:42:13.010537Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.010976Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T13:42:13.011216Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.011813Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" Pod name: virt-handler-x26jb Pod phase: Running level=info timestamp=2018-07-17T13:18:06.179963Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-17T13:18:06.185053Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-17T13:18:06.185848Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-17T13:18:06.291689Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-17T13:18:06.297375Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-17T13:18:06.303034Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" • Failure [30.852 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should reject POST if validation webhoook deems the spec is invalid [It] /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:128 Expected error: <*errors.StatusError | 0xc420caaf30>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:92 ------------------------------ STEP: Create a new VirtualMachineInstance replica set Pod name: disks-images-provider-7tsvs Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-smtvd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-hb7ks Pod phase: Running 2018/07/17 13:42:39 http: TLS handshake error from 10.128.0.1:49858: EOF 2018/07/17 13:42:49 http: TLS handshake error from 10.128.0.1:49912: EOF 2018/07/17 13:42:59 http: TLS handshake error from 10.128.0.1:49962: EOF 2018/07/17 13:43:09 http: TLS handshake error from 10.128.0.1:50012: EOF 2018/07/17 13:43:19 http: TLS handshake error from 10.128.0.1:50066: EOF 2018/07/17 13:43:29 http: TLS handshake error from 10.128.0.1:50116: EOF 2018/07/17 13:43:39 http: TLS handshake error from 10.128.0.1:50166: EOF 2018/07/17 13:43:49 http: TLS handshake error from 10.128.0.1:50220: EOF 2018/07/17 13:43:59 http: TLS handshake error from 10.128.0.1:50270: EOF 2018/07/17 13:44:09 http: TLS handshake error from 10.128.0.1:50320: EOF level=info timestamp=2018-07-17T13:44:14.669289Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:44:19 http: TLS handshake error from 10.128.0.1:50374: EOF 2018/07/17 13:44:29 http: TLS handshake error from 10.128.0.1:50424: EOF 2018/07/17 13:44:39 http: TLS handshake error from 10.128.0.1:50474: EOF level=info timestamp=2018-07-17T13:44:44.539869Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-api-7d79764579-rph4p Pod phase: Running level=info timestamp=2018-07-17T13:42:45.283020Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:42:46 http: TLS handshake error from 10.129.0.1:35358: EOF 2018/07/17 13:42:56 http: TLS handshake error from 10.129.0.1:35364: EOF 2018/07/17 13:43:06 http: TLS handshake error from 10.129.0.1:35370: EOF level=info timestamp=2018-07-17T13:43:15.402309Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:43:16 http: TLS handshake error from 10.129.0.1:35376: EOF 2018/07/17 13:43:26 http: TLS handshake error from 10.129.0.1:35382: EOF 2018/07/17 13:43:36 http: TLS handshake error from 10.129.0.1:35388: EOF level=info timestamp=2018-07-17T13:43:45.225023Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:43:46 http: TLS handshake error from 10.129.0.1:35394: EOF 2018/07/17 13:43:56 http: TLS handshake error from 10.129.0.1:35400: EOF 2018/07/17 13:44:06 http: TLS handshake error from 10.129.0.1:35406: EOF 2018/07/17 13:44:16 http: TLS handshake error from 10.129.0.1:35412: EOF 2018/07/17 13:44:26 http: TLS handshake error from 10.129.0.1:35418: EOF 2018/07/17 13:44:36 http: TLS handshake error from 10.129.0.1:35424: EOF Pod name: virt-controller-7d57d96b65-t8fb8 Pod phase: Running level=info timestamp=2018-07-17T13:37:48.402921Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-x5h7x Pod phase: Running level=info timestamp=2018-07-17T13:37:29.989391Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmiPresetInformer" level=info timestamp=2018-07-17T13:37:29.992909Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmirsInformer" level=info timestamp=2018-07-17T13:37:29.997288Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer configMapInformer" level=info timestamp=2018-07-17T13:37:30.000448Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmInformer" level=info timestamp=2018-07-17T13:37:30.000780Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmiInformer" level=info timestamp=2018-07-17T13:37:30.001013Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer kubeVirtPodInformer" level=info timestamp=2018-07-17T13:37:30.001271Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer kubeVirtNodeInformer" level=info timestamp=2018-07-17T13:37:30.004912Z pos=vm.go:85 component=virt-controller service=http msg="Starting VirtualMachine controller." level=info timestamp=2018-07-17T13:37:30.016701Z pos=node.go:104 component=virt-controller service=http msg="Starting node controller." level=info timestamp=2018-07-17T13:37:30.016762Z pos=vmi.go:129 component=virt-controller service=http msg="Starting vmi controller." level=info timestamp=2018-07-17T13:37:30.016804Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-07-17T13:37:30.016866Z pos=preset.go:71 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-07-17T13:40:38.330409Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:40:38.334162Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:40:38.576129Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" Pod name: virt-handler-9bml6 Pod phase: Running level=error timestamp=2018-07-17T13:40:56.014118Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-17T13:40:56.014423Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" level=info timestamp=2018-07-17T13:40:56.015182Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T13:40:56.095036Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:40:56.113247Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T13:40:56.155135Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:12.740748Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-17T13:42:12.741644Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T13:42:12.745594Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi26qgg" level=info timestamp=2018-07-17T13:42:13.002770Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T13:42:13.003525Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-17T13:42:13.010537Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.010976Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T13:42:13.011216Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.011813Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" Pod name: virt-handler-x26jb Pod phase: Running level=info timestamp=2018-07-17T13:18:06.179963Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-17T13:18:06.185053Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-17T13:18:06.185848Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-17T13:18:06.291689Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-17T13:18:06.297375Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-17T13:18:06.303034Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" • Failure [30.697 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should update readyReplicas once VMIs are up [It] /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:157 Expected error: <*errors.StatusError | 0xc420caa630>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:92 ------------------------------ STEP: Create a new VirtualMachineInstance replica set Pod name: disks-images-provider-7tsvs Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-smtvd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-hb7ks Pod phase: Running 2018/07/17 13:43:19 http: TLS handshake error from 10.128.0.1:50066: EOF 2018/07/17 13:43:29 http: TLS handshake error from 10.128.0.1:50116: EOF 2018/07/17 13:43:39 http: TLS handshake error from 10.128.0.1:50166: EOF 2018/07/17 13:43:49 http: TLS handshake error from 10.128.0.1:50220: EOF 2018/07/17 13:43:59 http: TLS handshake error from 10.128.0.1:50270: EOF 2018/07/17 13:44:09 http: TLS handshake error from 10.128.0.1:50320: EOF level=info timestamp=2018-07-17T13:44:14.669289Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:44:19 http: TLS handshake error from 10.128.0.1:50374: EOF 2018/07/17 13:44:29 http: TLS handshake error from 10.128.0.1:50424: EOF 2018/07/17 13:44:39 http: TLS handshake error from 10.128.0.1:50474: EOF level=info timestamp=2018-07-17T13:44:44.539869Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:44:49 http: TLS handshake error from 10.128.0.1:50528: EOF 2018/07/17 13:44:59 http: TLS handshake error from 10.128.0.1:50578: EOF 2018/07/17 13:45:09 http: TLS handshake error from 10.128.0.1:50630: EOF level=info timestamp=2018-07-17T13:45:14.627734Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-api-7d79764579-rph4p Pod phase: Running 2018/07/17 13:43:26 http: TLS handshake error from 10.129.0.1:35382: EOF 2018/07/17 13:43:36 http: TLS handshake error from 10.129.0.1:35388: EOF level=info timestamp=2018-07-17T13:43:45.225023Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:43:46 http: TLS handshake error from 10.129.0.1:35394: EOF 2018/07/17 13:43:56 http: TLS handshake error from 10.129.0.1:35400: EOF 2018/07/17 13:44:06 http: TLS handshake error from 10.129.0.1:35406: EOF 2018/07/17 13:44:16 http: TLS handshake error from 10.129.0.1:35412: EOF 2018/07/17 13:44:26 http: TLS handshake error from 10.129.0.1:35418: EOF 2018/07/17 13:44:36 http: TLS handshake error from 10.129.0.1:35424: EOF 2018/07/17 13:44:46 http: TLS handshake error from 10.129.0.1:35432: EOF 2018/07/17 13:44:56 http: TLS handshake error from 10.129.0.1:35438: EOF 2018/07/17 13:45:06 http: TLS handshake error from 10.129.0.1:35444: EOF level=info timestamp=2018-07-17T13:45:14.954728Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-17T13:45:15.593826Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:45:16 http: TLS handshake error from 10.129.0.1:35450: EOF Pod name: virt-controller-7d57d96b65-t8fb8 Pod phase: Running level=info timestamp=2018-07-17T13:37:48.402921Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-x5h7x Pod phase: Running level=info timestamp=2018-07-17T13:37:29.989391Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmiPresetInformer" level=info timestamp=2018-07-17T13:37:29.992909Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmirsInformer" level=info timestamp=2018-07-17T13:37:29.997288Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer configMapInformer" level=info timestamp=2018-07-17T13:37:30.000448Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmInformer" level=info timestamp=2018-07-17T13:37:30.000780Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmiInformer" level=info timestamp=2018-07-17T13:37:30.001013Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer kubeVirtPodInformer" level=info timestamp=2018-07-17T13:37:30.001271Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer kubeVirtNodeInformer" level=info timestamp=2018-07-17T13:37:30.004912Z pos=vm.go:85 component=virt-controller service=http msg="Starting VirtualMachine controller." level=info timestamp=2018-07-17T13:37:30.016701Z pos=node.go:104 component=virt-controller service=http msg="Starting node controller." level=info timestamp=2018-07-17T13:37:30.016762Z pos=vmi.go:129 component=virt-controller service=http msg="Starting vmi controller." level=info timestamp=2018-07-17T13:37:30.016804Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-07-17T13:37:30.016866Z pos=preset.go:71 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-07-17T13:40:38.330409Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:40:38.334162Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:40:38.576129Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" Pod name: virt-handler-9bml6 Pod phase: Running level=error timestamp=2018-07-17T13:40:56.014118Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-17T13:40:56.014423Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" level=info timestamp=2018-07-17T13:40:56.015182Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T13:40:56.095036Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:40:56.113247Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T13:40:56.155135Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:12.740748Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-17T13:42:12.741644Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T13:42:12.745594Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi26qgg" level=info timestamp=2018-07-17T13:42:13.002770Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T13:42:13.003525Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-17T13:42:13.010537Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.010976Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T13:42:13.011216Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.011813Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" Pod name: virt-handler-x26jb Pod phase: Running level=info timestamp=2018-07-17T13:18:06.179963Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-17T13:18:06.185053Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-17T13:18:06.185848Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-17T13:18:06.291689Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-17T13:18:06.297375Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-17T13:18:06.303034Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" • Failure [30.752 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should remove VMIs once it is marked for deletion [It] /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:169 Expected error: <*errors.StatusError | 0xc420336870>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:92 ------------------------------ STEP: Create a new VirtualMachineInstance replica set Pod name: disks-images-provider-7tsvs Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-smtvd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-hb7ks Pod phase: Running 2018/07/17 13:43:59 http: TLS handshake error from 10.128.0.1:50270: EOF 2018/07/17 13:44:09 http: TLS handshake error from 10.128.0.1:50320: EOF level=info timestamp=2018-07-17T13:44:14.669289Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:44:19 http: TLS handshake error from 10.128.0.1:50374: EOF 2018/07/17 13:44:29 http: TLS handshake error from 10.128.0.1:50424: EOF 2018/07/17 13:44:39 http: TLS handshake error from 10.128.0.1:50474: EOF level=info timestamp=2018-07-17T13:44:44.539869Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:44:49 http: TLS handshake error from 10.128.0.1:50528: EOF 2018/07/17 13:44:59 http: TLS handshake error from 10.128.0.1:50578: EOF 2018/07/17 13:45:09 http: TLS handshake error from 10.128.0.1:50630: EOF level=info timestamp=2018-07-17T13:45:14.627734Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:45:19 http: TLS handshake error from 10.128.0.1:50692: EOF 2018/07/17 13:45:29 http: TLS handshake error from 10.128.0.1:50742: EOF 2018/07/17 13:45:39 http: TLS handshake error from 10.128.0.1:50792: EOF level=info timestamp=2018-07-17T13:45:44.884381Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-api-7d79764579-rph4p Pod phase: Running 2018/07/17 13:43:46 http: TLS handshake error from 10.129.0.1:35394: EOF 2018/07/17 13:43:56 http: TLS handshake error from 10.129.0.1:35400: EOF 2018/07/17 13:44:06 http: TLS handshake error from 10.129.0.1:35406: EOF 2018/07/17 13:44:16 http: TLS handshake error from 10.129.0.1:35412: EOF 2018/07/17 13:44:26 http: TLS handshake error from 10.129.0.1:35418: EOF 2018/07/17 13:44:36 http: TLS handshake error from 10.129.0.1:35424: EOF 2018/07/17 13:44:46 http: TLS handshake error from 10.129.0.1:35432: EOF 2018/07/17 13:44:56 http: TLS handshake error from 10.129.0.1:35438: EOF 2018/07/17 13:45:06 http: TLS handshake error from 10.129.0.1:35444: EOF level=info timestamp=2018-07-17T13:45:14.954728Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-17T13:45:15.593826Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:45:16 http: TLS handshake error from 10.129.0.1:35450: EOF 2018/07/17 13:45:26 http: TLS handshake error from 10.129.0.1:35456: EOF 2018/07/17 13:45:36 http: TLS handshake error from 10.129.0.1:35462: EOF 2018/07/17 13:45:46 http: TLS handshake error from 10.129.0.1:35468: EOF Pod name: virt-controller-7d57d96b65-t8fb8 Pod phase: Running level=info timestamp=2018-07-17T13:37:48.402921Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-x5h7x Pod phase: Running level=info timestamp=2018-07-17T13:37:29.989391Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmiPresetInformer" level=info timestamp=2018-07-17T13:37:29.992909Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmirsInformer" level=info timestamp=2018-07-17T13:37:29.997288Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer configMapInformer" level=info timestamp=2018-07-17T13:37:30.000448Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmInformer" level=info timestamp=2018-07-17T13:37:30.000780Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmiInformer" level=info timestamp=2018-07-17T13:37:30.001013Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer kubeVirtPodInformer" level=info timestamp=2018-07-17T13:37:30.001271Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer kubeVirtNodeInformer" level=info timestamp=2018-07-17T13:37:30.004912Z pos=vm.go:85 component=virt-controller service=http msg="Starting VirtualMachine controller." level=info timestamp=2018-07-17T13:37:30.016701Z pos=node.go:104 component=virt-controller service=http msg="Starting node controller." level=info timestamp=2018-07-17T13:37:30.016762Z pos=vmi.go:129 component=virt-controller service=http msg="Starting vmi controller." level=info timestamp=2018-07-17T13:37:30.016804Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-07-17T13:37:30.016866Z pos=preset.go:71 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-07-17T13:40:38.330409Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:40:38.334162Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:40:38.576129Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" Pod name: virt-handler-9bml6 Pod phase: Running level=error timestamp=2018-07-17T13:40:56.014118Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-17T13:40:56.014423Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" level=info timestamp=2018-07-17T13:40:56.015182Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T13:40:56.095036Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:40:56.113247Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T13:40:56.155135Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:12.740748Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-17T13:42:12.741644Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T13:42:12.745594Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi26qgg" level=info timestamp=2018-07-17T13:42:13.002770Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T13:42:13.003525Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-17T13:42:13.010537Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.010976Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T13:42:13.011216Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.011813Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" Pod name: virt-handler-x26jb Pod phase: Running level=info timestamp=2018-07-17T13:18:06.179963Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-17T13:18:06.185053Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-17T13:18:06.185848Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-17T13:18:06.291689Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-17T13:18:06.297375Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-17T13:18:06.303034Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" • Failure [30.558 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should remove owner references on the VirtualMachineInstance if it is orphan deleted [It] /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:185 Expected error: <*errors.StatusError | 0xc420caa750>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:92 ------------------------------ STEP: Create a new VirtualMachineInstance replica set Pod name: disks-images-provider-7tsvs Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-smtvd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-hb7ks Pod phase: Running 2018/07/17 13:44:29 http: TLS handshake error from 10.128.0.1:50424: EOF 2018/07/17 13:44:39 http: TLS handshake error from 10.128.0.1:50474: EOF level=info timestamp=2018-07-17T13:44:44.539869Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:44:49 http: TLS handshake error from 10.128.0.1:50528: EOF 2018/07/17 13:44:59 http: TLS handshake error from 10.128.0.1:50578: EOF 2018/07/17 13:45:09 http: TLS handshake error from 10.128.0.1:50630: EOF level=info timestamp=2018-07-17T13:45:14.627734Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:45:19 http: TLS handshake error from 10.128.0.1:50692: EOF 2018/07/17 13:45:29 http: TLS handshake error from 10.128.0.1:50742: EOF 2018/07/17 13:45:39 http: TLS handshake error from 10.128.0.1:50792: EOF level=info timestamp=2018-07-17T13:45:44.884381Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:45:49 http: TLS handshake error from 10.128.0.1:50846: EOF 2018/07/17 13:45:59 http: TLS handshake error from 10.128.0.1:50896: EOF 2018/07/17 13:46:09 http: TLS handshake error from 10.128.0.1:50946: EOF level=info timestamp=2018-07-17T13:46:14.568745Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-api-7d79764579-rph4p Pod phase: Running 2018/07/17 13:44:16 http: TLS handshake error from 10.129.0.1:35412: EOF 2018/07/17 13:44:26 http: TLS handshake error from 10.129.0.1:35418: EOF 2018/07/17 13:44:36 http: TLS handshake error from 10.129.0.1:35424: EOF 2018/07/17 13:44:46 http: TLS handshake error from 10.129.0.1:35432: EOF 2018/07/17 13:44:56 http: TLS handshake error from 10.129.0.1:35438: EOF 2018/07/17 13:45:06 http: TLS handshake error from 10.129.0.1:35444: EOF level=info timestamp=2018-07-17T13:45:14.954728Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-17T13:45:15.593826Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:45:16 http: TLS handshake error from 10.129.0.1:35450: EOF 2018/07/17 13:45:26 http: TLS handshake error from 10.129.0.1:35456: EOF 2018/07/17 13:45:36 http: TLS handshake error from 10.129.0.1:35462: EOF 2018/07/17 13:45:46 http: TLS handshake error from 10.129.0.1:35468: EOF 2018/07/17 13:45:56 http: TLS handshake error from 10.129.0.1:35474: EOF 2018/07/17 13:46:06 http: TLS handshake error from 10.129.0.1:35480: EOF 2018/07/17 13:46:16 http: TLS handshake error from 10.129.0.1:35486: EOF Pod name: virt-controller-7d57d96b65-t8fb8 Pod phase: Running level=info timestamp=2018-07-17T13:37:48.402921Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-x5h7x Pod phase: Running level=info timestamp=2018-07-17T13:37:29.989391Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmiPresetInformer" level=info timestamp=2018-07-17T13:37:29.992909Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmirsInformer" level=info timestamp=2018-07-17T13:37:29.997288Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer configMapInformer" level=info timestamp=2018-07-17T13:37:30.000448Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmInformer" level=info timestamp=2018-07-17T13:37:30.000780Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmiInformer" level=info timestamp=2018-07-17T13:37:30.001013Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer kubeVirtPodInformer" level=info timestamp=2018-07-17T13:37:30.001271Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer kubeVirtNodeInformer" level=info timestamp=2018-07-17T13:37:30.004912Z pos=vm.go:85 component=virt-controller service=http msg="Starting VirtualMachine controller." level=info timestamp=2018-07-17T13:37:30.016701Z pos=node.go:104 component=virt-controller service=http msg="Starting node controller." level=info timestamp=2018-07-17T13:37:30.016762Z pos=vmi.go:129 component=virt-controller service=http msg="Starting vmi controller." level=info timestamp=2018-07-17T13:37:30.016804Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-07-17T13:37:30.016866Z pos=preset.go:71 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-07-17T13:40:38.330409Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:40:38.334162Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:40:38.576129Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" Pod name: virt-handler-9bml6 Pod phase: Running level=error timestamp=2018-07-17T13:40:56.014118Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-17T13:40:56.014423Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" level=info timestamp=2018-07-17T13:40:56.015182Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T13:40:56.095036Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:40:56.113247Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T13:40:56.155135Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:12.740748Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-17T13:42:12.741644Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T13:42:12.745594Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi26qgg" level=info timestamp=2018-07-17T13:42:13.002770Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T13:42:13.003525Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-17T13:42:13.010537Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.010976Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T13:42:13.011216Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.011813Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" Pod name: virt-handler-x26jb Pod phase: Running level=info timestamp=2018-07-17T13:18:06.179963Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-17T13:18:06.185053Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-17T13:18:06.185848Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-17T13:18:06.291689Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-17T13:18:06.297375Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-17T13:18:06.303034Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" • Failure [30.615 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should not scale when paused and scale when resume [It] /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:223 Expected error: <*errors.StatusError | 0xc4201253b0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:92 ------------------------------ STEP: Create a new VirtualMachineInstance replica set Pod name: disks-images-provider-7tsvs Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-smtvd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-hb7ks Pod phase: Running 2018/07/17 13:44:49 http: TLS handshake error from 10.128.0.1:50528: EOF 2018/07/17 13:44:59 http: TLS handshake error from 10.128.0.1:50578: EOF 2018/07/17 13:45:09 http: TLS handshake error from 10.128.0.1:50630: EOF level=info timestamp=2018-07-17T13:45:14.627734Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:45:19 http: TLS handshake error from 10.128.0.1:50692: EOF 2018/07/17 13:45:29 http: TLS handshake error from 10.128.0.1:50742: EOF 2018/07/17 13:45:39 http: TLS handshake error from 10.128.0.1:50792: EOF level=info timestamp=2018-07-17T13:45:44.884381Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:45:49 http: TLS handshake error from 10.128.0.1:50846: EOF 2018/07/17 13:45:59 http: TLS handshake error from 10.128.0.1:50896: EOF 2018/07/17 13:46:09 http: TLS handshake error from 10.128.0.1:50946: EOF level=info timestamp=2018-07-17T13:46:14.568745Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:46:19 http: TLS handshake error from 10.128.0.1:51000: EOF 2018/07/17 13:46:29 http: TLS handshake error from 10.128.0.1:51050: EOF 2018/07/17 13:46:39 http: TLS handshake error from 10.128.0.1:51100: EOF Pod name: virt-api-7d79764579-rph4p Pod phase: Running 2018/07/17 13:44:56 http: TLS handshake error from 10.129.0.1:35438: EOF 2018/07/17 13:45:06 http: TLS handshake error from 10.129.0.1:35444: EOF level=info timestamp=2018-07-17T13:45:14.954728Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-17T13:45:15.593826Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:45:16 http: TLS handshake error from 10.129.0.1:35450: EOF 2018/07/17 13:45:26 http: TLS handshake error from 10.129.0.1:35456: EOF 2018/07/17 13:45:36 http: TLS handshake error from 10.129.0.1:35462: EOF 2018/07/17 13:45:46 http: TLS handshake error from 10.129.0.1:35468: EOF 2018/07/17 13:45:56 http: TLS handshake error from 10.129.0.1:35474: EOF 2018/07/17 13:46:06 http: TLS handshake error from 10.129.0.1:35480: EOF 2018/07/17 13:46:16 http: TLS handshake error from 10.129.0.1:35486: EOF 2018/07/17 13:46:26 http: TLS handshake error from 10.129.0.1:35492: EOF 2018/07/17 13:46:36 http: TLS handshake error from 10.129.0.1:35498: EOF level=info timestamp=2018-07-17T13:46:45.231168Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:46:46 http: TLS handshake error from 10.129.0.1:35504: EOF Pod name: virt-controller-7d57d96b65-t8fb8 Pod phase: Running level=info timestamp=2018-07-17T13:37:48.402921Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-x5h7x Pod phase: Running level=info timestamp=2018-07-17T13:37:29.989391Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmiPresetInformer" level=info timestamp=2018-07-17T13:37:29.992909Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmirsInformer" level=info timestamp=2018-07-17T13:37:29.997288Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer configMapInformer" level=info timestamp=2018-07-17T13:37:30.000448Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmInformer" level=info timestamp=2018-07-17T13:37:30.000780Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmiInformer" level=info timestamp=2018-07-17T13:37:30.001013Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer kubeVirtPodInformer" level=info timestamp=2018-07-17T13:37:30.001271Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer kubeVirtNodeInformer" level=info timestamp=2018-07-17T13:37:30.004912Z pos=vm.go:85 component=virt-controller service=http msg="Starting VirtualMachine controller." level=info timestamp=2018-07-17T13:37:30.016701Z pos=node.go:104 component=virt-controller service=http msg="Starting node controller." level=info timestamp=2018-07-17T13:37:30.016762Z pos=vmi.go:129 component=virt-controller service=http msg="Starting vmi controller." level=info timestamp=2018-07-17T13:37:30.016804Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-07-17T13:37:30.016866Z pos=preset.go:71 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-07-17T13:40:38.330409Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:40:38.334162Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:40:38.576129Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" Pod name: virt-handler-9bml6 Pod phase: Running level=error timestamp=2018-07-17T13:40:56.014118Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-17T13:40:56.014423Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" level=info timestamp=2018-07-17T13:40:56.015182Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T13:40:56.095036Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:40:56.113247Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T13:40:56.155135Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:12.740748Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-17T13:42:12.741644Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T13:42:12.745594Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi26qgg" level=info timestamp=2018-07-17T13:42:13.002770Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T13:42:13.003525Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-17T13:42:13.010537Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.010976Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T13:42:13.011216Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.011813Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" Pod name: virt-handler-x26jb Pod phase: Running level=info timestamp=2018-07-17T13:18:06.179963Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-17T13:18:06.185053Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-17T13:18:06.185848Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-17T13:18:06.291689Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-17T13:18:06.297375Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-17T13:18:06.303034Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" • Failure [30.649 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should remove the finished VM [It] /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:279 Expected error: <*errors.StatusError | 0xc420c80750>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:92 ------------------------------ STEP: Creating new replica set STEP: Create a new VirtualMachineInstance replica set Pod name: disks-images-provider-7tsvs Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-smtvd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-hb7ks Pod phase: Running level=info timestamp=2018-07-17T13:45:14.627734Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:45:19 http: TLS handshake error from 10.128.0.1:50692: EOF 2018/07/17 13:45:29 http: TLS handshake error from 10.128.0.1:50742: EOF 2018/07/17 13:45:39 http: TLS handshake error from 10.128.0.1:50792: EOF level=info timestamp=2018-07-17T13:45:44.884381Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:45:49 http: TLS handshake error from 10.128.0.1:50846: EOF 2018/07/17 13:45:59 http: TLS handshake error from 10.128.0.1:50896: EOF 2018/07/17 13:46:09 http: TLS handshake error from 10.128.0.1:50946: EOF level=info timestamp=2018-07-17T13:46:14.568745Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:46:19 http: TLS handshake error from 10.128.0.1:51000: EOF 2018/07/17 13:46:29 http: TLS handshake error from 10.128.0.1:51050: EOF 2018/07/17 13:46:39 http: TLS handshake error from 10.128.0.1:51100: EOF 2018/07/17 13:46:49 http: TLS handshake error from 10.128.0.1:51154: EOF 2018/07/17 13:46:59 http: TLS handshake error from 10.128.0.1:51204: EOF 2018/07/17 13:47:09 http: TLS handshake error from 10.128.0.1:51254: EOF Pod name: virt-api-7d79764579-rph4p Pod phase: Running 2018/07/17 13:45:16 http: TLS handshake error from 10.129.0.1:35450: EOF 2018/07/17 13:45:26 http: TLS handshake error from 10.129.0.1:35456: EOF 2018/07/17 13:45:36 http: TLS handshake error from 10.129.0.1:35462: EOF 2018/07/17 13:45:46 http: TLS handshake error from 10.129.0.1:35468: EOF 2018/07/17 13:45:56 http: TLS handshake error from 10.129.0.1:35474: EOF 2018/07/17 13:46:06 http: TLS handshake error from 10.129.0.1:35480: EOF 2018/07/17 13:46:16 http: TLS handshake error from 10.129.0.1:35486: EOF 2018/07/17 13:46:26 http: TLS handshake error from 10.129.0.1:35492: EOF 2018/07/17 13:46:36 http: TLS handshake error from 10.129.0.1:35498: EOF level=info timestamp=2018-07-17T13:46:45.231168Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:46:46 http: TLS handshake error from 10.129.0.1:35504: EOF 2018/07/17 13:46:56 http: TLS handshake error from 10.129.0.1:35510: EOF 2018/07/17 13:47:06 http: TLS handshake error from 10.129.0.1:35516: EOF level=info timestamp=2018-07-17T13:47:15.456256Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:47:16 http: TLS handshake error from 10.129.0.1:35522: EOF Pod name: virt-controller-7d57d96b65-t8fb8 Pod phase: Running level=info timestamp=2018-07-17T13:37:48.402921Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-x5h7x Pod phase: Running level=info timestamp=2018-07-17T13:37:30.000448Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmInformer" level=info timestamp=2018-07-17T13:37:30.000780Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmiInformer" level=info timestamp=2018-07-17T13:37:30.001013Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer kubeVirtPodInformer" level=info timestamp=2018-07-17T13:37:30.001271Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer kubeVirtNodeInformer" level=info timestamp=2018-07-17T13:37:30.004912Z pos=vm.go:85 component=virt-controller service=http msg="Starting VirtualMachine controller." level=info timestamp=2018-07-17T13:37:30.016701Z pos=node.go:104 component=virt-controller service=http msg="Starting node controller." level=info timestamp=2018-07-17T13:37:30.016762Z pos=vmi.go:129 component=virt-controller service=http msg="Starting vmi controller." level=info timestamp=2018-07-17T13:37:30.016804Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-07-17T13:37:30.016866Z pos=preset.go:71 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-07-17T13:40:38.330409Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:40:38.334162Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:40:38.576129Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" level=info timestamp=2018-07-17T13:47:18.516804Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi8ddwx kind= uid=da08252b-89c7-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:47:18.517574Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi8ddwx kind= uid=da08252b-89c7-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:47:18.830580Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi8ddwx\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi8ddwx" Pod name: virt-handler-9bml6 Pod phase: Running level=error timestamp=2018-07-17T13:40:56.014118Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-17T13:40:56.014423Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" level=info timestamp=2018-07-17T13:40:56.015182Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T13:40:56.095036Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:40:56.113247Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T13:40:56.155135Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:12.740748Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-17T13:42:12.741644Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T13:42:12.745594Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi26qgg" level=info timestamp=2018-07-17T13:42:13.002770Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T13:42:13.003525Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-17T13:42:13.010537Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.010976Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T13:42:13.011216Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.011813Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" Pod name: virt-handler-x26jb Pod phase: Running level=info timestamp=2018-07-17T13:18:06.179963Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-17T13:18:06.185053Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-17T13:18:06.185848Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-17T13:18:06.291689Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-17T13:18:06.297375Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-17T13:18:06.303034Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" Pod name: virt-launcher-testvmi8ddwx-p94hm Pod phase: Pending • Failure [30.847 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:35 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:64 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a cirros image /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 should return that we are running cirros [It] /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:67 Expected success, but got an error: <*errors.StatusError | 0xc420336630>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:49 ------------------------------ STEP: Creating a new VirtualMachineInstance Pod name: disks-images-provider-7tsvs Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-smtvd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-hb7ks Pod phase: Running 2018/07/17 13:45:49 http: TLS handshake error from 10.128.0.1:50846: EOF 2018/07/17 13:45:59 http: TLS handshake error from 10.128.0.1:50896: EOF 2018/07/17 13:46:09 http: TLS handshake error from 10.128.0.1:50946: EOF level=info timestamp=2018-07-17T13:46:14.568745Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:46:19 http: TLS handshake error from 10.128.0.1:51000: EOF 2018/07/17 13:46:29 http: TLS handshake error from 10.128.0.1:51050: EOF 2018/07/17 13:46:39 http: TLS handshake error from 10.128.0.1:51100: EOF 2018/07/17 13:46:49 http: TLS handshake error from 10.128.0.1:51154: EOF 2018/07/17 13:46:59 http: TLS handshake error from 10.128.0.1:51204: EOF 2018/07/17 13:47:09 http: TLS handshake error from 10.128.0.1:51254: EOF 2018/07/17 13:47:19 http: TLS handshake error from 10.128.0.1:51308: EOF 2018/07/17 13:47:29 http: TLS handshake error from 10.128.0.1:51358: EOF 2018/07/17 13:47:39 http: TLS handshake error from 10.128.0.1:51408: EOF level=info timestamp=2018-07-17T13:47:44.685131Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:47:49 http: TLS handshake error from 10.128.0.1:51462: EOF Pod name: virt-api-7d79764579-rph4p Pod phase: Running 2018/07/17 13:45:46 http: TLS handshake error from 10.129.0.1:35468: EOF 2018/07/17 13:45:56 http: TLS handshake error from 10.129.0.1:35474: EOF 2018/07/17 13:46:06 http: TLS handshake error from 10.129.0.1:35480: EOF 2018/07/17 13:46:16 http: TLS handshake error from 10.129.0.1:35486: EOF 2018/07/17 13:46:26 http: TLS handshake error from 10.129.0.1:35492: EOF 2018/07/17 13:46:36 http: TLS handshake error from 10.129.0.1:35498: EOF level=info timestamp=2018-07-17T13:46:45.231168Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:46:46 http: TLS handshake error from 10.129.0.1:35504: EOF 2018/07/17 13:46:56 http: TLS handshake error from 10.129.0.1:35510: EOF 2018/07/17 13:47:06 http: TLS handshake error from 10.129.0.1:35516: EOF level=info timestamp=2018-07-17T13:47:15.456256Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:47:16 http: TLS handshake error from 10.129.0.1:35522: EOF 2018/07/17 13:47:26 http: TLS handshake error from 10.129.0.1:35528: EOF 2018/07/17 13:47:36 http: TLS handshake error from 10.129.0.1:35534: EOF 2018/07/17 13:47:46 http: TLS handshake error from 10.129.0.1:35540: EOF Pod name: virt-controller-7d57d96b65-t8fb8 Pod phase: Running level=info timestamp=2018-07-17T13:37:48.402921Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-x5h7x Pod phase: Running level=info timestamp=2018-07-17T13:37:30.004912Z pos=vm.go:85 component=virt-controller service=http msg="Starting VirtualMachine controller." level=info timestamp=2018-07-17T13:37:30.016701Z pos=node.go:104 component=virt-controller service=http msg="Starting node controller." level=info timestamp=2018-07-17T13:37:30.016762Z pos=vmi.go:129 component=virt-controller service=http msg="Starting vmi controller." level=info timestamp=2018-07-17T13:37:30.016804Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-07-17T13:37:30.016866Z pos=preset.go:71 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-07-17T13:40:38.330409Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:40:38.334162Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:40:38.576129Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" level=info timestamp=2018-07-17T13:47:18.516804Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi8ddwx kind= uid=da08252b-89c7-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:47:18.517574Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi8ddwx kind= uid=da08252b-89c7-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:47:18.830580Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi8ddwx\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi8ddwx" level=info timestamp=2018-07-17T13:47:19.227775Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi8ddwx\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi8ddwx, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: da08252b-89c7-11e8-b974-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi8ddwx" level=info timestamp=2018-07-17T13:47:49.459067Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic6jwj kind= uid=ec7f0dec-89c7-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:47:49.459615Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic6jwj kind= uid=ec7f0dec-89c7-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:47:49.812124Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmic6jwj\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmic6jwj" Pod name: virt-handler-9bml6 Pod phase: Running level=error timestamp=2018-07-17T13:40:56.014118Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-17T13:40:56.014423Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" level=info timestamp=2018-07-17T13:40:56.015182Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T13:40:56.095036Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:40:56.113247Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T13:40:56.155135Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:12.740748Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-17T13:42:12.741644Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T13:42:12.745594Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi26qgg" level=info timestamp=2018-07-17T13:42:13.002770Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T13:42:13.003525Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-17T13:42:13.010537Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.010976Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T13:42:13.011216Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.011813Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" Pod name: virt-handler-x26jb Pod phase: Running level=info timestamp=2018-07-17T13:18:06.179963Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-17T13:18:06.185053Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-17T13:18:06.185848Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-17T13:18:06.291689Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-17T13:18:06.297375Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-17T13:18:06.303034Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" Pod name: virt-launcher-testvmic6jwj-rc2c5 Pod phase: Pending • Failure [30.948 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:35 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:64 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a fedora image /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:76 should return that we are running fedora [It] /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:77 Expected success, but got an error: <*errors.StatusError | 0xc420336630>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:49 ------------------------------ STEP: Creating a new VirtualMachineInstance Pod name: disks-images-provider-7tsvs Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-smtvd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-hb7ks Pod phase: Running 2018/07/17 13:46:19 http: TLS handshake error from 10.128.0.1:51000: EOF 2018/07/17 13:46:29 http: TLS handshake error from 10.128.0.1:51050: EOF 2018/07/17 13:46:39 http: TLS handshake error from 10.128.0.1:51100: EOF 2018/07/17 13:46:49 http: TLS handshake error from 10.128.0.1:51154: EOF 2018/07/17 13:46:59 http: TLS handshake error from 10.128.0.1:51204: EOF 2018/07/17 13:47:09 http: TLS handshake error from 10.128.0.1:51254: EOF 2018/07/17 13:47:19 http: TLS handshake error from 10.128.0.1:51308: EOF 2018/07/17 13:47:29 http: TLS handshake error from 10.128.0.1:51358: EOF 2018/07/17 13:47:39 http: TLS handshake error from 10.128.0.1:51408: EOF level=info timestamp=2018-07-17T13:47:44.685131Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:47:49 http: TLS handshake error from 10.128.0.1:51462: EOF 2018/07/17 13:47:59 http: TLS handshake error from 10.128.0.1:51512: EOF 2018/07/17 13:48:09 http: TLS handshake error from 10.128.0.1:51570: EOF level=info timestamp=2018-07-17T13:48:14.796356Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:48:19 http: TLS handshake error from 10.128.0.1:51624: EOF Pod name: virt-api-7d79764579-rph4p Pod phase: Running 2018/07/17 13:46:16 http: TLS handshake error from 10.129.0.1:35486: EOF 2018/07/17 13:46:26 http: TLS handshake error from 10.129.0.1:35492: EOF 2018/07/17 13:46:36 http: TLS handshake error from 10.129.0.1:35498: EOF level=info timestamp=2018-07-17T13:46:45.231168Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:46:46 http: TLS handshake error from 10.129.0.1:35504: EOF 2018/07/17 13:46:56 http: TLS handshake error from 10.129.0.1:35510: EOF 2018/07/17 13:47:06 http: TLS handshake error from 10.129.0.1:35516: EOF level=info timestamp=2018-07-17T13:47:15.456256Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:47:16 http: TLS handshake error from 10.129.0.1:35522: EOF 2018/07/17 13:47:26 http: TLS handshake error from 10.129.0.1:35528: EOF 2018/07/17 13:47:36 http: TLS handshake error from 10.129.0.1:35534: EOF 2018/07/17 13:47:46 http: TLS handshake error from 10.129.0.1:35540: EOF 2018/07/17 13:47:56 http: TLS handshake error from 10.129.0.1:35546: EOF 2018/07/17 13:48:06 http: TLS handshake error from 10.129.0.1:35552: EOF 2018/07/17 13:48:16 http: TLS handshake error from 10.129.0.1:35558: EOF Pod name: virt-controller-7d57d96b65-t8fb8 Pod phase: Running level=info timestamp=2018-07-17T13:37:48.402921Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-x5h7x Pod phase: Running level=info timestamp=2018-07-17T13:37:30.016866Z pos=preset.go:71 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-07-17T13:40:38.330409Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:40:38.334162Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:40:38.576129Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" level=info timestamp=2018-07-17T13:47:18.516804Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi8ddwx kind= uid=da08252b-89c7-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:47:18.517574Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi8ddwx kind= uid=da08252b-89c7-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:47:18.830580Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi8ddwx\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi8ddwx" level=info timestamp=2018-07-17T13:47:19.227775Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi8ddwx\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi8ddwx, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: da08252b-89c7-11e8-b974-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi8ddwx" level=info timestamp=2018-07-17T13:47:49.459067Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic6jwj kind= uid=ec7f0dec-89c7-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:47:49.459615Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic6jwj kind= uid=ec7f0dec-89c7-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:47:49.812124Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmic6jwj\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmic6jwj" level=info timestamp=2018-07-17T13:48:20.198656Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi26tcj kind= uid=fed6d4c3-89c7-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:48:20.199356Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi26tcj kind= uid=fed6d4c3-89c7-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:48:20.328404Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26tcj\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi26tcj" level=info timestamp=2018-07-17T13:48:20.359823Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26tcj\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi26tcj" Pod name: virt-handler-9bml6 Pod phase: Running level=error timestamp=2018-07-17T13:40:56.014118Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-17T13:40:56.014423Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" level=info timestamp=2018-07-17T13:40:56.015182Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T13:40:56.095036Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:40:56.113247Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T13:40:56.155135Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:12.740748Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-17T13:42:12.741644Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T13:42:12.745594Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi26qgg" level=info timestamp=2018-07-17T13:42:13.002770Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T13:42:13.003525Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-17T13:42:13.010537Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.010976Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T13:42:13.011216Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.011813Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" Pod name: virt-handler-x26jb Pod phase: Running level=info timestamp=2018-07-17T13:18:06.179963Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-17T13:18:06.185053Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-17T13:18:06.185848Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-17T13:18:06.291689Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-17T13:18:06.297375Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-17T13:18:06.303034Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" Pod name: virt-launcher-testvmi26tcj-5lprw Pod phase: Pending • Failure [30.726 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:35 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:64 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 should be able to reconnect to console multiple times [It] /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:86 Expected success, but got an error: <*errors.StatusError | 0xc420336f30>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:90 ------------------------------ STEP: Creating a new VirtualMachineInstance Pod name: disks-images-provider-7tsvs Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-smtvd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-hb7ks Pod phase: Running 2018/07/17 13:46:59 http: TLS handshake error from 10.128.0.1:51204: EOF 2018/07/17 13:47:09 http: TLS handshake error from 10.128.0.1:51254: EOF 2018/07/17 13:47:19 http: TLS handshake error from 10.128.0.1:51308: EOF 2018/07/17 13:47:29 http: TLS handshake error from 10.128.0.1:51358: EOF 2018/07/17 13:47:39 http: TLS handshake error from 10.128.0.1:51408: EOF level=info timestamp=2018-07-17T13:47:44.685131Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:47:49 http: TLS handshake error from 10.128.0.1:51462: EOF 2018/07/17 13:47:59 http: TLS handshake error from 10.128.0.1:51512: EOF 2018/07/17 13:48:09 http: TLS handshake error from 10.128.0.1:51570: EOF level=info timestamp=2018-07-17T13:48:14.796356Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:48:19 http: TLS handshake error from 10.128.0.1:51624: EOF 2018/07/17 13:48:29 http: TLS handshake error from 10.128.0.1:51674: EOF 2018/07/17 13:48:39 http: TLS handshake error from 10.128.0.1:51726: EOF level=info timestamp=2018-07-17T13:48:44.752968Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:48:49 http: TLS handshake error from 10.128.0.1:51780: EOF Pod name: virt-api-7d79764579-rph4p Pod phase: Running level=info timestamp=2018-07-17T13:46:45.231168Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:46:46 http: TLS handshake error from 10.129.0.1:35504: EOF 2018/07/17 13:46:56 http: TLS handshake error from 10.129.0.1:35510: EOF 2018/07/17 13:47:06 http: TLS handshake error from 10.129.0.1:35516: EOF level=info timestamp=2018-07-17T13:47:15.456256Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:47:16 http: TLS handshake error from 10.129.0.1:35522: EOF 2018/07/17 13:47:26 http: TLS handshake error from 10.129.0.1:35528: EOF 2018/07/17 13:47:36 http: TLS handshake error from 10.129.0.1:35534: EOF 2018/07/17 13:47:46 http: TLS handshake error from 10.129.0.1:35540: EOF 2018/07/17 13:47:56 http: TLS handshake error from 10.129.0.1:35546: EOF 2018/07/17 13:48:06 http: TLS handshake error from 10.129.0.1:35552: EOF 2018/07/17 13:48:16 http: TLS handshake error from 10.129.0.1:35558: EOF 2018/07/17 13:48:26 http: TLS handshake error from 10.129.0.1:35566: EOF 2018/07/17 13:48:36 http: TLS handshake error from 10.129.0.1:35572: EOF 2018/07/17 13:48:46 http: TLS handshake error from 10.129.0.1:35578: EOF Pod name: virt-controller-7d57d96b65-t8fb8 Pod phase: Running level=info timestamp=2018-07-17T13:37:48.402921Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-x5h7x Pod phase: Running level=info timestamp=2018-07-17T13:47:18.517574Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi8ddwx kind= uid=da08252b-89c7-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:47:18.830580Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi8ddwx\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi8ddwx" level=info timestamp=2018-07-17T13:47:19.227775Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi8ddwx\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi8ddwx, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: da08252b-89c7-11e8-b974-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi8ddwx" level=info timestamp=2018-07-17T13:47:49.459067Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic6jwj kind= uid=ec7f0dec-89c7-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:47:49.459615Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic6jwj kind= uid=ec7f0dec-89c7-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:47:49.812124Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmic6jwj\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmic6jwj" level=info timestamp=2018-07-17T13:48:20.198656Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi26tcj kind= uid=fed6d4c3-89c7-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:48:20.199356Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi26tcj kind= uid=fed6d4c3-89c7-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:48:20.328404Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26tcj\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi26tcj" level=info timestamp=2018-07-17T13:48:20.359823Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26tcj\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi26tcj" level=info timestamp=2018-07-17T13:48:20.850646Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26tcj\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi26tcj, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: fed6d4c3-89c7-11e8-b974-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi26tcj" level=info timestamp=2018-07-17T13:48:51.081474Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic9xfp kind= uid=113a20e7-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:48:51.082144Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic9xfp kind= uid=113a20e7-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:48:51.430936Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmic9xfp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmic9xfp" level=info timestamp=2018-07-17T13:48:51.534258Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmic9xfp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmic9xfp" Pod name: virt-handler-9bml6 Pod phase: Running level=error timestamp=2018-07-17T13:40:56.014118Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-17T13:40:56.014423Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" level=info timestamp=2018-07-17T13:40:56.015182Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T13:40:56.095036Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:40:56.113247Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T13:40:56.155135Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:12.740748Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-17T13:42:12.741644Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T13:42:12.745594Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi26qgg" level=info timestamp=2018-07-17T13:42:13.002770Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T13:42:13.003525Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-17T13:42:13.010537Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.010976Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T13:42:13.011216Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.011813Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" Pod name: virt-handler-x26jb Pod phase: Running level=info timestamp=2018-07-17T13:18:06.179963Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-17T13:18:06.185053Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-17T13:18:06.185848Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-17T13:18:06.291689Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-17T13:18:06.297375Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-17T13:18:06.303034Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" Pod name: virt-launcher-testvmic9xfp-bnc59 Pod phase: Pending • Failure in Spec Setup (BeforeEach) [31.013 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach [BeforeEach] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the Inbound VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: <*errors.StatusError | 0xc420caa120>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:146 ------------------------------ Pod name: disks-images-provider-7tsvs Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-smtvd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-hb7ks Pod phase: Running 2018/07/17 13:47:29 http: TLS handshake error from 10.128.0.1:51358: EOF 2018/07/17 13:47:39 http: TLS handshake error from 10.128.0.1:51408: EOF level=info timestamp=2018-07-17T13:47:44.685131Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:47:49 http: TLS handshake error from 10.128.0.1:51462: EOF 2018/07/17 13:47:59 http: TLS handshake error from 10.128.0.1:51512: EOF 2018/07/17 13:48:09 http: TLS handshake error from 10.128.0.1:51570: EOF level=info timestamp=2018-07-17T13:48:14.796356Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:48:19 http: TLS handshake error from 10.128.0.1:51624: EOF 2018/07/17 13:48:29 http: TLS handshake error from 10.128.0.1:51674: EOF 2018/07/17 13:48:39 http: TLS handshake error from 10.128.0.1:51726: EOF level=info timestamp=2018-07-17T13:48:44.752968Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:48:49 http: TLS handshake error from 10.128.0.1:51780: EOF 2018/07/17 13:48:59 http: TLS handshake error from 10.128.0.1:51830: EOF 2018/07/17 13:49:09 http: TLS handshake error from 10.128.0.1:51880: EOF 2018/07/17 13:49:19 http: TLS handshake error from 10.128.0.1:51934: EOF Pod name: virt-api-7d79764579-rph4p Pod phase: Running level=info timestamp=2018-07-17T13:47:15.456256Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:47:16 http: TLS handshake error from 10.129.0.1:35522: EOF 2018/07/17 13:47:26 http: TLS handshake error from 10.129.0.1:35528: EOF 2018/07/17 13:47:36 http: TLS handshake error from 10.129.0.1:35534: EOF 2018/07/17 13:47:46 http: TLS handshake error from 10.129.0.1:35540: EOF 2018/07/17 13:47:56 http: TLS handshake error from 10.129.0.1:35546: EOF 2018/07/17 13:48:06 http: TLS handshake error from 10.129.0.1:35552: EOF 2018/07/17 13:48:16 http: TLS handshake error from 10.129.0.1:35558: EOF 2018/07/17 13:48:26 http: TLS handshake error from 10.129.0.1:35566: EOF 2018/07/17 13:48:36 http: TLS handshake error from 10.129.0.1:35572: EOF 2018/07/17 13:48:46 http: TLS handshake error from 10.129.0.1:35578: EOF 2018/07/17 13:48:56 http: TLS handshake error from 10.129.0.1:35584: EOF 2018/07/17 13:49:06 http: TLS handshake error from 10.129.0.1:35590: EOF level=info timestamp=2018-07-17T13:49:15.312122Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:49:16 http: TLS handshake error from 10.129.0.1:35596: EOF Pod name: virt-controller-7d57d96b65-t8fb8 Pod phase: Running level=info timestamp=2018-07-17T13:37:48.402921Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-x5h7x Pod phase: Running level=info timestamp=2018-07-17T13:47:49.459615Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic6jwj kind= uid=ec7f0dec-89c7-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:47:49.812124Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmic6jwj\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmic6jwj" level=info timestamp=2018-07-17T13:48:20.198656Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi26tcj kind= uid=fed6d4c3-89c7-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:48:20.199356Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi26tcj kind= uid=fed6d4c3-89c7-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:48:20.328404Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26tcj\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi26tcj" level=info timestamp=2018-07-17T13:48:20.359823Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26tcj\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi26tcj" level=info timestamp=2018-07-17T13:48:20.850646Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26tcj\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi26tcj, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: fed6d4c3-89c7-11e8-b974-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi26tcj" level=info timestamp=2018-07-17T13:48:51.081474Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic9xfp kind= uid=113a20e7-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:48:51.082144Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic9xfp kind= uid=113a20e7-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:48:51.430936Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmic9xfp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmic9xfp" level=info timestamp=2018-07-17T13:48:51.534258Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmic9xfp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmic9xfp" level=info timestamp=2018-07-17T13:48:51.811666Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmic9xfp\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmic9xfp, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 113a20e7-89c8-11e8-b974-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmic9xfp" level=info timestamp=2018-07-17T13:49:21.941399Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimsc4m kind= uid=23a25f8f-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:49:21.948475Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimsc4m kind= uid=23a25f8f-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:49:22.226260Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimsc4m\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimsc4m" Pod name: virt-handler-9bml6 Pod phase: Running level=error timestamp=2018-07-17T13:40:56.014118Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-17T13:40:56.014423Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" level=info timestamp=2018-07-17T13:40:56.015182Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T13:40:56.095036Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:40:56.113247Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T13:40:56.155135Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:12.740748Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-17T13:42:12.741644Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T13:42:12.745594Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi26qgg" level=info timestamp=2018-07-17T13:42:13.002770Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T13:42:13.003525Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-17T13:42:13.010537Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.010976Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T13:42:13.011216Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.011813Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" Pod name: virt-handler-x26jb Pod phase: Running level=info timestamp=2018-07-17T13:18:06.179963Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-17T13:18:06.185053Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-17T13:18:06.185848Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-17T13:18:06.291689Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-17T13:18:06.297375Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-17T13:18:06.303034Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" Pod name: virt-launcher-testvmimsc4m-wd6ct Pod phase: Pending • Failure in Spec Setup (BeforeEach) [30.650 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach [BeforeEach] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the Inbound VirtualMachineInstance with pod network connectivity explicitly set /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: <*errors.StatusError | 0xc420caaf30>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:146 ------------------------------ Pod name: disks-images-provider-7tsvs Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-smtvd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-hb7ks Pod phase: Running 2018/07/17 13:47:59 http: TLS handshake error from 10.128.0.1:51512: EOF 2018/07/17 13:48:09 http: TLS handshake error from 10.128.0.1:51570: EOF level=info timestamp=2018-07-17T13:48:14.796356Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:48:19 http: TLS handshake error from 10.128.0.1:51624: EOF 2018/07/17 13:48:29 http: TLS handshake error from 10.128.0.1:51674: EOF 2018/07/17 13:48:39 http: TLS handshake error from 10.128.0.1:51726: EOF level=info timestamp=2018-07-17T13:48:44.752968Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:48:49 http: TLS handshake error from 10.128.0.1:51780: EOF 2018/07/17 13:48:59 http: TLS handshake error from 10.128.0.1:51830: EOF 2018/07/17 13:49:09 http: TLS handshake error from 10.128.0.1:51880: EOF 2018/07/17 13:49:19 http: TLS handshake error from 10.128.0.1:51934: EOF 2018/07/17 13:49:29 http: TLS handshake error from 10.128.0.1:51984: EOF 2018/07/17 13:49:39 http: TLS handshake error from 10.128.0.1:52034: EOF level=info timestamp=2018-07-17T13:49:44.796258Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:49:49 http: TLS handshake error from 10.128.0.1:52088: EOF Pod name: virt-api-7d79764579-rph4p Pod phase: Running 2018/07/17 13:47:36 http: TLS handshake error from 10.129.0.1:35534: EOF 2018/07/17 13:47:46 http: TLS handshake error from 10.129.0.1:35540: EOF 2018/07/17 13:47:56 http: TLS handshake error from 10.129.0.1:35546: EOF 2018/07/17 13:48:06 http: TLS handshake error from 10.129.0.1:35552: EOF 2018/07/17 13:48:16 http: TLS handshake error from 10.129.0.1:35558: EOF 2018/07/17 13:48:26 http: TLS handshake error from 10.129.0.1:35566: EOF 2018/07/17 13:48:36 http: TLS handshake error from 10.129.0.1:35572: EOF 2018/07/17 13:48:46 http: TLS handshake error from 10.129.0.1:35578: EOF 2018/07/17 13:48:56 http: TLS handshake error from 10.129.0.1:35584: EOF 2018/07/17 13:49:06 http: TLS handshake error from 10.129.0.1:35590: EOF level=info timestamp=2018-07-17T13:49:15.312122Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:49:16 http: TLS handshake error from 10.129.0.1:35596: EOF 2018/07/17 13:49:26 http: TLS handshake error from 10.129.0.1:35602: EOF 2018/07/17 13:49:36 http: TLS handshake error from 10.129.0.1:35608: EOF 2018/07/17 13:49:46 http: TLS handshake error from 10.129.0.1:35614: EOF Pod name: virt-controller-7d57d96b65-t8fb8 Pod phase: Running level=info timestamp=2018-07-17T13:37:48.402921Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-x5h7x Pod phase: Running level=info timestamp=2018-07-17T13:48:20.199356Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi26tcj kind= uid=fed6d4c3-89c7-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:48:20.328404Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26tcj\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi26tcj" level=info timestamp=2018-07-17T13:48:20.359823Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26tcj\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi26tcj" level=info timestamp=2018-07-17T13:48:20.850646Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26tcj\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi26tcj, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: fed6d4c3-89c7-11e8-b974-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi26tcj" level=info timestamp=2018-07-17T13:48:51.081474Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic9xfp kind= uid=113a20e7-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:48:51.082144Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic9xfp kind= uid=113a20e7-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:48:51.430936Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmic9xfp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmic9xfp" level=info timestamp=2018-07-17T13:48:51.534258Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmic9xfp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmic9xfp" level=info timestamp=2018-07-17T13:48:51.811666Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmic9xfp\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmic9xfp, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 113a20e7-89c8-11e8-b974-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmic9xfp" level=info timestamp=2018-07-17T13:49:21.941399Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimsc4m kind= uid=23a25f8f-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:49:21.948475Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimsc4m kind= uid=23a25f8f-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:49:22.226260Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimsc4m\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimsc4m" level=info timestamp=2018-07-17T13:49:22.469798Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimsc4m\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmimsc4m, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 23a25f8f-89c8-11e8-b974-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimsc4m" level=info timestamp=2018-07-17T13:49:52.675596Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi669q7 kind= uid=35f1de21-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:49:52.676169Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi669q7 kind= uid=35f1de21-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-handler-9bml6 Pod phase: Running level=error timestamp=2018-07-17T13:40:56.014118Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-17T13:40:56.014423Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" level=info timestamp=2018-07-17T13:40:56.015182Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T13:40:56.095036Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:40:56.113247Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T13:40:56.155135Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:12.740748Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-17T13:42:12.741644Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T13:42:12.745594Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi26qgg" level=info timestamp=2018-07-17T13:42:13.002770Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T13:42:13.003525Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-17T13:42:13.010537Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.010976Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T13:42:13.011216Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.011813Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" Pod name: virt-handler-x26jb Pod phase: Running level=info timestamp=2018-07-17T13:18:06.179963Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-17T13:18:06.185053Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-17T13:18:06.185848Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-17T13:18:06.291689Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-17T13:18:06.297375Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-17T13:18:06.303034Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" Pod name: virt-launcher-testvmi669q7-h5z9b Pod phase: Pending • Failure in Spec Setup (BeforeEach) [30.902 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach [BeforeEach] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the Inbound VirtualMachineInstance with custom MAC address /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: <*errors.StatusError | 0xc420cabc20>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:146 ------------------------------ Pod name: disks-images-provider-7tsvs Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-smtvd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-hb7ks Pod phase: Running 2018/07/17 13:48:29 http: TLS handshake error from 10.128.0.1:51674: EOF 2018/07/17 13:48:39 http: TLS handshake error from 10.128.0.1:51726: EOF level=info timestamp=2018-07-17T13:48:44.752968Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:48:49 http: TLS handshake error from 10.128.0.1:51780: EOF 2018/07/17 13:48:59 http: TLS handshake error from 10.128.0.1:51830: EOF 2018/07/17 13:49:09 http: TLS handshake error from 10.128.0.1:51880: EOF 2018/07/17 13:49:19 http: TLS handshake error from 10.128.0.1:51934: EOF 2018/07/17 13:49:29 http: TLS handshake error from 10.128.0.1:51984: EOF 2018/07/17 13:49:39 http: TLS handshake error from 10.128.0.1:52034: EOF level=info timestamp=2018-07-17T13:49:44.796258Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:49:49 http: TLS handshake error from 10.128.0.1:52088: EOF 2018/07/17 13:49:59 http: TLS handshake error from 10.128.0.1:52138: EOF 2018/07/17 13:50:09 http: TLS handshake error from 10.128.0.1:52188: EOF level=info timestamp=2018-07-17T13:50:14.876447Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:50:19 http: TLS handshake error from 10.128.0.1:52242: EOF Pod name: virt-api-7d79764579-rph4p Pod phase: Running 2018/07/17 13:48:06 http: TLS handshake error from 10.129.0.1:35552: EOF 2018/07/17 13:48:16 http: TLS handshake error from 10.129.0.1:35558: EOF 2018/07/17 13:48:26 http: TLS handshake error from 10.129.0.1:35566: EOF 2018/07/17 13:48:36 http: TLS handshake error from 10.129.0.1:35572: EOF 2018/07/17 13:48:46 http: TLS handshake error from 10.129.0.1:35578: EOF 2018/07/17 13:48:56 http: TLS handshake error from 10.129.0.1:35584: EOF 2018/07/17 13:49:06 http: TLS handshake error from 10.129.0.1:35590: EOF level=info timestamp=2018-07-17T13:49:15.312122Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:49:16 http: TLS handshake error from 10.129.0.1:35596: EOF 2018/07/17 13:49:26 http: TLS handshake error from 10.129.0.1:35602: EOF 2018/07/17 13:49:36 http: TLS handshake error from 10.129.0.1:35608: EOF 2018/07/17 13:49:46 http: TLS handshake error from 10.129.0.1:35614: EOF 2018/07/17 13:49:56 http: TLS handshake error from 10.129.0.1:35620: EOF 2018/07/17 13:50:06 http: TLS handshake error from 10.129.0.1:35626: EOF 2018/07/17 13:50:16 http: TLS handshake error from 10.129.0.1:35632: EOF Pod name: virt-controller-7d57d96b65-t8fb8 Pod phase: Running level=info timestamp=2018-07-17T13:37:48.402921Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-x5h7x Pod phase: Running level=info timestamp=2018-07-17T13:48:20.359823Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26tcj\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi26tcj" level=info timestamp=2018-07-17T13:48:20.850646Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26tcj\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi26tcj, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: fed6d4c3-89c7-11e8-b974-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi26tcj" level=info timestamp=2018-07-17T13:48:51.081474Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic9xfp kind= uid=113a20e7-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:48:51.082144Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic9xfp kind= uid=113a20e7-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:48:51.430936Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmic9xfp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmic9xfp" level=info timestamp=2018-07-17T13:48:51.534258Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmic9xfp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmic9xfp" level=info timestamp=2018-07-17T13:48:51.811666Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmic9xfp\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmic9xfp, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 113a20e7-89c8-11e8-b974-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmic9xfp" level=info timestamp=2018-07-17T13:49:21.941399Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimsc4m kind= uid=23a25f8f-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:49:21.948475Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimsc4m kind= uid=23a25f8f-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:49:22.226260Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimsc4m\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimsc4m" level=info timestamp=2018-07-17T13:49:22.469798Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimsc4m\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmimsc4m, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 23a25f8f-89c8-11e8-b974-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimsc4m" level=info timestamp=2018-07-17T13:49:52.675596Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi669q7 kind= uid=35f1de21-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:49:52.676169Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi669q7 kind= uid=35f1de21-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:50:23.587759Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiw9z6t kind= uid=4861b39c-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:50:23.588003Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiw9z6t kind= uid=4861b39c-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-handler-9bml6 Pod phase: Running level=error timestamp=2018-07-17T13:40:56.014118Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-17T13:40:56.014423Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" level=info timestamp=2018-07-17T13:40:56.015182Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T13:40:56.095036Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:40:56.113247Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T13:40:56.155135Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:12.740748Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-17T13:42:12.741644Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T13:42:12.745594Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi26qgg" level=info timestamp=2018-07-17T13:42:13.002770Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T13:42:13.003525Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-17T13:42:13.010537Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.010976Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T13:42:13.011216Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.011813Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" Pod name: virt-handler-x26jb Pod phase: Running level=info timestamp=2018-07-17T13:18:06.179963Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-17T13:18:06.185053Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-17T13:18:06.185848Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-17T13:18:06.291689Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-17T13:18:06.297375Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-17T13:18:06.303034Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" Pod name: virt-launcher-testvmiw9z6t-hgnj2 Pod phase: Pending • Failure in Spec Setup (BeforeEach) [31.017 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach [BeforeEach] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the internet /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: <*errors.StatusError | 0xc420caaab0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:146 ------------------------------ Pod name: disks-images-provider-7tsvs Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-smtvd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-hb7ks Pod phase: Running 2018/07/17 13:48:59 http: TLS handshake error from 10.128.0.1:51830: EOF 2018/07/17 13:49:09 http: TLS handshake error from 10.128.0.1:51880: EOF 2018/07/17 13:49:19 http: TLS handshake error from 10.128.0.1:51934: EOF 2018/07/17 13:49:29 http: TLS handshake error from 10.128.0.1:51984: EOF 2018/07/17 13:49:39 http: TLS handshake error from 10.128.0.1:52034: EOF level=info timestamp=2018-07-17T13:49:44.796258Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:49:49 http: TLS handshake error from 10.128.0.1:52088: EOF 2018/07/17 13:49:59 http: TLS handshake error from 10.128.0.1:52138: EOF 2018/07/17 13:50:09 http: TLS handshake error from 10.128.0.1:52188: EOF level=info timestamp=2018-07-17T13:50:14.876447Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:50:19 http: TLS handshake error from 10.128.0.1:52242: EOF 2018/07/17 13:50:29 http: TLS handshake error from 10.128.0.1:52292: EOF 2018/07/17 13:50:39 http: TLS handshake error from 10.128.0.1:52342: EOF level=info timestamp=2018-07-17T13:50:44.648372Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:50:49 http: TLS handshake error from 10.128.0.1:52396: EOF Pod name: virt-api-7d79764579-rph4p Pod phase: Running 2018/07/17 13:48:46 http: TLS handshake error from 10.129.0.1:35578: EOF 2018/07/17 13:48:56 http: TLS handshake error from 10.129.0.1:35584: EOF 2018/07/17 13:49:06 http: TLS handshake error from 10.129.0.1:35590: EOF level=info timestamp=2018-07-17T13:49:15.312122Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:49:16 http: TLS handshake error from 10.129.0.1:35596: EOF 2018/07/17 13:49:26 http: TLS handshake error from 10.129.0.1:35602: EOF 2018/07/17 13:49:36 http: TLS handshake error from 10.129.0.1:35608: EOF 2018/07/17 13:49:46 http: TLS handshake error from 10.129.0.1:35614: EOF 2018/07/17 13:49:56 http: TLS handshake error from 10.129.0.1:35620: EOF 2018/07/17 13:50:06 http: TLS handshake error from 10.129.0.1:35626: EOF 2018/07/17 13:50:16 http: TLS handshake error from 10.129.0.1:35632: EOF 2018/07/17 13:50:26 http: TLS handshake error from 10.129.0.1:35638: EOF 2018/07/17 13:50:36 http: TLS handshake error from 10.129.0.1:35644: EOF 2018/07/17 13:50:46 http: TLS handshake error from 10.129.0.1:35650: EOF 2018/07/17 13:50:56 http: TLS handshake error from 10.129.0.1:35656: EOF Pod name: virt-controller-7d57d96b65-t8fb8 Pod phase: Running level=info timestamp=2018-07-17T13:37:48.402921Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-x5h7x Pod phase: Running level=info timestamp=2018-07-17T13:48:51.082144Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic9xfp kind= uid=113a20e7-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:48:51.430936Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmic9xfp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmic9xfp" level=info timestamp=2018-07-17T13:48:51.534258Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmic9xfp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmic9xfp" level=info timestamp=2018-07-17T13:48:51.811666Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmic9xfp\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmic9xfp, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 113a20e7-89c8-11e8-b974-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmic9xfp" level=info timestamp=2018-07-17T13:49:21.941399Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimsc4m kind= uid=23a25f8f-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:49:21.948475Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimsc4m kind= uid=23a25f8f-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:49:22.226260Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimsc4m\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimsc4m" level=info timestamp=2018-07-17T13:49:22.469798Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimsc4m\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmimsc4m, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 23a25f8f-89c8-11e8-b974-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimsc4m" level=info timestamp=2018-07-17T13:49:52.675596Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi669q7 kind= uid=35f1de21-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:49:52.676169Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi669q7 kind= uid=35f1de21-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:50:23.587759Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiw9z6t kind= uid=4861b39c-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:50:23.588003Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiw9z6t kind= uid=4861b39c-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:50:55.434777Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibqgvd kind= uid=5b5ec3ff-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:50:55.435296Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibqgvd kind= uid=5b5ec3ff-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:50:55.600066Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibqgvd\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibqgvd" Pod name: virt-handler-9bml6 Pod phase: Running level=error timestamp=2018-07-17T13:40:56.014118Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-17T13:40:56.014423Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" level=info timestamp=2018-07-17T13:40:56.015182Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T13:40:56.095036Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:40:56.113247Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T13:40:56.155135Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:12.740748Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-17T13:42:12.741644Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T13:42:12.745594Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi26qgg" level=info timestamp=2018-07-17T13:42:13.002770Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T13:42:13.003525Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-17T13:42:13.010537Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.010976Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T13:42:13.011216Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.011813Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" Pod name: virt-handler-x26jb Pod phase: Running level=info timestamp=2018-07-17T13:18:06.179963Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-17T13:18:06.185053Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-17T13:18:06.185848Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-17T13:18:06.291689Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-17T13:18:06.297375Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-17T13:18:06.303034Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" Pod name: virt-launcher-testvmibqgvd-r87qj Pod phase: Pending • Failure in Spec Setup (BeforeEach) [31.566 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be reachable via the propagated IP from a Pod [BeforeEach] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 on the same node from Pod /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: <*errors.StatusError | 0xc420cab4d0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:146 ------------------------------ Pod name: disks-images-provider-7tsvs Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-smtvd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-hb7ks Pod phase: Running 2018/07/17 13:49:39 http: TLS handshake error from 10.128.0.1:52034: EOF level=info timestamp=2018-07-17T13:49:44.796258Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:49:49 http: TLS handshake error from 10.128.0.1:52088: EOF 2018/07/17 13:49:59 http: TLS handshake error from 10.128.0.1:52138: EOF 2018/07/17 13:50:09 http: TLS handshake error from 10.128.0.1:52188: EOF level=info timestamp=2018-07-17T13:50:14.876447Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:50:19 http: TLS handshake error from 10.128.0.1:52242: EOF 2018/07/17 13:50:29 http: TLS handshake error from 10.128.0.1:52292: EOF 2018/07/17 13:50:39 http: TLS handshake error from 10.128.0.1:52342: EOF level=info timestamp=2018-07-17T13:50:44.648372Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:50:49 http: TLS handshake error from 10.128.0.1:52396: EOF 2018/07/17 13:50:59 http: TLS handshake error from 10.128.0.1:52446: EOF 2018/07/17 13:51:09 http: TLS handshake error from 10.128.0.1:52496: EOF level=info timestamp=2018-07-17T13:51:14.604156Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:51:19 http: TLS handshake error from 10.128.0.1:52550: EOF Pod name: virt-api-7d79764579-rph4p Pod phase: Running level=info timestamp=2018-07-17T13:49:15.312122Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:49:16 http: TLS handshake error from 10.129.0.1:35596: EOF 2018/07/17 13:49:26 http: TLS handshake error from 10.129.0.1:35602: EOF 2018/07/17 13:49:36 http: TLS handshake error from 10.129.0.1:35608: EOF 2018/07/17 13:49:46 http: TLS handshake error from 10.129.0.1:35614: EOF 2018/07/17 13:49:56 http: TLS handshake error from 10.129.0.1:35620: EOF 2018/07/17 13:50:06 http: TLS handshake error from 10.129.0.1:35626: EOF 2018/07/17 13:50:16 http: TLS handshake error from 10.129.0.1:35632: EOF 2018/07/17 13:50:26 http: TLS handshake error from 10.129.0.1:35638: EOF 2018/07/17 13:50:36 http: TLS handshake error from 10.129.0.1:35644: EOF 2018/07/17 13:50:46 http: TLS handshake error from 10.129.0.1:35650: EOF 2018/07/17 13:50:56 http: TLS handshake error from 10.129.0.1:35656: EOF 2018/07/17 13:51:06 http: TLS handshake error from 10.129.0.1:35662: EOF 2018/07/17 13:51:16 http: TLS handshake error from 10.129.0.1:35668: EOF 2018/07/17 13:51:26 http: TLS handshake error from 10.129.0.1:35674: EOF Pod name: virt-controller-7d57d96b65-t8fb8 Pod phase: Running level=info timestamp=2018-07-17T13:37:48.402921Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-x5h7x Pod phase: Running level=info timestamp=2018-07-17T13:49:21.941399Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimsc4m kind= uid=23a25f8f-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:49:21.948475Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimsc4m kind= uid=23a25f8f-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:49:22.226260Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimsc4m\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimsc4m" level=info timestamp=2018-07-17T13:49:22.469798Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimsc4m\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmimsc4m, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 23a25f8f-89c8-11e8-b974-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimsc4m" level=info timestamp=2018-07-17T13:49:52.675596Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi669q7 kind= uid=35f1de21-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:49:52.676169Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi669q7 kind= uid=35f1de21-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:50:23.587759Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiw9z6t kind= uid=4861b39c-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:50:23.588003Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiw9z6t kind= uid=4861b39c-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:50:55.434777Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibqgvd kind= uid=5b5ec3ff-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:50:55.435296Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibqgvd kind= uid=5b5ec3ff-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:50:55.600066Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibqgvd\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibqgvd" level=info timestamp=2018-07-17T13:50:55.987975Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibqgvd\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmibqgvd, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 5b5ec3ff-89c8-11e8-b974-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibqgvd" level=info timestamp=2018-07-17T13:51:26.137368Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmikw88l kind= uid=6da71727-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:51:26.145899Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmikw88l kind= uid=6da71727-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:51:26.554400Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmikw88l\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmikw88l" Pod name: virt-handler-9bml6 Pod phase: Running level=error timestamp=2018-07-17T13:40:56.014118Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-17T13:40:56.014423Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" level=info timestamp=2018-07-17T13:40:56.015182Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T13:40:56.095036Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:40:56.113247Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T13:40:56.155135Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:12.740748Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-17T13:42:12.741644Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T13:42:12.745594Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi26qgg" level=info timestamp=2018-07-17T13:42:13.002770Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T13:42:13.003525Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-17T13:42:13.010537Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.010976Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T13:42:13.011216Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.011813Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" Pod name: virt-handler-x26jb Pod phase: Running level=info timestamp=2018-07-17T13:18:06.179963Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-17T13:18:06.185053Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-17T13:18:06.185848Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-17T13:18:06.291689Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-17T13:18:06.297375Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-17T13:18:06.303034Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" Pod name: virt-launcher-testvmikw88l-57srj Pod phase: Pending • Failure in Spec Setup (BeforeEach) [30.864 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be reachable via the propagated IP from a Pod [BeforeEach] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 on a different node from Pod /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: <*errors.StatusError | 0xc420c802d0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:146 ------------------------------ Pod name: disks-images-provider-7tsvs Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-smtvd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-hb7ks Pod phase: Running 2018/07/17 13:50:09 http: TLS handshake error from 10.128.0.1:52188: EOF level=info timestamp=2018-07-17T13:50:14.876447Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:50:19 http: TLS handshake error from 10.128.0.1:52242: EOF 2018/07/17 13:50:29 http: TLS handshake error from 10.128.0.1:52292: EOF 2018/07/17 13:50:39 http: TLS handshake error from 10.128.0.1:52342: EOF level=info timestamp=2018-07-17T13:50:44.648372Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:50:49 http: TLS handshake error from 10.128.0.1:52396: EOF 2018/07/17 13:50:59 http: TLS handshake error from 10.128.0.1:52446: EOF 2018/07/17 13:51:09 http: TLS handshake error from 10.128.0.1:52496: EOF level=info timestamp=2018-07-17T13:51:14.604156Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:51:19 http: TLS handshake error from 10.128.0.1:52550: EOF 2018/07/17 13:51:29 http: TLS handshake error from 10.128.0.1:52600: EOF 2018/07/17 13:51:39 http: TLS handshake error from 10.128.0.1:52650: EOF level=info timestamp=2018-07-17T13:51:44.826543Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:51:49 http: TLS handshake error from 10.128.0.1:52704: EOF Pod name: virt-api-7d79764579-rph4p Pod phase: Running 2018/07/17 13:49:36 http: TLS handshake error from 10.129.0.1:35608: EOF 2018/07/17 13:49:46 http: TLS handshake error from 10.129.0.1:35614: EOF 2018/07/17 13:49:56 http: TLS handshake error from 10.129.0.1:35620: EOF 2018/07/17 13:50:06 http: TLS handshake error from 10.129.0.1:35626: EOF 2018/07/17 13:50:16 http: TLS handshake error from 10.129.0.1:35632: EOF 2018/07/17 13:50:26 http: TLS handshake error from 10.129.0.1:35638: EOF 2018/07/17 13:50:36 http: TLS handshake error from 10.129.0.1:35644: EOF 2018/07/17 13:50:46 http: TLS handshake error from 10.129.0.1:35650: EOF 2018/07/17 13:50:56 http: TLS handshake error from 10.129.0.1:35656: EOF 2018/07/17 13:51:06 http: TLS handshake error from 10.129.0.1:35662: EOF 2018/07/17 13:51:16 http: TLS handshake error from 10.129.0.1:35668: EOF 2018/07/17 13:51:26 http: TLS handshake error from 10.129.0.1:35674: EOF 2018/07/17 13:51:36 http: TLS handshake error from 10.129.0.1:35680: EOF 2018/07/17 13:51:46 http: TLS handshake error from 10.129.0.1:35686: EOF 2018/07/17 13:51:56 http: TLS handshake error from 10.129.0.1:35694: EOF Pod name: virt-controller-7d57d96b65-t8fb8 Pod phase: Running level=info timestamp=2018-07-17T13:37:48.402921Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-x5h7x Pod phase: Running level=info timestamp=2018-07-17T13:49:22.469798Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimsc4m\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmimsc4m, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 23a25f8f-89c8-11e8-b974-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimsc4m" level=info timestamp=2018-07-17T13:49:52.675596Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi669q7 kind= uid=35f1de21-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:49:52.676169Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi669q7 kind= uid=35f1de21-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:50:23.587759Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiw9z6t kind= uid=4861b39c-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:50:23.588003Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiw9z6t kind= uid=4861b39c-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:50:55.434777Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibqgvd kind= uid=5b5ec3ff-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:50:55.435296Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibqgvd kind= uid=5b5ec3ff-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:50:55.600066Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibqgvd\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibqgvd" level=info timestamp=2018-07-17T13:50:55.987975Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibqgvd\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmibqgvd, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 5b5ec3ff-89c8-11e8-b974-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibqgvd" level=info timestamp=2018-07-17T13:51:26.137368Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmikw88l kind= uid=6da71727-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:51:26.145899Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmikw88l kind= uid=6da71727-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:51:26.554400Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmikw88l\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmikw88l" level=info timestamp=2018-07-17T13:51:57.147563Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmir472p kind= uid=80220f90-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:51:57.148015Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmir472p kind= uid=80220f90-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:51:57.528430Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmir472p\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmir472p" Pod name: virt-handler-9bml6 Pod phase: Running level=error timestamp=2018-07-17T13:40:56.014118Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-17T13:40:56.014423Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" level=info timestamp=2018-07-17T13:40:56.015182Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T13:40:56.095036Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:40:56.113247Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T13:40:56.155135Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:12.740748Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-17T13:42:12.741644Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T13:42:12.745594Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi26qgg" level=info timestamp=2018-07-17T13:42:13.002770Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T13:42:13.003525Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-17T13:42:13.010537Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.010976Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T13:42:13.011216Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.011813Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" Pod name: virt-handler-x26jb Pod phase: Running level=info timestamp=2018-07-17T13:18:06.179963Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-17T13:18:06.185053Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-17T13:18:06.185848Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-17T13:18:06.291689Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-17T13:18:06.297375Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-17T13:18:06.303034Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" Pod name: virt-launcher-testvmir472p-4r4wh Pod phase: Pending • Failure in Spec Setup (BeforeEach) [30.963 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be reachable via the propagated IP from a Pod [BeforeEach] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 on the same node from Node /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: <*errors.StatusError | 0xc420caaa20>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:146 ------------------------------ Pod name: disks-images-provider-7tsvs Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-smtvd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-hb7ks Pod phase: Running 2018/07/17 13:50:29 http: TLS handshake error from 10.128.0.1:52292: EOF 2018/07/17 13:50:39 http: TLS handshake error from 10.128.0.1:52342: EOF level=info timestamp=2018-07-17T13:50:44.648372Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:50:49 http: TLS handshake error from 10.128.0.1:52396: EOF 2018/07/17 13:50:59 http: TLS handshake error from 10.128.0.1:52446: EOF 2018/07/17 13:51:09 http: TLS handshake error from 10.128.0.1:52496: EOF level=info timestamp=2018-07-17T13:51:14.604156Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:51:19 http: TLS handshake error from 10.128.0.1:52550: EOF 2018/07/17 13:51:29 http: TLS handshake error from 10.128.0.1:52600: EOF 2018/07/17 13:51:39 http: TLS handshake error from 10.128.0.1:52650: EOF level=info timestamp=2018-07-17T13:51:44.826543Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:51:49 http: TLS handshake error from 10.128.0.1:52704: EOF 2018/07/17 13:51:59 http: TLS handshake error from 10.128.0.1:52754: EOF 2018/07/17 13:52:09 http: TLS handshake error from 10.128.0.1:52806: EOF 2018/07/17 13:52:19 http: TLS handshake error from 10.128.0.1:52860: EOF Pod name: virt-api-7d79764579-rph4p Pod phase: Running 2018/07/17 13:50:16 http: TLS handshake error from 10.129.0.1:35632: EOF 2018/07/17 13:50:26 http: TLS handshake error from 10.129.0.1:35638: EOF 2018/07/17 13:50:36 http: TLS handshake error from 10.129.0.1:35644: EOF 2018/07/17 13:50:46 http: TLS handshake error from 10.129.0.1:35650: EOF 2018/07/17 13:50:56 http: TLS handshake error from 10.129.0.1:35656: EOF 2018/07/17 13:51:06 http: TLS handshake error from 10.129.0.1:35662: EOF 2018/07/17 13:51:16 http: TLS handshake error from 10.129.0.1:35668: EOF 2018/07/17 13:51:26 http: TLS handshake error from 10.129.0.1:35674: EOF 2018/07/17 13:51:36 http: TLS handshake error from 10.129.0.1:35680: EOF 2018/07/17 13:51:46 http: TLS handshake error from 10.129.0.1:35686: EOF 2018/07/17 13:51:56 http: TLS handshake error from 10.129.0.1:35694: EOF 2018/07/17 13:52:06 http: TLS handshake error from 10.129.0.1:35700: EOF level=info timestamp=2018-07-17T13:52:15.373103Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:52:16 http: TLS handshake error from 10.129.0.1:35706: EOF 2018/07/17 13:52:26 http: TLS handshake error from 10.129.0.1:35712: EOF Pod name: virt-controller-7d57d96b65-t8fb8 Pod phase: Running level=info timestamp=2018-07-17T13:37:48.402921Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-x5h7x Pod phase: Running level=info timestamp=2018-07-17T13:50:23.588003Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiw9z6t kind= uid=4861b39c-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:50:55.434777Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibqgvd kind= uid=5b5ec3ff-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:50:55.435296Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibqgvd kind= uid=5b5ec3ff-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:50:55.600066Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibqgvd\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibqgvd" level=info timestamp=2018-07-17T13:50:55.987975Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibqgvd\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmibqgvd, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 5b5ec3ff-89c8-11e8-b974-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibqgvd" level=info timestamp=2018-07-17T13:51:26.137368Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmikw88l kind= uid=6da71727-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:51:26.145899Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmikw88l kind= uid=6da71727-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:51:26.554400Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmikw88l\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmikw88l" level=info timestamp=2018-07-17T13:51:57.147563Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmir472p kind= uid=80220f90-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:51:57.148015Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmir472p kind= uid=80220f90-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:51:57.528430Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmir472p\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmir472p" level=info timestamp=2018-07-17T13:51:57.764140Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmir472p\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmir472p, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 80220f90-89c8-11e8-b974-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmir472p" level=info timestamp=2018-07-17T13:52:27.934072Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2fj8w kind= uid=927ae9e1-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:52:27.934563Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2fj8w kind= uid=927ae9e1-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:52:28.225931Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi2fj8w\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi2fj8w" Pod name: virt-handler-9bml6 Pod phase: Running level=error timestamp=2018-07-17T13:40:56.014118Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-17T13:40:56.014423Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" level=info timestamp=2018-07-17T13:40:56.015182Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T13:40:56.095036Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:40:56.113247Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T13:40:56.155135Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:12.740748Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-17T13:42:12.741644Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T13:42:12.745594Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi26qgg" level=info timestamp=2018-07-17T13:42:13.002770Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T13:42:13.003525Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-17T13:42:13.010537Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.010976Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T13:42:13.011216Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.011813Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" Pod name: virt-handler-x26jb Pod phase: Running level=info timestamp=2018-07-17T13:18:06.179963Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-17T13:18:06.185053Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-17T13:18:06.185848Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-17T13:18:06.291689Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-17T13:18:06.297375Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-17T13:18:06.303034Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" Pod name: virt-launcher-testvmi2fj8w-qcssx Pod phase: Pending • Failure in Spec Setup (BeforeEach) [30.723 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be reachable via the propagated IP from a Pod [BeforeEach] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 on a different node from Node /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: <*errors.StatusError | 0xc420c801b0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:146 ------------------------------ Pod name: disks-images-provider-7tsvs Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-smtvd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-hb7ks Pod phase: Running 2018/07/17 13:50:59 http: TLS handshake error from 10.128.0.1:52446: EOF 2018/07/17 13:51:09 http: TLS handshake error from 10.128.0.1:52496: EOF level=info timestamp=2018-07-17T13:51:14.604156Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:51:19 http: TLS handshake error from 10.128.0.1:52550: EOF 2018/07/17 13:51:29 http: TLS handshake error from 10.128.0.1:52600: EOF 2018/07/17 13:51:39 http: TLS handshake error from 10.128.0.1:52650: EOF level=info timestamp=2018-07-17T13:51:44.826543Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:51:49 http: TLS handshake error from 10.128.0.1:52704: EOF 2018/07/17 13:51:59 http: TLS handshake error from 10.128.0.1:52754: EOF 2018/07/17 13:52:09 http: TLS handshake error from 10.128.0.1:52806: EOF 2018/07/17 13:52:19 http: TLS handshake error from 10.128.0.1:52860: EOF 2018/07/17 13:52:29 http: TLS handshake error from 10.128.0.1:52910: EOF 2018/07/17 13:52:39 http: TLS handshake error from 10.128.0.1:52960: EOF level=info timestamp=2018-07-17T13:52:44.793495Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:52:49 http: TLS handshake error from 10.128.0.1:53014: EOF Pod name: virt-api-7d79764579-rph4p Pod phase: Running 2018/07/17 13:50:46 http: TLS handshake error from 10.129.0.1:35650: EOF 2018/07/17 13:50:56 http: TLS handshake error from 10.129.0.1:35656: EOF 2018/07/17 13:51:06 http: TLS handshake error from 10.129.0.1:35662: EOF 2018/07/17 13:51:16 http: TLS handshake error from 10.129.0.1:35668: EOF 2018/07/17 13:51:26 http: TLS handshake error from 10.129.0.1:35674: EOF 2018/07/17 13:51:36 http: TLS handshake error from 10.129.0.1:35680: EOF 2018/07/17 13:51:46 http: TLS handshake error from 10.129.0.1:35686: EOF 2018/07/17 13:51:56 http: TLS handshake error from 10.129.0.1:35694: EOF 2018/07/17 13:52:06 http: TLS handshake error from 10.129.0.1:35700: EOF level=info timestamp=2018-07-17T13:52:15.373103Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:52:16 http: TLS handshake error from 10.129.0.1:35706: EOF 2018/07/17 13:52:26 http: TLS handshake error from 10.129.0.1:35712: EOF 2018/07/17 13:52:36 http: TLS handshake error from 10.129.0.1:35718: EOF 2018/07/17 13:52:46 http: TLS handshake error from 10.129.0.1:35724: EOF 2018/07/17 13:52:56 http: TLS handshake error from 10.129.0.1:35730: EOF Pod name: virt-controller-7d57d96b65-t8fb8 Pod phase: Running level=info timestamp=2018-07-17T13:37:48.402921Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-x5h7x Pod phase: Running level=info timestamp=2018-07-17T13:50:55.987975Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibqgvd\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmibqgvd, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 5b5ec3ff-89c8-11e8-b974-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibqgvd" level=info timestamp=2018-07-17T13:51:26.137368Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmikw88l kind= uid=6da71727-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:51:26.145899Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmikw88l kind= uid=6da71727-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:51:26.554400Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmikw88l\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmikw88l" level=info timestamp=2018-07-17T13:51:57.147563Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmir472p kind= uid=80220f90-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:51:57.148015Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmir472p kind= uid=80220f90-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:51:57.528430Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmir472p\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmir472p" level=info timestamp=2018-07-17T13:51:57.764140Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmir472p\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmir472p, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 80220f90-89c8-11e8-b974-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmir472p" level=info timestamp=2018-07-17T13:52:27.934072Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2fj8w kind= uid=927ae9e1-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:52:27.934563Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2fj8w kind= uid=927ae9e1-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:52:28.225931Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi2fj8w\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi2fj8w" level=info timestamp=2018-07-17T13:52:58.667551Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmin6687 kind= uid=a4caf835-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:52:58.675178Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmin6687 kind= uid=a4caf835-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:52:59.049545Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmin6687\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmin6687" level=info timestamp=2018-07-17T13:52:59.082480Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmin6687\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmin6687" Pod name: virt-handler-9bml6 Pod phase: Running level=error timestamp=2018-07-17T13:40:56.014118Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-17T13:40:56.014423Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" level=info timestamp=2018-07-17T13:40:56.015182Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T13:40:56.095036Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:40:56.113247Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T13:40:56.155135Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:12.740748Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-17T13:42:12.741644Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T13:42:12.745594Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi26qgg" level=info timestamp=2018-07-17T13:42:13.002770Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T13:42:13.003525Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-17T13:42:13.010537Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.010976Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T13:42:13.011216Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.011813Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" Pod name: virt-handler-x26jb Pod phase: Running level=info timestamp=2018-07-17T13:18:06.179963Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-17T13:18:06.185053Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-17T13:18:06.185848Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-17T13:18:06.291689Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-17T13:18:06.297375Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-17T13:18:06.303034Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" Pod name: virt-launcher-testvmin6687-vmwpc Pod phase: Pending • Failure in Spec Setup (BeforeEach) [31.003 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 with a service matching the vmi exposed [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:283 should be able to reach the vmi based on labels specified on the vmi /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:303 Expected error: <*errors.StatusError | 0xc420c80ea0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:146 ------------------------------ Pod name: disks-images-provider-7tsvs Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-smtvd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-hb7ks Pod phase: Running 2018/07/17 13:51:29 http: TLS handshake error from 10.128.0.1:52600: EOF 2018/07/17 13:51:39 http: TLS handshake error from 10.128.0.1:52650: EOF level=info timestamp=2018-07-17T13:51:44.826543Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:51:49 http: TLS handshake error from 10.128.0.1:52704: EOF 2018/07/17 13:51:59 http: TLS handshake error from 10.128.0.1:52754: EOF 2018/07/17 13:52:09 http: TLS handshake error from 10.128.0.1:52806: EOF 2018/07/17 13:52:19 http: TLS handshake error from 10.128.0.1:52860: EOF 2018/07/17 13:52:29 http: TLS handshake error from 10.128.0.1:52910: EOF 2018/07/17 13:52:39 http: TLS handshake error from 10.128.0.1:52960: EOF level=info timestamp=2018-07-17T13:52:44.793495Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:52:49 http: TLS handshake error from 10.128.0.1:53014: EOF 2018/07/17 13:52:59 http: TLS handshake error from 10.128.0.1:53066: EOF 2018/07/17 13:53:09 http: TLS handshake error from 10.128.0.1:53116: EOF 2018/07/17 13:53:19 http: TLS handshake error from 10.128.0.1:53170: EOF 2018/07/17 13:53:29 http: TLS handshake error from 10.128.0.1:53220: EOF Pod name: virt-api-7d79764579-rph4p Pod phase: Running 2018/07/17 13:52:26 http: TLS handshake error from 10.129.0.1:35712: EOF 2018/07/17 13:52:36 http: TLS handshake error from 10.129.0.1:35718: EOF 2018/07/17 13:52:46 http: TLS handshake error from 10.129.0.1:35724: EOF 2018/07/17 13:52:56 http: TLS handshake error from 10.129.0.1:35730: EOF level=info timestamp=2018-07-17T13:53:00.141315Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/17 13:53:06 http: TLS handshake error from 10.129.0.1:35736: EOF level=info timestamp=2018-07-17T13:53:10.346580Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T13:53:15.432553Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-17T13:53:16.206597Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/17 13:53:16 http: TLS handshake error from 10.129.0.1:35742: EOF level=info timestamp=2018-07-17T13:53:19.241117Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T13:53:20.571849Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/17 13:53:26 http: TLS handshake error from 10.129.0.1:35748: EOF level=info timestamp=2018-07-17T13:53:27.902234Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T13:53:30.797272Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-t8fb8 Pod phase: Running level=info timestamp=2018-07-17T13:37:48.402921Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-x5h7x Pod phase: Running level=info timestamp=2018-07-17T13:51:26.554400Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmikw88l\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmikw88l" level=info timestamp=2018-07-17T13:51:57.147563Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmir472p kind= uid=80220f90-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:51:57.148015Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmir472p kind= uid=80220f90-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:51:57.528430Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmir472p\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmir472p" level=info timestamp=2018-07-17T13:51:57.764140Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmir472p\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmir472p, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 80220f90-89c8-11e8-b974-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmir472p" level=info timestamp=2018-07-17T13:52:27.934072Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2fj8w kind= uid=927ae9e1-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:52:27.934563Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2fj8w kind= uid=927ae9e1-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:52:28.225931Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi2fj8w\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi2fj8w" level=info timestamp=2018-07-17T13:52:58.667551Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmin6687 kind= uid=a4caf835-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:52:58.675178Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmin6687 kind= uid=a4caf835-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:52:59.049545Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmin6687\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmin6687" level=info timestamp=2018-07-17T13:52:59.082480Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmin6687\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmin6687" level=info timestamp=2018-07-17T13:52:59.529709Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmin6687\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmin6687, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: a4caf835-89c8-11e8-b974-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmin6687" level=info timestamp=2018-07-17T13:53:29.701313Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmip5rbc kind= uid=b74e8fc4-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:53:29.704961Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmip5rbc kind= uid=b74e8fc4-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-handler-9bml6 Pod phase: Running level=error timestamp=2018-07-17T13:40:56.014118Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-17T13:40:56.014423Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" level=info timestamp=2018-07-17T13:40:56.015182Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T13:40:56.095036Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:40:56.113247Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T13:40:56.155135Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:12.740748Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-17T13:42:12.741644Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T13:42:12.745594Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi26qgg" level=info timestamp=2018-07-17T13:42:13.002770Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T13:42:13.003525Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-17T13:42:13.010537Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.010976Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T13:42:13.011216Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.011813Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" Pod name: virt-handler-x26jb Pod phase: Running level=info timestamp=2018-07-17T13:18:06.179963Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-17T13:18:06.185053Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-17T13:18:06.185848Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-17T13:18:06.291689Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-17T13:18:06.297375Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-17T13:18:06.303034Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" Pod name: virt-launcher-testvmip5rbc-sp6kp Pod phase: Pending • Failure in Spec Setup (BeforeEach) [30.988 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 with a service matching the vmi exposed [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:283 should fail to reach the vmi if an invalid servicename is used /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:314 Expected error: <*errors.StatusError | 0xc420337050>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:146 ------------------------------ Pod name: disks-images-provider-7tsvs Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-smtvd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-hb7ks Pod phase: Running 2018/07/17 13:51:59 http: TLS handshake error from 10.128.0.1:52754: EOF 2018/07/17 13:52:09 http: TLS handshake error from 10.128.0.1:52806: EOF 2018/07/17 13:52:19 http: TLS handshake error from 10.128.0.1:52860: EOF 2018/07/17 13:52:29 http: TLS handshake error from 10.128.0.1:52910: EOF 2018/07/17 13:52:39 http: TLS handshake error from 10.128.0.1:52960: EOF level=info timestamp=2018-07-17T13:52:44.793495Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:52:49 http: TLS handshake error from 10.128.0.1:53014: EOF 2018/07/17 13:52:59 http: TLS handshake error from 10.128.0.1:53066: EOF 2018/07/17 13:53:09 http: TLS handshake error from 10.128.0.1:53116: EOF 2018/07/17 13:53:19 http: TLS handshake error from 10.128.0.1:53170: EOF 2018/07/17 13:53:29 http: TLS handshake error from 10.128.0.1:53220: EOF 2018/07/17 13:53:39 http: TLS handshake error from 10.128.0.1:53270: EOF level=info timestamp=2018-07-17T13:53:44.666171Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:53:49 http: TLS handshake error from 10.128.0.1:53324: EOF 2018/07/17 13:53:59 http: TLS handshake error from 10.128.0.1:53374: EOF Pod name: virt-api-7d79764579-rph4p Pod phase: Running 2018/07/17 13:53:16 http: TLS handshake error from 10.129.0.1:35742: EOF level=info timestamp=2018-07-17T13:53:19.241117Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T13:53:20.571849Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/17 13:53:26 http: TLS handshake error from 10.129.0.1:35748: EOF level=info timestamp=2018-07-17T13:53:27.902234Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T13:53:30.797272Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/17 13:53:36 http: TLS handshake error from 10.129.0.1:35754: EOF level=info timestamp=2018-07-17T13:53:41.035057Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/17 13:53:46 http: TLS handshake error from 10.129.0.1:35760: EOF level=info timestamp=2018-07-17T13:53:46.449458Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T13:53:49.500230Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T13:53:51.219661Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/17 13:53:56 http: TLS handshake error from 10.129.0.1:35766: EOF level=info timestamp=2018-07-17T13:53:58.153528Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T13:54:01.450786Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-t8fb8 Pod phase: Running level=info timestamp=2018-07-17T13:37:48.402921Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-x5h7x Pod phase: Running level=info timestamp=2018-07-17T13:51:57.148015Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmir472p kind= uid=80220f90-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:51:57.528430Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmir472p\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmir472p" level=info timestamp=2018-07-17T13:51:57.764140Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmir472p\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmir472p, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 80220f90-89c8-11e8-b974-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmir472p" level=info timestamp=2018-07-17T13:52:27.934072Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2fj8w kind= uid=927ae9e1-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:52:27.934563Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2fj8w kind= uid=927ae9e1-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:52:28.225931Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi2fj8w\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi2fj8w" level=info timestamp=2018-07-17T13:52:58.667551Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmin6687 kind= uid=a4caf835-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:52:58.675178Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmin6687 kind= uid=a4caf835-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:52:59.049545Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmin6687\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmin6687" level=info timestamp=2018-07-17T13:52:59.082480Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmin6687\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmin6687" level=info timestamp=2018-07-17T13:52:59.529709Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmin6687\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmin6687, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: a4caf835-89c8-11e8-b974-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmin6687" level=info timestamp=2018-07-17T13:53:29.701313Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmip5rbc kind= uid=b74e8fc4-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:53:29.704961Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmip5rbc kind= uid=b74e8fc4-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:54:00.820713Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwxscl kind= uid=c9d9e1c9-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:54:00.820937Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwxscl kind= uid=c9d9e1c9-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-handler-9bml6 Pod phase: Running level=error timestamp=2018-07-17T13:40:56.014118Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-17T13:40:56.014423Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" level=info timestamp=2018-07-17T13:40:56.015182Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T13:40:56.095036Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:40:56.113247Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T13:40:56.155135Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:12.740748Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-17T13:42:12.741644Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T13:42:12.745594Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi26qgg" level=info timestamp=2018-07-17T13:42:13.002770Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T13:42:13.003525Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-17T13:42:13.010537Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.010976Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T13:42:13.011216Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.011813Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" Pod name: virt-handler-x26jb Pod phase: Running level=info timestamp=2018-07-17T13:18:06.179963Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-17T13:18:06.185053Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-17T13:18:06.185848Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-17T13:18:06.291689Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-17T13:18:06.297375Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-17T13:18:06.303034Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" Pod name: virt-launcher-testvmiwxscl-69x9k Pod phase: Pending • Failure in Spec Setup (BeforeEach) [30.840 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 with a subdomain and a headless service given [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:330 should be able to reach the vmi via its unique fully qualified domain name /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:353 Expected error: <*errors.StatusError | 0xc420caa750>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:146 ------------------------------ Pod name: disks-images-provider-7tsvs Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-smtvd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-hb7ks Pod phase: Running 2018/07/17 13:52:29 http: TLS handshake error from 10.128.0.1:52910: EOF 2018/07/17 13:52:39 http: TLS handshake error from 10.128.0.1:52960: EOF level=info timestamp=2018-07-17T13:52:44.793495Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:52:49 http: TLS handshake error from 10.128.0.1:53014: EOF 2018/07/17 13:52:59 http: TLS handshake error from 10.128.0.1:53066: EOF 2018/07/17 13:53:09 http: TLS handshake error from 10.128.0.1:53116: EOF 2018/07/17 13:53:19 http: TLS handshake error from 10.128.0.1:53170: EOF 2018/07/17 13:53:29 http: TLS handshake error from 10.128.0.1:53220: EOF 2018/07/17 13:53:39 http: TLS handshake error from 10.128.0.1:53270: EOF level=info timestamp=2018-07-17T13:53:44.666171Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:53:49 http: TLS handshake error from 10.128.0.1:53324: EOF 2018/07/17 13:53:59 http: TLS handshake error from 10.128.0.1:53374: EOF 2018/07/17 13:54:09 http: TLS handshake error from 10.128.0.1:53424: EOF 2018/07/17 13:54:19 http: TLS handshake error from 10.128.0.1:53478: EOF 2018/07/17 13:54:29 http: TLS handshake error from 10.128.0.1:53528: EOF Pod name: virt-api-7d79764579-rph4p Pod phase: Running level=info timestamp=2018-07-17T13:53:49.500230Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T13:53:51.219661Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/17 13:53:56 http: TLS handshake error from 10.129.0.1:35766: EOF level=info timestamp=2018-07-17T13:53:58.153528Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T13:54:01.450786Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/17 13:54:06 http: TLS handshake error from 10.129.0.1:35772: EOF level=info timestamp=2018-07-17T13:54:11.633362Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T13:54:15.313984Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:54:16 http: TLS handshake error from 10.129.0.1:35778: EOF level=info timestamp=2018-07-17T13:54:16.691524Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T13:54:19.730509Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T13:54:21.801515Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/17 13:54:26 http: TLS handshake error from 10.129.0.1:35784: EOF level=info timestamp=2018-07-17T13:54:28.396418Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T13:54:32.004970Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-t8fb8 Pod phase: Running level=info timestamp=2018-07-17T13:37:48.402921Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-x5h7x Pod phase: Running level=info timestamp=2018-07-17T13:51:57.764140Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmir472p\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmir472p, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 80220f90-89c8-11e8-b974-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmir472p" level=info timestamp=2018-07-17T13:52:27.934072Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2fj8w kind= uid=927ae9e1-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:52:27.934563Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2fj8w kind= uid=927ae9e1-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:52:28.225931Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi2fj8w\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi2fj8w" level=info timestamp=2018-07-17T13:52:58.667551Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmin6687 kind= uid=a4caf835-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:52:58.675178Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmin6687 kind= uid=a4caf835-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:52:59.049545Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmin6687\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmin6687" level=info timestamp=2018-07-17T13:52:59.082480Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmin6687\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmin6687" level=info timestamp=2018-07-17T13:52:59.529709Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmin6687\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmin6687, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: a4caf835-89c8-11e8-b974-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmin6687" level=info timestamp=2018-07-17T13:53:29.701313Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmip5rbc kind= uid=b74e8fc4-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:53:29.704961Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmip5rbc kind= uid=b74e8fc4-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:54:00.820713Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwxscl kind= uid=c9d9e1c9-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:54:00.820937Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwxscl kind= uid=c9d9e1c9-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:54:31.487537Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmig7wvj kind= uid=dc22b14d-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:54:31.488113Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmig7wvj kind= uid=dc22b14d-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-handler-9bml6 Pod phase: Running level=error timestamp=2018-07-17T13:40:56.014118Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-17T13:40:56.014423Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" level=info timestamp=2018-07-17T13:40:56.015182Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T13:40:56.095036Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:40:56.113247Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T13:40:56.155135Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:12.740748Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-17T13:42:12.741644Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T13:42:12.745594Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi26qgg" level=info timestamp=2018-07-17T13:42:13.002770Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T13:42:13.003525Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-17T13:42:13.010537Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.010976Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T13:42:13.011216Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.011813Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" Pod name: virt-handler-x26jb Pod phase: Running level=info timestamp=2018-07-17T13:18:06.179963Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-17T13:18:06.185053Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-17T13:18:06.185848Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-17T13:18:06.291689Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-17T13:18:06.297375Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-17T13:18:06.303034Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" Pod name: virt-launcher-testvmig7wvj-ggnzp Pod phase: Pending • Failure in Spec Setup (BeforeEach) [30.856 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom interface model [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:379 should expose the right device type to the guest /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:380 Expected error: <*errors.StatusError | 0xc420c80bd0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:146 ------------------------------ Pod name: disks-images-provider-7tsvs Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-smtvd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-hb7ks Pod phase: Running 2018/07/17 13:52:49 http: TLS handshake error from 10.128.0.1:53014: EOF 2018/07/17 13:52:59 http: TLS handshake error from 10.128.0.1:53066: EOF 2018/07/17 13:53:09 http: TLS handshake error from 10.128.0.1:53116: EOF 2018/07/17 13:53:19 http: TLS handshake error from 10.128.0.1:53170: EOF 2018/07/17 13:53:29 http: TLS handshake error from 10.128.0.1:53220: EOF 2018/07/17 13:53:39 http: TLS handshake error from 10.128.0.1:53270: EOF level=info timestamp=2018-07-17T13:53:44.666171Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:53:49 http: TLS handshake error from 10.128.0.1:53324: EOF 2018/07/17 13:53:59 http: TLS handshake error from 10.128.0.1:53374: EOF 2018/07/17 13:54:09 http: TLS handshake error from 10.128.0.1:53424: EOF 2018/07/17 13:54:19 http: TLS handshake error from 10.128.0.1:53478: EOF 2018/07/17 13:54:29 http: TLS handshake error from 10.128.0.1:53528: EOF 2018/07/17 13:54:39 http: TLS handshake error from 10.128.0.1:53578: EOF 2018/07/17 13:54:49 http: TLS handshake error from 10.128.0.1:53632: EOF 2018/07/17 13:54:59 http: TLS handshake error from 10.128.0.1:53682: EOF Pod name: virt-api-7d79764579-rph4p Pod phase: Running 2018/07/17 13:54:26 http: TLS handshake error from 10.129.0.1:35784: EOF level=info timestamp=2018-07-17T13:54:28.396418Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T13:54:32.004970Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/17 13:54:36 http: TLS handshake error from 10.129.0.1:35790: EOF level=info timestamp=2018-07-17T13:54:42.246161Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T13:54:45.268673Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:54:46 http: TLS handshake error from 10.129.0.1:35796: EOF level=info timestamp=2018-07-17T13:54:46.960056Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T13:54:49.997719Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T13:54:52.494918Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/17 13:54:56 http: TLS handshake error from 10.129.0.1:35802: EOF level=info timestamp=2018-07-17T13:54:57.592779Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-17T13:54:57.598831Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-17T13:54:58.621765Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T13:55:02.711799Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-t8fb8 Pod phase: Running level=info timestamp=2018-07-17T13:37:48.402921Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-x5h7x Pod phase: Running level=info timestamp=2018-07-17T13:52:58.667551Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmin6687 kind= uid=a4caf835-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:52:58.675178Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmin6687 kind= uid=a4caf835-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:52:59.049545Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmin6687\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmin6687" level=info timestamp=2018-07-17T13:52:59.082480Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmin6687\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmin6687" level=info timestamp=2018-07-17T13:52:59.529709Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmin6687\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmin6687, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: a4caf835-89c8-11e8-b974-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmin6687" level=info timestamp=2018-07-17T13:53:29.701313Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmip5rbc kind= uid=b74e8fc4-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:53:29.704961Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmip5rbc kind= uid=b74e8fc4-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:54:00.820713Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwxscl kind= uid=c9d9e1c9-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:54:00.820937Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwxscl kind= uid=c9d9e1c9-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:54:31.487537Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmig7wvj kind= uid=dc22b14d-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:54:31.488113Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmig7wvj kind= uid=dc22b14d-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:55:02.384767Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi94lnq kind= uid=ee89ec58-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:55:02.387588Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi94lnq kind= uid=ee89ec58-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:55:02.731319Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi94lnq\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi94lnq" level=info timestamp=2018-07-17T13:55:02.792645Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi94lnq\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi94lnq" Pod name: virt-handler-9bml6 Pod phase: Running level=error timestamp=2018-07-17T13:40:56.014118Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-17T13:40:56.014423Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" level=info timestamp=2018-07-17T13:40:56.015182Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T13:40:56.095036Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:40:56.113247Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T13:40:56.155135Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:12.740748Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-17T13:42:12.741644Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T13:42:12.745594Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi26qgg" level=info timestamp=2018-07-17T13:42:13.002770Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T13:42:13.003525Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-17T13:42:13.010537Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.010976Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T13:42:13.011216Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.011813Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" Pod name: virt-handler-x26jb Pod phase: Running level=info timestamp=2018-07-17T13:18:06.179963Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-17T13:18:06.185053Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-17T13:18:06.185848Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-17T13:18:06.291689Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-17T13:18:06.297375Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-17T13:18:06.303034Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" Pod name: virt-launcher-testvmi94lnq-l45hd Pod phase: Pending • Failure in Spec Setup (BeforeEach) [30.817 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with default interface model [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:393 should expose the right device type to the guest /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:394 Expected error: <*errors.StatusError | 0xc420c80480>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:146 ------------------------------ Pod name: disks-images-provider-7tsvs Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-smtvd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-hb7ks Pod phase: Running level=info timestamp=2018-07-17T13:53:44.666171Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:53:49 http: TLS handshake error from 10.128.0.1:53324: EOF 2018/07/17 13:53:59 http: TLS handshake error from 10.128.0.1:53374: EOF 2018/07/17 13:54:09 http: TLS handshake error from 10.128.0.1:53424: EOF 2018/07/17 13:54:19 http: TLS handshake error from 10.128.0.1:53478: EOF 2018/07/17 13:54:29 http: TLS handshake error from 10.128.0.1:53528: EOF 2018/07/17 13:54:39 http: TLS handshake error from 10.128.0.1:53578: EOF 2018/07/17 13:54:49 http: TLS handshake error from 10.128.0.1:53632: EOF 2018/07/17 13:54:59 http: TLS handshake error from 10.128.0.1:53682: EOF 2018/07/17 13:55:09 http: TLS handshake error from 10.128.0.1:53732: EOF level=info timestamp=2018-07-17T13:55:14.258734Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-17T13:55:14.631770Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-17T13:55:14.897534Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/17 13:55:19 http: TLS handshake error from 10.128.0.1:53794: EOF 2018/07/17 13:55:29 http: TLS handshake error from 10.128.0.1:53844: EOF Pod name: virt-api-7d79764579-rph4p Pod phase: Running level=info timestamp=2018-07-17T13:54:57.598831Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-17T13:54:58.621765Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T13:55:02.711799Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/17 13:55:06 http: TLS handshake error from 10.129.0.1:35808: EOF level=info timestamp=2018-07-17T13:55:12.906844Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/17 13:55:16 http: TLS handshake error from 10.129.0.1:35814: EOF level=info timestamp=2018-07-17T13:55:17.277048Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T13:55:18.961722Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T13:55:18.992796Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T13:55:19.023605Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T13:55:20.260462Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T13:55:23.027133Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/17 13:55:26 http: TLS handshake error from 10.129.0.1:35822: EOF level=info timestamp=2018-07-17T13:55:28.725053Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-17T13:55:33.248658Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-t8fb8 Pod phase: Running level=info timestamp=2018-07-17T13:37:48.402921Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-x5h7x Pod phase: Running level=info timestamp=2018-07-17T13:52:59.529709Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmin6687\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmin6687, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: a4caf835-89c8-11e8-b974-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmin6687" level=info timestamp=2018-07-17T13:53:29.701313Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmip5rbc kind= uid=b74e8fc4-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:53:29.704961Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmip5rbc kind= uid=b74e8fc4-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:54:00.820713Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwxscl kind= uid=c9d9e1c9-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:54:00.820937Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwxscl kind= uid=c9d9e1c9-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:54:31.487537Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmig7wvj kind= uid=dc22b14d-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:54:31.488113Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmig7wvj kind= uid=dc22b14d-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:55:02.384767Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi94lnq kind= uid=ee89ec58-89c8-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:55:02.387588Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi94lnq kind= uid=ee89ec58-89c8-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:55:02.731319Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi94lnq\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi94lnq" level=info timestamp=2018-07-17T13:55:02.792645Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi94lnq\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi94lnq" level=info timestamp=2018-07-17T13:55:03.039701Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi94lnq\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi94lnq, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: ee89ec58-89c8-11e8-b974-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi94lnq" level=info timestamp=2018-07-17T13:55:33.356914Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqb584 kind= uid=00f70f6c-89c9-11e8-b974-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-17T13:55:33.359846Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqb584 kind= uid=00f70f6c-89c9-11e8-b974-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-17T13:55:33.974628Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiqb584\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiqb584" Pod name: virt-handler-9bml6 Pod phase: Running level=error timestamp=2018-07-17T13:40:56.014118Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-17T13:40:56.014423Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi26qgg\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi26qgg" level=info timestamp=2018-07-17T13:40:56.015182Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="No update processing required" level=info timestamp=2018-07-17T13:40:56.095036Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:40:56.113247Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-17T13:40:56.155135Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:12.740748Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-17T13:42:12.741644Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-17T13:42:12.745594Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi26qgg" level=info timestamp=2018-07-17T13:42:13.002770Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-17T13:42:13.003525Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-17T13:42:13.010537Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind= uid=eb863ada-89c6-11e8-b974-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.010976Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-17T13:42:13.011216Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi26qgg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-17T13:42:13.011813Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" Pod name: virt-handler-x26jb Pod phase: Running level=info timestamp=2018-07-17T13:18:06.179963Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-17T13:18:06.185053Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-17T13:18:06.185848Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-17T13:18:06.291689Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-17T13:18:06.297375Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-17T13:18:06.303034Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/17 13:18:06 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" Pod name: virt-launcher-testvmiqb584-dzc89 Pod phase: Pending • Failure in Spec Setup (BeforeEach) [31.359 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:413 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:414 Expected error: <*errors.StatusError | 0xc42084d5f0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:146 ------------------------------ panic: test timed out after 1h30m0s goroutine 3006 [running]: testing.(*M).startAlarm.func1() /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:1240 +0xfc created by time.goFunc /gimme/.gimme/versions/go1.10.linux.amd64/src/time/sleep.go:172 +0x44 goroutine 1 [chan receive, 90 minutes]: testing.(*T).Run(0xc42011b590, 0x12c5cc2, 0x9, 0x1352ce0, 0x47fd76) /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:825 +0x301 testing.runTests.func1(0xc42011b3b0) /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:1063 +0x64 testing.tRunner(0xc42011b3b0, 0xc4206e9df8) /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:777 +0xd0 testing.runTests(0xc42086a7e0, 0x1bd24f0, 0x1, 0x1, 0x412009) /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:1061 +0x2c4 testing.(*M).Run(0xc420679c80, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:978 +0x171 main.main() _testmain.go:44 +0x151 goroutine 16 [chan receive]: kubevirt.io/kubevirt/vendor/github.com/golang/glog.(*loggingT).flushDaemon(0x1bfd940) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/golang/glog/glog.go:879 +0x8b created by kubevirt.io/kubevirt/vendor/github.com/golang/glog.init.0 /root/go/src/kubevirt.io/kubevirt/vendor/github.com/golang/glog/glog.go:410 +0x203 goroutine 66 [syscall, 90 minutes]: os/signal.signal_recv(0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/runtime/sigqueue.go:139 +0xa6 os/signal.loop() /gimme/.gimme/versions/go1.10.linux.amd64/src/os/signal/signal_unix.go:22 +0x22 created by os/signal.init.0 /gimme/.gimme/versions/go1.10.linux.amd64/src/os/signal/signal_unix.go:28 +0x41 goroutine 37 [chan send, 52 minutes]: kubevirt.io/kubevirt/vendor/github.com/google/goexpect.(*GExpect).Send(0xc42011bc20, 0x12bf2f9, 0x1, 0xc420bfb000, 0x412009) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/google/goexpect/expect.go:1054 +0x8f kubevirt.io/kubevirt/vendor/github.com/google/goexpect.(*GExpect).ExpectBatch(0xc42011bc20, 0xc420caa090, 0x9, 0x9, 0x29e8d60800, 0xc4210f4de0, 0x13, 0x0, 0x13d4ac0, 0xc420464e30) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/google/goexpect/expect.go:565 +0x763 kubevirt.io/kubevirt/tests.LoggedInCirrosExpecter(0xc4207dc280, 0x13e0ec0, 0x1c1bfc0, 0x0, 0x0) /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1225 +0x5ac kubevirt.io/kubevirt/tests_test.glob..func18.3(0xc4207dc280, 0x1352cb8, 0xc420a3c500) /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:93 +0x183 kubevirt.io/kubevirt/tests_test.glob..func18.5() /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:151 +0x7bf kubevirt.io/kubevirt/tests.BeforeAll.func1() /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1333 +0x3f kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/leafnodes.(*runner).runSync(0xc42020dc20, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/leafnodes/runner.go:109 +0x9c kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/leafnodes.(*runner).run(0xc42020dc20, 0xc42024c820, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/leafnodes/runner.go:63 +0x13e kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/leafnodes.(*SetupNode).Run(0xc42068c058, 0x13d35a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/leafnodes/setup_nodes.go:14 +0x7f kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/spec.(*Spec).runSample(0xc420236340, 0x0, 0x13d35a0, 0xc42002d230) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/spec/spec.go:158 +0x1e0 kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/spec.(*Spec).Run(0xc420236340, 0x13d35a0, 0xc42002d230) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/spec/spec.go:127 +0xe3 kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner.(*SpecRunner).runSpec(0xc4201ef7c0, 0xc420236340, 0x0) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner/spec_runner.go:198 +0x10d kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner.(*SpecRunner).runSpecs(0xc4201ef7c0, 0x1353901) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner/spec_runner.go:168 +0x32c kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner.(*SpecRunner).Run(0xc4201ef7c0, 0xb) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner/spec_runner.go:64 +0xdc kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/suite.(*Suite).Run(0xc42039a050, 0x7fb14c07ac78, 0xc42011b590, 0x12c8235, 0xb, 0xc42086a820, 0x2, 0x2, 0x13eed00, 0xc42002d230, ...) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/suite/suite.go:62 +0x27c kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo.RunSpecsWithCustomReporters(0x13d4660, 0xc42011b590, 0x12c8235, 0xb, 0xc42086a800, 0x2, 0x2, 0x2) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/ginkgo_dsl.go:218 +0x258 kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo.RunSpecsWithDefaultAndCustomReporters(0x13d4660, 0xc42011b590, 0x12c8235, 0xb, 0xc4202c25c0, 0x1, 0x1, 0x1) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/ginkgo_dsl.go:206 +0xab kubevirt.io/kubevirt/tests_test.TestTests(0xc42011b590) /root/go/src/kubevirt.io/kubevirt/tests/tests_suite_test.go:43 +0xaa testing.tRunner(0xc42011b590, 0x1352ce0) /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:777 +0xd0 created by testing.(*T).Run /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:824 +0x2e0 goroutine 38 [chan receive, 90 minutes]: kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner.(*SpecRunner).registerForInterrupts(0xc4201ef7c0) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner/spec_runner.go:220 +0xc0 created by kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner.(*SpecRunner).Run /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner/spec_runner.go:59 +0x60 goroutine 67 [select, 90 minutes, locked to thread]: runtime.gopark(0x1354cf8, 0x0, 0x12c285e, 0x6, 0x18, 0x1) /gimme/.gimme/versions/go1.10.linux.amd64/src/runtime/proc.go:291 +0x11a runtime.selectgo(0xc420475750, 0xc4200482a0) /gimme/.gimme/versions/go1.10.linux.amd64/src/runtime/select.go:392 +0xe50 runtime.ensureSigM.func1() /gimme/.gimme/versions/go1.10.linux.amd64/src/runtime/signal_unix.go:549 +0x1f4 runtime.goexit() /gimme/.gimme/versions/go1.10.linux.amd64/src/runtime/asm_amd64.s:2361 +0x1 goroutine 43 [IO wait, 52 minutes]: internal/poll.runtime_pollWait(0x7fb14e017f00, 0x72, 0xc420ae1850) /gimme/.gimme/versions/go1.10.linux.amd64/src/runtime/netpoll.go:173 +0x57 internal/poll.(*pollDesc).wait(0xc420868418, 0x72, 0xffffffffffffff00, 0x13d5820, 0x1ae97c8) /gimme/.gimme/versions/go1.10.linux.amd64/src/internal/poll/fd_poll_runtime.go:85 +0x9b internal/poll.(*pollDesc).waitRead(0xc420868418, 0xc420652000, 0x8000, 0x8000) /gimme/.gimme/versions/go1.10.linux.amd64/src/internal/poll/fd_poll_runtime.go:90 +0x3d internal/poll.(*FD).Read(0xc420868400, 0xc420652000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/internal/poll/fd_unix.go:157 +0x17d net.(*netFD).Read(0xc420868400, 0xc420652000, 0x8000, 0x8000, 0x0, 0x8, 0x7ffb) /gimme/.gimme/versions/go1.10.linux.amd64/src/net/fd_unix.go:202 +0x4f net.(*conn).Read(0xc42000e838, 0xc420652000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/net/net.go:176 +0x6a crypto/tls.(*block).readFromUntil(0xc42075b2c0, 0x7fb14c07afb8, 0xc42000e838, 0x5, 0xc42000e838, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/crypto/tls/conn.go:493 +0x96 crypto/tls.(*Conn).readRecord(0xc420406e00, 0x1354e17, 0xc420406f20, 0x20) /gimme/.gimme/versions/go1.10.linux.amd64/src/crypto/tls/conn.go:595 +0xe0 crypto/tls.(*Conn).Read(0xc420406e00, 0xc4202fb000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/crypto/tls/conn.go:1156 +0x100 bufio.(*Reader).Read(0xc4205e9680, 0xc4203496f8, 0x9, 0x9, 0xc4210e2118, 0xc4209a27c0, 0xc420ae1d10) /gimme/.gimme/versions/go1.10.linux.amd64/src/bufio/bufio.go:216 +0x238 io.ReadAtLeast(0x13d21c0, 0xc4205e9680, 0xc4203496f8, 0x9, 0x9, 0x9, 0xc420ae1ce0, 0xc420ae1ce0, 0x406614) /gimme/.gimme/versions/go1.10.linux.amd64/src/io/io.go:309 +0x86 io.ReadFull(0x13d21c0, 0xc4205e9680, 0xc4203496f8, 0x9, 0x9, 0xc4210e20c0, 0xc420ae1d10, 0xc400001301) /gimme/.gimme/versions/go1.10.linux.amd64/src/io/io.go:327 +0x58 kubevirt.io/kubevirt/vendor/golang.org/x/net/http2.readFrameHeader(0xc4203496f8, 0x9, 0x9, 0x13d21c0, 0xc4205e9680, 0x0, 0xc400000000, 0x87cfdd, 0xc420ae1fb0) /root/go/src/kubevirt.io/kubevirt/vendor/golang.org/x/net/http2/frame.go:237 +0x7b kubevirt.io/kubevirt/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc4203496c0, 0xc420bfc5a0, 0x0, 0x0, 0x0) /root/go/src/kubevirt.io/kubevirt/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 kubevirt.io/kubevirt/vendor/golang.org/x/net/http2.(*clientConnReadLoop).run(0xc420ae1fb0, 0x1353bf0, 0xc42046e7b0) /root/go/src/kubevirt.io/kubevirt/vendor/golang.org/x/net/http2/transport.go:1428 +0x8e kubevirt.io/kubevirt/vendor/golang.org/x/net/http2.(*ClientConn).readLoop(0xc42037b520) /root/go/src/kubevirt.io/kubevirt/vendor/golang.org/x/net/http2/transport.go:1354 +0x76 created by kubevirt.io/kubevirt/vendor/golang.org/x/net/http2.(*Transport).newClientConn /root/go/src/kubevirt.io/kubevirt/vendor/golang.org/x/net/http2/transport.go:579 +0x651 goroutine 3003 [semacquire, 52 minutes]: sync.runtime_Semacquire(0xc42039d46c) /gimme/.gimme/versions/go1.10.linux.amd64/src/runtime/sema.go:56 +0x39 sync.(*WaitGroup).Wait(0xc42039d460) /gimme/.gimme/versions/go1.10.linux.amd64/src/sync/waitgroup.go:129 +0x72 kubevirt.io/kubevirt/vendor/github.com/google/goexpect.(*GExpect).waitForSession(0xc42011bc20, 0xc42085f860, 0xc4201e13c0, 0x13d7160, 0xc42000e338, 0x13d25a0, 0xc42000e360, 0x0, 0x0) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/google/goexpect/expect.go:1033 +0x19d created by kubevirt.io/kubevirt/vendor/github.com/google/goexpect.SpawnGeneric /root/go/src/kubevirt.io/kubevirt/vendor/github.com/google/goexpect/expect.go:799 +0x299 goroutine 1666 [chan send, 76 minutes]: kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc420850120) /root/go/src/kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:114 +0x114 created by kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch.NewStreamWatcher /root/go/src/kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:60 +0xa8 goroutine 3004 [select, 52 minutes]: io.(*pipe).Write(0xc4200edf90, 0xc42039d650, 0x1, 0x8, 0x0, 0x0, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/io/pipe.go:87 +0x1e3 io.(*PipeWriter).Write(0xc42000e338, 0xc42039d650, 0x1, 0x8, 0x1, 0x8, 0x80000) /gimme/.gimme/versions/go1.10.linux.amd64/src/io/pipe.go:153 +0x4c kubevirt.io/kubevirt/vendor/github.com/google/goexpect.(*GExpect).waitForSession.func1(0xc42039d460, 0xc420564a80, 0xc42011bc20, 0x13d7160, 0xc42000e338) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/google/goexpect/expect.go:996 +0x187 created by kubevirt.io/kubevirt/vendor/github.com/google/goexpect.(*GExpect).waitForSession /root/go/src/kubevirt.io/kubevirt/vendor/github.com/google/goexpect/expect.go:985 +0xc3 goroutine 3005 [select, 52 minutes]: io.(*pipe).Read(0xc4208100f0, 0xc4210da000, 0x2000, 0x2000, 0x10e7040, 0xc420adb001, 0xc4210da000) /gimme/.gimme/versions/go1.10.linux.amd64/src/io/pipe.go:50 +0x115 io.(*PipeReader).Read(0xc42000e360, 0xc4210da000, 0x2000, 0x2000, 0x2000, 0x2000, 0xc420372000) /gimme/.gimme/versions/go1.10.linux.amd64/src/io/pipe.go:127 +0x4c kubevirt.io/kubevirt/vendor/github.com/google/goexpect.(*GExpect).waitForSession.func2(0x13d25a0, 0xc42000e360) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/google/goexpect/expect.go:1007 +0xdb created by kubevirt.io/kubevirt/vendor/github.com/google/goexpect.(*GExpect).waitForSession /root/go/src/kubevirt.io/kubevirt/vendor/github.com/google/goexpect/expect.go:1026 +0x154 make: *** [functest] Error 2 + make cluster-down ./cluster/down.sh