+ export WORKSPACE=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2 + WORKSPACE=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2 + [[ openshift-3.10-release =~ openshift-.* ]] + [[ openshift-3.10-release =~ .*-crio-.* ]] + export KUBEVIRT_PROVIDER=os-3.10.0 + KUBEVIRT_PROVIDER=os-3.10.0 + export KUBEVIRT_NUM_NODES=2 + KUBEVIRT_NUM_NODES=2 + export NFS_WINDOWS_DIR=/home/nfs/images/windows2016 + NFS_WINDOWS_DIR=/home/nfs/images/windows2016 + export NAMESPACE=kube-system + NAMESPACE=kube-system + trap '{ make cluster-down; }' EXIT SIGINT SIGTERM SIGSTOP + make cluster-down ./cluster/down.sh + make cluster-up ./cluster/up.sh Downloading ....... Downloading ....... 2018/07/23 22:17:32 Waiting for host: 192.168.66.102:22 2018/07/23 22:17:35 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/23 22:17:43 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/23 22:17:51 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/23 22:18:03 Connected to tcp://192.168.66.102:22 + systemctl stop origin-node.service + rm -rf /etc/origin/ /etc/etcd/ /var/lib/origin /var/lib/etcd/ ++ docker ps -q + containers= + '[' -n '' ']' ++ docker ps -q -a + containers='2cfbef31c987 e183c40c07dc 861f604efed4 12902ad26342 028539b1f68b bd6f07c1906c d1f95a33a226 c43f96b6da26 e007e5cfd226 b42e2bceca6e 00531aec6f9a e4ad39ba6cef 504c3df6bbf4 eb1ec0b445ce b8955b91e8e5 f739ed8f3e59 07668d85ab3a a6045d125d7b 2ce17110e009 b45f64ab28ef 3a15945be9e1 2a0af99ae1d1 0ece927846d7 0202d5f5dfae 8ce743769d8f 2efb36567bd8 96b65c0493c5 e9ce89fa30e3' + '[' -n '2cfbef31c987 e183c40c07dc 861f604efed4 12902ad26342 028539b1f68b bd6f07c1906c d1f95a33a226 c43f96b6da26 e007e5cfd226 b42e2bceca6e 00531aec6f9a e4ad39ba6cef 504c3df6bbf4 eb1ec0b445ce b8955b91e8e5 f739ed8f3e59 07668d85ab3a a6045d125d7b 2ce17110e009 b45f64ab28ef 3a15945be9e1 2a0af99ae1d1 0ece927846d7 0202d5f5dfae 8ce743769d8f 2efb36567bd8 96b65c0493c5 e9ce89fa30e3' ']' + docker rm -f 2cfbef31c987 e183c40c07dc 861f604efed4 12902ad26342 028539b1f68b bd6f07c1906c d1f95a33a226 c43f96b6da26 e007e5cfd226 b42e2bceca6e 00531aec6f9a e4ad39ba6cef 504c3df6bbf4 eb1ec0b445ce b8955b91e8e5 f739ed8f3e59 07668d85ab3a a6045d125d7b 2ce17110e009 b45f64ab28ef 3a15945be9e1 2a0af99ae1d1 0ece927846d7 0202d5f5dfae 8ce743769d8f 2efb36567bd8 96b65c0493c5 e9ce89fa30e3 2cfbef31c987 e183c40c07dc 861f604efed4 12902ad26342 028539b1f68b bd6f07c1906c d1f95a33a226 c43f96b6da26 e007e5cfd226 b42e2bceca6e 00531aec6f9a e4ad39ba6cef 504c3df6bbf4 eb1ec0b445ce b8955b91e8e5 f739ed8f3e59 07668d85ab3a a6045d125d7b 2ce17110e009 b45f64ab28ef 3a15945be9e1 2a0af99ae1d1 0ece927846d7 0202d5f5dfae 8ce743769d8f 2efb36567bd8 96b65c0493c5 e9ce89fa30e3 2018/07/23 22:18:07 Waiting for host: 192.168.66.101:22 2018/07/23 22:18:10 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/23 22:18:18 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/23 22:18:26 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/23 22:18:34 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/23 22:18:42 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/23 22:18:47 Connected to tcp://192.168.66.101:22 + inventory_file=/root/inventory + openshift_ansible=/root/openshift-ansible + echo '[new_nodes]' + sed -i '/\[OSEv3:children\]/a new_nodes' /root/inventory + nodes_found=false ++ seq 2 100 + for i in '$(seq 2 100)' ++ printf node%02d 2 + node=node02 ++ printf 192.168.66.1%02d 2 + node_ip=192.168.66.102 + set +e + ping 192.168.66.102 -c 1 PING 192.168.66.102 (192.168.66.102) 56(84) bytes of data. 64 bytes from 192.168.66.102: icmp_seq=1 ttl=64 time=1.88 ms --- 192.168.66.102 ping statistics --- 1 packets transmitted, 1 received, 0% packet loss, time 0ms rtt min/avg/max/mdev = 1.881/1.881/1.881/0.000 ms Found node02. Adding it to the inventory. + '[' 0 -ne 0 ']' + nodes_found=true + set -e + echo '192.168.66.102 node02' + echo 'Found node02. Adding it to the inventory.' + echo 'node02 openshift_node_group_name="node-config-compute" openshift_schedulable=true openshift_ip=192.168.66.102' + for i in '$(seq 2 100)' ++ printf node%02d 3 + node=node03 ++ printf 192.168.66.1%02d 3 + node_ip=192.168.66.103 + set +e + ping 192.168.66.103 -c 1 PING 192.168.66.103 (192.168.66.103) 56(84) bytes of data. From 192.168.66.101 icmp_seq=1 Destination Host Unreachable --- 192.168.66.103 ping statistics --- 1 packets transmitted, 0 received, +1 errors, 100% packet loss, time 0ms + '[' 1 -ne 0 ']' + break + '[' true = true ']' + ansible-playbook -i /root/inventory /root/openshift-ansible/playbooks/openshift-node/scaleup.yml PLAY [Populate config host groups] ********************************************* TASK [Load group name mapping variables] *************************************** ok: [localhost] TASK [Evaluate groups - g_etcd_hosts or g_new_etcd_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_master_hosts or g_new_master_hosts required] ********* skipping: [localhost] TASK [Evaluate groups - g_node_hosts or g_new_node_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_lb_hosts required] *********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts required] ********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts is single host] **************************** skipping: [localhost] TASK [Evaluate groups - g_glusterfs_hosts required] **************************** skipping: [localhost] TASK [Evaluate oo_all_hosts] *************************************************** ok: [localhost] => (item=node01) ok: [localhost] => (item=node02) TASK [Evaluate oo_masters] ***************************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_master] ************************************************ ok: [localhost] TASK [Evaluate oo_new_etcd_to_config] ****************************************** TASK [Evaluate oo_masters_to_config] ******************************************* ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_to_config] ********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_etcd] ************************************************** ok: [localhost] TASK [Evaluate oo_etcd_hosts_to_upgrade] *************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_hosts_to_backup] **************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_nodes_to_config] ********************************************* ok: [localhost] => (item=node02) TASK [Evaluate oo_nodes_to_bootstrap] ****************************************** ok: [localhost] => (item=node02) TASK [Add masters to oo_nodes_to_bootstrap] ************************************ ok: [localhost] => (item=node01) TASK [Evaluate oo_lb_to_config] ************************************************ TASK [Evaluate oo_nfs_to_config] *********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_glusterfs_to_config] ***************************************** TASK [Evaluate oo_etcd_to_migrate] ********************************************* ok: [localhost] => (item=node01) PLAY [Ensure there are new_nodes] ********************************************** TASK [fail] ******************************************************************** skipping: [localhost] TASK [fail] ******************************************************************** skipping: [localhost] PLAY [Initialization Checkpoint Start] ***************************************** TASK [Set install initialization 'In Progress'] ******************************** ok: [node01] PLAY [Populate config host groups] ********************************************* TASK [Load group name mapping variables] *************************************** ok: [localhost] TASK [Evaluate groups - g_etcd_hosts or g_new_etcd_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_master_hosts or g_new_master_hosts required] ********* skipping: [localhost] TASK [Evaluate groups - g_node_hosts or g_new_node_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_lb_hosts required] *********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts required] ********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts is single host] **************************** skipping: [localhost] TASK [Evaluate groups - g_glusterfs_hosts required] **************************** skipping: [localhost] TASK [Evaluate oo_all_hosts] *************************************************** ok: [localhost] => (item=node01) ok: [localhost] => (item=node02) TASK [Evaluate oo_masters] ***************************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_master] ************************************************ ok: [localhost] TASK [Evaluate oo_new_etcd_to_config] ****************************************** TASK [Evaluate oo_masters_to_config] ******************************************* ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_to_config] ********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_etcd] ************************************************** ok: [localhost] TASK [Evaluate oo_etcd_hosts_to_upgrade] *************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_hosts_to_backup] **************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_nodes_to_config] ********************************************* ok: [localhost] => (item=node02) TASK [Evaluate oo_nodes_to_bootstrap] ****************************************** ok: [localhost] => (item=node02) TASK [Add masters to oo_nodes_to_bootstrap] ************************************ ok: [localhost] => (item=node01) TASK [Evaluate oo_lb_to_config] ************************************************ TASK [Evaluate oo_nfs_to_config] *********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_glusterfs_to_config] ***************************************** TASK [Evaluate oo_etcd_to_migrate] ********************************************* ok: [localhost] => (item=node01) [WARNING]: Could not match supplied host pattern, ignoring: oo_lb_to_config PLAY [Ensure that all non-node hosts are accessible] *************************** TASK [Gathering Facts] ********************************************************* ok: [node01] PLAY [Initialize basic host facts] ********************************************* TASK [Gathering Facts] ********************************************************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : include_tasks] **************************** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/deprecations.yml for node01, node02 TASK [openshift_sanitize_inventory : Check for usage of deprecated variables] *** ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : debug] ************************************ skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : set_stats] ******************************** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Assign deprecated variables to correct counterparts] *** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/__deprecations_logging.yml for node01, node02 included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/__deprecations_metrics.yml for node01, node02 TASK [openshift_sanitize_inventory : conditional_set_fact] ********************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : set_fact] ********************************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : conditional_set_fact] ********************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : Standardize on latest variable names] ***** ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : Normalize openshift_release] ************** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Abort when openshift_release is invalid] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : include_tasks] **************************** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/unsupported.yml for node01, node02 TASK [openshift_sanitize_inventory : Ensure that openshift_use_dnsmasq is true] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that openshift_node_dnsmasq_install_network_manager_hook is true] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : set_fact] ********************************* skipping: [node01] => (item=openshift_hosted_etcd_storage_kind) skipping: [node02] => (item=openshift_hosted_etcd_storage_kind) TASK [openshift_sanitize_inventory : Ensure that dynamic provisioning is set if using dynamic storage] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure the hosted registry's GlusterFS storage is configured correctly] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure the hosted registry's GlusterFS storage is configured correctly] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure clusterid is set along with the cloudprovider] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure ansible_service_broker_remove and ansible_service_broker_install are mutually exclusive] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure template_service_broker_remove and template_service_broker_install are mutually exclusive] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that all requires vsphere configuration variables are set] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : ensure provider configuration variables are defined] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure removed web console extension variables are not set] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that web console port matches API server port] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : At least one master is schedulable] ******* skipping: [node01] skipping: [node02] TASK [Detecting Operating System from ostree_booted] *************************** ok: [node02] ok: [node01] TASK [set openshift_deployment_type if unset] ********************************** skipping: [node01] skipping: [node02] TASK [check for node already bootstrapped] ************************************* ok: [node01] ok: [node02] TASK [initialize_facts set fact openshift_is_bootstrapped] ********************* ok: [node01] ok: [node02] TASK [initialize_facts set fact openshift_is_atomic and openshift_is_containerized] *** ok: [node01] ok: [node02] TASK [Determine Atomic Host Docker Version] ************************************ skipping: [node01] skipping: [node02] TASK [assert atomic host docker version is 1.12 or later] ********************** skipping: [node01] skipping: [node02] PLAY [Retrieve existing master configs and validate] *************************** TASK [openshift_control_plane : stat] ****************************************** ok: [node01] TASK [openshift_control_plane : slurp] ***************************************** ok: [node01] TASK [openshift_control_plane : set_fact] ************************************** ok: [node01] TASK [openshift_control_plane : Check for file paths outside of /etc/origin/master in master's config] *** ok: [node01] TASK [openshift_control_plane : set_fact] ************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** skipping: [node01] PLAY [Initialize special first-master variables] ******************************* TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] PLAY [Disable web console if required] ***************************************** TASK [set_fact] **************************************************************** skipping: [node01] PLAY [Setup yum repositories for all hosts] ************************************ TASK [rhel_subscribe : fail] *************************************************** skipping: [node02] TASK [rhel_subscribe : Install Red Hat Subscription manager] ******************* skipping: [node02] TASK [rhel_subscribe : Is host already registered?] **************************** skipping: [node02] TASK [rhel_subscribe : Register host] ****************************************** skipping: [node02] TASK [rhel_subscribe : fail] *************************************************** skipping: [node02] TASK [rhel_subscribe : Determine if OpenShift Pool Already Attached] *********** skipping: [node02] TASK [rhel_subscribe : Attach to OpenShift Pool] ******************************* skipping: [node02] TASK [rhel_subscribe : Satellite preparation] ********************************** skipping: [node02] TASK [openshift_repos : openshift_repos detect ostree] ************************* ok: [node02] TASK [openshift_repos : Ensure libselinux-python is installed] ***************** ok: [node02] TASK [openshift_repos : Remove openshift_additional.repo file] ***************** ok: [node02] TASK [openshift_repos : Create any additional repos that are defined] ********** TASK [openshift_repos : include_tasks] ***************************************** skipping: [node02] TASK [openshift_repos : include_tasks] ***************************************** included: /root/openshift-ansible/roles/openshift_repos/tasks/centos_repos.yml for node02 TASK [openshift_repos : Configure origin gpg keys] ***************************** ok: [node02] TASK [openshift_repos : Configure correct origin release repository] *********** ok: [node02] => (item=/root/openshift-ansible/roles/openshift_repos/templates/CentOS-OpenShift-Origin.repo.j2) TASK [openshift_repos : Ensure clean repo cache in the event repos have been changed manually] *** changed: [node02] => { "msg": "First run of openshift_repos" } TASK [openshift_repos : Record that openshift_repos already ran] *************** ok: [node02] RUNNING HANDLER [openshift_repos : refresh cache] ****************************** changed: [node02] PLAY [Install packages necessary for installer] ******************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [Determine if chrony is installed] **************************************** [WARNING]: Consider using the yum, dnf or zypper module rather than running rpm. If you need to use command because yum, dnf or zypper is insufficient you can add warn=False to this command task or set command_warnings=False in ansible.cfg to get rid of this message. changed: [node02] TASK [Install ntp package] ***************************************************** skipping: [node02] TASK [Start and enable ntpd/chronyd] ******************************************* changed: [node02] TASK [Ensure openshift-ansible installer package deps are installed] *********** ok: [node02] => (item=iproute) ok: [node02] => (item=dbus-python) ok: [node02] => (item=PyYAML) ok: [node02] => (item=python-ipaddress) ok: [node02] => (item=libsemanage-python) ok: [node02] => (item=yum-utils) ok: [node02] => (item=python-docker) PLAY [Initialize cluster facts] ************************************************ TASK [Gathering Facts] ********************************************************* ok: [node02] ok: [node01] TASK [get openshift_current_version] ******************************************* ok: [node01] ok: [node02] TASK [set_fact openshift_portal_net if present on masters] ********************* ok: [node01] ok: [node02] TASK [Gather Cluster facts] **************************************************** changed: [node02] changed: [node01] TASK [Set fact of no_proxy_internal_hostnames] ********************************* skipping: [node01] skipping: [node02] TASK [Initialize openshift.node.sdn_mtu] *************************************** changed: [node02] ok: [node01] PLAY [Initialize etcd host variables] ****************************************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] PLAY [Determine openshift_version to configure on first master] **************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [include_role : openshift_version] **************************************** TASK [openshift_version : Use openshift_current_version fact as version to configure if already installed] *** ok: [node01] TASK [openshift_version : Set openshift_version to openshift_release if undefined] *** skipping: [node01] TASK [openshift_version : debug] *********************************************** ok: [node01] => { "msg": "openshift_pkg_version was not defined. Falling back to -3.10.0" } TASK [openshift_version : set_fact] ******************************************** ok: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : assert openshift_release in openshift_image_tag] ***** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : assert openshift_release in openshift_pkg_version] *** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_release": "3.10" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_image_tag": "v3.10.0-rc.0" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_pkg_version": "-3.10.0*" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_version": "3.10.0" } TASK [set openshift_version booleans (first master)] *************************** ok: [node01] PLAY [Set openshift_version for etcd, node, and master hosts] ****************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [set_fact] **************************************************************** ok: [node02] TASK [set openshift_version booleans (masters and nodes)] ********************** ok: [node02] PLAY [Verify Requirements] ***************************************************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [Run variable sanity checks] ********************************************** ok: [node01] TASK [Validate openshift_node_groups and openshift_node_group_name] ************ ok: [node01] PLAY [Initialization Checkpoint End] ******************************************* TASK [Set install initialization 'Complete'] *********************************** ok: [node01] PLAY [Validate node hostnames] ************************************************* TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [Query DNS for IP address of node02] ************************************** ok: [node02] TASK [Validate openshift_hostname when defined] ******************************** skipping: [node02] TASK [Validate openshift_ip exists on node when defined] *********************** skipping: [node02] PLAY [Configure os_firewall] *************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [os_firewall : Detecting Atomic Host Operating System] ******************** ok: [node02] TASK [os_firewall : Set fact r_os_firewall_is_atomic] ************************** ok: [node02] TASK [os_firewall : Fail - Firewalld is not supported on Atomic Host] ********** skipping: [node02] TASK [os_firewall : Install firewalld packages] ******************************** skipping: [node02] TASK [os_firewall : Ensure iptables services are not enabled] ****************** skipping: [node02] => (item=iptables) skipping: [node02] => (item=ip6tables) TASK [os_firewall : Wait 10 seconds after disabling iptables] ****************** skipping: [node02] TASK [os_firewall : Start and enable firewalld service] ************************ skipping: [node02] TASK [os_firewall : need to pause here, otherwise the firewalld service starting can sometimes cause ssh to fail] *** skipping: [node02] TASK [os_firewall : Restart polkitd] ******************************************* skipping: [node02] TASK [os_firewall : Wait for polkit action to have been created] *************** skipping: [node02] TASK [os_firewall : Ensure firewalld service is not enabled] ******************* ok: [node02] TASK [os_firewall : Wait 10 seconds after disabling firewalld] ***************** skipping: [node02] TASK [os_firewall : Install iptables packages] ********************************* ok: [node02] => (item=iptables) ok: [node02] => (item=iptables-services) TASK [os_firewall : Start and enable iptables service] ************************* ok: [node02 -> node02] => (item=node02) TASK [os_firewall : need to pause here, otherwise the iptables service starting can sometimes cause ssh to fail] *** skipping: [node02] PLAY [oo_nodes_to_config] ****************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [container_runtime : Setup the docker-storage for overlay] **************** skipping: [node02] TASK [container_runtime : Create file system on extra volume device] *********** TASK [container_runtime : Create mount entry for extra volume] ***************** PLAY [oo_nodes_to_config] ****************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_excluder : Install docker excluder - yum] ********************** ok: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* ok: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** skipping: [node02] TASK [container_runtime : Getting current systemd-udevd exec command] ********** skipping: [node02] TASK [container_runtime : Assure systemd-udevd.service.d directory exists] ***** skipping: [node02] TASK [container_runtime : Create systemd-udevd override file] ****************** skipping: [node02] TASK [container_runtime : Add enterprise registry, if necessary] *************** skipping: [node02] TASK [container_runtime : Add http_proxy to /etc/atomic.conf] ****************** skipping: [node02] TASK [container_runtime : Add https_proxy to /etc/atomic.conf] ***************** skipping: [node02] TASK [container_runtime : Add no_proxy to /etc/atomic.conf] ******************** skipping: [node02] TASK [container_runtime : Get current installed Docker version] **************** ok: [node02] TASK [container_runtime : Error out if Docker pre-installed but too old] ******* skipping: [node02] TASK [container_runtime : Error out if requested Docker is too old] ************ skipping: [node02] TASK [container_runtime : Install Docker] ************************************** skipping: [node02] TASK [container_runtime : Ensure docker.service.d directory exists] ************ ok: [node02] TASK [container_runtime : Configure Docker service unit file] ****************** ok: [node02] TASK [container_runtime : stat] ************************************************ ok: [node02] TASK [container_runtime : Set registry params] ********************************* skipping: [node02] => (item={u'reg_conf_var': u'ADD_REGISTRY', u'reg_flag': u'--add-registry', u'reg_fact_val': []}) skipping: [node02] => (item={u'reg_conf_var': u'BLOCK_REGISTRY', u'reg_flag': u'--block-registry', u'reg_fact_val': []}) skipping: [node02] => (item={u'reg_conf_var': u'INSECURE_REGISTRY', u'reg_flag': u'--insecure-registry', u'reg_fact_val': []}) TASK [container_runtime : Place additional/blocked/insecure registries in /etc/containers/registries.conf] *** skipping: [node02] TASK [container_runtime : Set Proxy Settings] ********************************** skipping: [node02] => (item={u'reg_conf_var': u'HTTP_PROXY', u'reg_fact_val': u''}) skipping: [node02] => (item={u'reg_conf_var': u'HTTPS_PROXY', u'reg_fact_val': u''}) skipping: [node02] => (item={u'reg_conf_var': u'NO_PROXY', u'reg_fact_val': u''}) TASK [container_runtime : Set various Docker options] ************************** ok: [node02] TASK [container_runtime : stat] ************************************************ ok: [node02] TASK [container_runtime : Configure Docker Network OPTIONS] ******************** ok: [node02] TASK [container_runtime : Detect if docker is already started] ***************** ok: [node02] TASK [container_runtime : Start the Docker service] **************************** ok: [node02] TASK [container_runtime : set_fact] ******************************************** ok: [node02] TASK [container_runtime : Check for docker_storage_path/overlay2] ************** ok: [node02] TASK [container_runtime : Fixup SELinux permissions for docker] **************** changed: [node02] TASK [container_runtime : Ensure /var/lib/containers exists] ******************* ok: [node02] TASK [container_runtime : Fix SELinux Permissions on /var/lib/containers] ****** ok: [node02] TASK [container_runtime : Check for credentials file for registry auth] ******** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth] ***** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth (alternative)] *** skipping: [node02] TASK [container_runtime : stat the docker data dir] **************************** ok: [node02] TASK [container_runtime : stop the current running docker] ********************* skipping: [node02] TASK [container_runtime : copy "/var/lib/docker" to "/var/lib/containers/docker"] *** skipping: [node02] TASK [container_runtime : Set the selinux context on /var/lib/containers/docker] *** skipping: [node02] TASK [container_runtime : restorecon the /var/lib/containers/docker] *********** skipping: [node02] TASK [container_runtime : Remove the old docker location] ********************** skipping: [node02] TASK [container_runtime : Setup the link] ************************************** skipping: [node02] TASK [container_runtime : start docker] **************************************** skipping: [node02] TASK [container_runtime : Fail if Atomic Host since this is an rpm request] **** skipping: [node02] TASK [container_runtime : Getting current systemd-udevd exec command] ********** skipping: [node02] TASK [container_runtime : Assure systemd-udevd.service.d directory exists] ***** skipping: [node02] TASK [container_runtime : Create systemd-udevd override file] ****************** skipping: [node02] TASK [container_runtime : Add enterprise registry, if necessary] *************** skipping: [node02] TASK [container_runtime : Check that overlay is in the kernel] ***************** skipping: [node02] TASK [container_runtime : Add overlay to modprobe.d] *************************** skipping: [node02] TASK [container_runtime : Manually modprobe overlay into the kernel] *********** skipping: [node02] TASK [container_runtime : Enable and start systemd-modules-load] *************** skipping: [node02] TASK [container_runtime : Install cri-o] *************************************** skipping: [node02] TASK [container_runtime : Remove CRI-O default configuration files] ************ skipping: [node02] => (item=/etc/cni/net.d/200-loopback.conf) skipping: [node02] => (item=/etc/cni/net.d/100-crio-bridge.conf) TASK [container_runtime : Create the CRI-O configuration] ********************** skipping: [node02] TASK [container_runtime : Ensure CNI configuration directory exists] *********** skipping: [node02] TASK [container_runtime : Add iptables allow rules] **************************** skipping: [node02] => (item={u'port': u'10010/tcp', u'service': u'crio'}) TASK [container_runtime : Remove iptables rules] ******************************* TASK [container_runtime : Add firewalld allow rules] *************************** skipping: [node02] => (item={u'port': u'10010/tcp', u'service': u'crio'}) TASK [container_runtime : Remove firewalld allow rules] ************************ TASK [container_runtime : Configure the CNI network] *************************** skipping: [node02] TASK [container_runtime : Create /etc/sysconfig/crio-network] ****************** skipping: [node02] TASK [container_runtime : Start the CRI-O service] ***************************** skipping: [node02] TASK [container_runtime : Ensure /var/lib/containers exists] ******************* skipping: [node02] TASK [container_runtime : Fix SELinux Permissions on /var/lib/containers] ****** skipping: [node02] TASK [container_runtime : Check for credentials file for registry auth] ******** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth] ***** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth (alternative)] *** skipping: [node02] TASK [container_runtime : stat the docker data dir] **************************** skipping: [node02] TASK [container_runtime : stop the current running docker] ********************* skipping: [node02] TASK [container_runtime : copy "/var/lib/docker" to "/var/lib/containers/docker"] *** skipping: [node02] TASK [container_runtime : Set the selinux context on /var/lib/containers/docker] *** skipping: [node02] TASK [container_runtime : restorecon the /var/lib/containers/docker] *********** skipping: [node02] TASK [container_runtime : Remove the old docker location] ********************** skipping: [node02] TASK [container_runtime : Setup the link] ************************************** skipping: [node02] TASK [container_runtime : start docker] **************************************** skipping: [node02] PLAY [Determine openshift_version to configure on first master] **************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [include_role : openshift_version] **************************************** TASK [openshift_version : Use openshift_current_version fact as version to configure if already installed] *** skipping: [node01] TASK [openshift_version : Set openshift_version to openshift_release if undefined] *** skipping: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : assert openshift_release in openshift_image_tag] ***** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : assert openshift_release in openshift_pkg_version] *** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_release": "3.10" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_image_tag": "v3.10.0-rc.0" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_pkg_version": "-3.10.0*" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_version": "3.10.0" } TASK [set openshift_version booleans (first master)] *************************** ok: [node01] PLAY [Set openshift_version for etcd, node, and master hosts] ****************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [set_fact] **************************************************************** ok: [node02] TASK [set openshift_version booleans (masters and nodes)] ********************** ok: [node02] PLAY [Node Preparation Checkpoint Start] *************************************** TASK [Set Node preparation 'In Progress'] ************************************** ok: [node01] PLAY [Only target nodes that have not yet been bootstrapped] ******************* TASK [Gathering Facts] ********************************************************* ok: [localhost] TASK [add_host] **************************************************************** skipping: [localhost] => (item=node02) ok: [localhost] => (item=node01) PLAY [Disable excluders] ******************************************************* TASK [openshift_excluder : Detecting Atomic Host Operating System] ************* ok: [node02] TASK [openshift_excluder : Debug r_openshift_excluder_enable_docker_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_docker_excluder": true } TASK [openshift_excluder : Debug r_openshift_excluder_enable_openshift_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_openshift_excluder": true } TASK [openshift_excluder : Fail if invalid openshift_excluder_action provided] *** skipping: [node02] TASK [openshift_excluder : Fail if r_openshift_excluder_upgrade_target is not defined] *** skipping: [node02] TASK [openshift_excluder : Include main action task file] ********************** included: /root/openshift-ansible/roles/openshift_excluder/tasks/disable.yml for node02 TASK [openshift_excluder : Get available excluder version] ********************* skipping: [node02] TASK [openshift_excluder : Fail when excluder package is not found] ************ skipping: [node02] TASK [openshift_excluder : Set fact excluder_version] ************************** skipping: [node02] TASK [openshift_excluder : origin-docker-excluder version detected] ************ skipping: [node02] TASK [openshift_excluder : Printing upgrade target version] ******************** skipping: [node02] TASK [openshift_excluder : Check the available origin-docker-excluder version is at most of the upgrade target version] *** skipping: [node02] TASK [openshift_excluder : Get available excluder version] ********************* skipping: [node02] TASK [openshift_excluder : Fail when excluder package is not found] ************ skipping: [node02] TASK [openshift_excluder : Set fact excluder_version] ************************** skipping: [node02] TASK [openshift_excluder : origin-excluder version detected] ******************* skipping: [node02] TASK [openshift_excluder : Printing upgrade target version] ******************** skipping: [node02] TASK [openshift_excluder : Check the available origin-excluder version is at most of the upgrade target version] *** skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : disable docker excluder] **************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : disable openshift excluder] ************************* changed: [node02] TASK [openshift_excluder : Install docker excluder - yum] ********************** skipping: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** changed: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : disable docker excluder] **************************** skipping: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : disable openshift excluder] ************************* changed: [node02] PLAY [Configure nodes] ********************************************************* TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_cloud_provider : Set cloud provider facts] ********************* skipping: [node02] TASK [openshift_cloud_provider : Create cloudprovider config dir] ************** skipping: [node02] TASK [openshift_cloud_provider : include the defined cloud provider files] ***** skipping: [node02] TASK [openshift_node : fail] *************************************************** skipping: [node02] TASK [openshift_node : Check for NetworkManager service] *********************** ok: [node02] TASK [openshift_node : Set fact using_network_manager] ************************* ok: [node02] TASK [openshift_node : Install dnsmasq] **************************************** ok: [node02] TASK [openshift_node : ensure origin/node directory exists] ******************** changed: [node02] => (item=/etc/origin) changed: [node02] => (item=/etc/origin/node) TASK [openshift_node : Install NetworkManager during node_bootstrap provisioning] *** skipping: [node02] TASK [openshift_node : Install network manager dispatch script] **************** skipping: [node02] TASK [openshift_node : Install dnsmasq configuration] ************************** ok: [node02] TASK [openshift_node : Deploy additional dnsmasq.conf] ************************* skipping: [node02] TASK [openshift_node : Enable dnsmasq] ***************************************** ok: [node02] TASK [openshift_node : Install network manager dispatch script] **************** ok: [node02] TASK [openshift_node : Add iptables allow rules] ******************************* ok: [node02] => (item={u'port': u'10250/tcp', u'service': u'Kubernetes kubelet'}) ok: [node02] => (item={u'port': u'10256/tcp', u'service': u'Kubernetes kube-proxy health check for service load balancers'}) ok: [node02] => (item={u'port': u'80/tcp', u'service': u'http'}) ok: [node02] => (item={u'port': u'443/tcp', u'service': u'https'}) ok: [node02] => (item={u'cond': u'openshift_use_openshift_sdn | bool', u'port': u'4789/udp', u'service': u'OpenShift OVS sdn'}) skipping: [node02] => (item={u'cond': False, u'port': u'179/tcp', u'service': u'Calico BGP Port'}) skipping: [node02] => (item={u'cond': False, u'port': u'/tcp', u'service': u'Kubernetes service NodePort TCP'}) skipping: [node02] => (item={u'cond': False, u'port': u'/udp', u'service': u'Kubernetes service NodePort UDP'}) TASK [openshift_node : Remove iptables rules] ********************************** TASK [openshift_node : Add firewalld allow rules] ****************************** skipping: [node02] => (item={u'port': u'10250/tcp', u'service': u'Kubernetes kubelet'}) skipping: [node02] => (item={u'port': u'10256/tcp', u'service': u'Kubernetes kube-proxy health check for service load balancers'}) skipping: [node02] => (item={u'port': u'80/tcp', u'service': u'http'}) skipping: [node02] => (item={u'port': u'443/tcp', u'service': u'https'}) skipping: [node02] => (item={u'cond': u'openshift_use_openshift_sdn | bool', u'port': u'4789/udp', u'service': u'OpenShift OVS sdn'}) skipping: [node02] => (item={u'cond': False, u'port': u'179/tcp', u'service': u'Calico BGP Port'}) skipping: [node02] => (item={u'cond': False, u'port': u'/tcp', u'service': u'Kubernetes service NodePort TCP'}) skipping: [node02] => (item={u'cond': False, u'port': u'/udp', u'service': u'Kubernetes service NodePort UDP'}) TASK [openshift_node : Remove firewalld allow rules] *************************** TASK [openshift_node : Checking for journald.conf] ***************************** ok: [node02] TASK [openshift_node : Create journald persistence directories] **************** ok: [node02] TASK [openshift_node : Update journald setup] ********************************** ok: [node02] => (item={u'var': u'Storage', u'val': u'persistent'}) ok: [node02] => (item={u'var': u'Compress', u'val': True}) ok: [node02] => (item={u'var': u'SyncIntervalSec', u'val': u'1s'}) ok: [node02] => (item={u'var': u'RateLimitInterval', u'val': u'1s'}) ok: [node02] => (item={u'var': u'RateLimitBurst', u'val': 10000}) ok: [node02] => (item={u'var': u'SystemMaxUse', u'val': u'8G'}) ok: [node02] => (item={u'var': u'SystemKeepFree', u'val': u'20%'}) ok: [node02] => (item={u'var': u'SystemMaxFileSize', u'val': u'10M'}) ok: [node02] => (item={u'var': u'MaxRetentionSec', u'val': u'1month'}) ok: [node02] => (item={u'var': u'MaxFileSec', u'val': u'1day'}) ok: [node02] => (item={u'var': u'ForwardToSyslog', u'val': False}) ok: [node02] => (item={u'var': u'ForwardToWall', u'val': False}) TASK [openshift_node : Restart journald] *************************************** skipping: [node02] TASK [openshift_node : Disable swap] ******************************************* ok: [node02] TASK [openshift_node : Install node, clients, and conntrack packages] ********** ok: [node02] => (item={u'name': u'origin-node-3.10.0*'}) ok: [node02] => (item={u'name': u'origin-clients-3.10.0*'}) ok: [node02] => (item={u'name': u'conntrack-tools'}) TASK [openshift_node : Restart cri-o] ****************************************** skipping: [node02] TASK [openshift_node : restart NetworkManager to ensure resolv.conf is present] *** changed: [node02] TASK [openshift_node : sysctl] ************************************************* ok: [node02] TASK [openshift_node : Check for credentials file for registry auth] *********** skipping: [node02] TASK [openshift_node : Create credentials for registry auth] ******************* skipping: [node02] TASK [openshift_node : Create credentials for registry auth (alternative)] ***** skipping: [node02] TASK [openshift_node : Setup ro mount of /root/.docker for containerized hosts] *** skipping: [node02] TASK [openshift_node : Check that node image is present] *********************** changed: [node02] TASK [openshift_node : Pre-pull node image] ************************************ skipping: [node02] TASK [openshift_node : Copy node script to the node] *************************** ok: [node02] TASK [openshift_node : Install Node service file] ****************************** ok: [node02] TASK [openshift_node : Ensure old system path is set] ************************** skipping: [node02] => (item=/etc/origin/openvswitch) skipping: [node02] => (item=/var/lib/kubelet) skipping: [node02] => (item=/opt/cni/bin) TASK [openshift_node : Check status of node image pre-pull] ******************** skipping: [node02] TASK [openshift_node : Copy node container image to ostree storage] ************ skipping: [node02] TASK [openshift_node : Install or Update node system container] **************** skipping: [node02] TASK [openshift_node : Restart network manager to ensure networking configuration is in place] *** skipping: [node02] TASK [openshift_node : Configure Node settings] ******************************** ok: [node02] => (item={u'regex': u'^OPTIONS=', u'line': u'OPTIONS='}) ok: [node02] => (item={u'regex': u'^DEBUG_LOGLEVEL=', u'line': u'DEBUG_LOGLEVEL=2'}) ok: [node02] => (item={u'regex': u'^IMAGE_VERSION=', u'line': u'IMAGE_VERSION=v3.10.0-rc.0'}) TASK [openshift_node : Configure Proxy Settings] ******************************* skipping: [node02] => (item={u'regex': u'^HTTP_PROXY=', u'line': u'HTTP_PROXY='}) skipping: [node02] => (item={u'regex': u'^HTTPS_PROXY=', u'line': u'HTTPS_PROXY='}) skipping: [node02] => (item={u'regex': u'^NO_PROXY=', u'line': u'NO_PROXY=[],172.30.0.0/16,10.128.0.0/14'}) TASK [openshift_node : file] *************************************************** skipping: [node02] TASK [openshift_node : Create the Node config] ********************************* changed: [node02] TASK [openshift_node : Configure Node Environment Variables] ******************* TASK [openshift_node : Ensure the node static pod directory exists] ************ changed: [node02] TASK [openshift_node : Configure AWS Cloud Provider Settings] ****************** skipping: [node02] => (item=None) skipping: [node02] => (item=None) skipping: [node02] TASK [openshift_node : Check status of node image pre-pull] ******************** skipping: [node02] TASK [openshift_node : Install NFS storage plugin dependencies] **************** ok: [node02] TASK [openshift_node : Check for existence of nfs sebooleans] ****************** ok: [node02] => (item=virt_use_nfs) ok: [node02] => (item=virt_sandbox_use_nfs) TASK [openshift_node : Set seboolean to allow nfs storage plugin access from containers] *** ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-23 22:27:11.338117', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_use_nfs'], u'rc': 0, 'item': u'virt_use_nfs', u'delta': u'0:00:00.009487', '_ansible_item_label': u'virt_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-23 22:27:11.328630', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-23 22:27:12.799560', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_nfs'], u'rc': 0, 'item': u'virt_sandbox_use_nfs', u'delta': u'0:00:00.011394', '_ansible_item_label': u'virt_sandbox_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-23 22:27:12.788166', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Set seboolean to allow nfs storage plugin access from containers (python 3)] *** skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-23 22:27:11.338117', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_use_nfs'], u'rc': 0, 'item': u'virt_use_nfs', u'delta': u'0:00:00.009487', '_ansible_item_label': u'virt_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-23 22:27:11.328630', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-23 22:27:12.799560', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_nfs'], u'rc': 0, 'item': u'virt_sandbox_use_nfs', u'delta': u'0:00:00.011394', '_ansible_item_label': u'virt_sandbox_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-23 22:27:12.788166', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Install GlusterFS storage plugin dependencies] ********** ok: [node02] TASK [openshift_node : Check for existence of fusefs sebooleans] *************** ok: [node02] => (item=virt_use_fusefs) ok: [node02] => (item=virt_sandbox_use_fusefs) TASK [openshift_node : Set seboolean to allow gluster storage plugin access from containers] *** ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-23 22:27:21.284043', '_ansible_no_log': False, u'stdout': u'virt_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_use_fusefs'], u'rc': 0, 'item': u'virt_use_fusefs', u'delta': u'0:00:00.011425', '_ansible_item_label': u'virt_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-23 22:27:21.272618', '_ansible_ignore_errors': None, 'failed': False}) ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-23 22:27:22.593207', '_ansible_no_log': False, u'stdout': u'virt_sandbox_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_fusefs'], u'rc': 0, 'item': u'virt_sandbox_use_fusefs', u'delta': u'0:00:00.011643', '_ansible_item_label': u'virt_sandbox_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_sandbox_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-23 22:27:22.581564', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Set seboolean to allow gluster storage plugin access from containers (python 3)] *** skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-23 22:27:21.284043', '_ansible_no_log': False, u'stdout': u'virt_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_use_fusefs'], u'rc': 0, 'item': u'virt_use_fusefs', u'delta': u'0:00:00.011425', '_ansible_item_label': u'virt_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-23 22:27:21.272618', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-23 22:27:22.593207', '_ansible_no_log': False, u'stdout': u'virt_sandbox_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_fusefs'], u'rc': 0, 'item': u'virt_sandbox_use_fusefs', u'delta': u'0:00:00.011643', '_ansible_item_label': u'virt_sandbox_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_sandbox_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-23 22:27:22.581564', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Install Ceph storage plugin dependencies] *************** ok: [node02] TASK [openshift_node : Install iSCSI storage plugin dependencies] ************** ok: [node02] => (item=iscsi-initiator-utils) ok: [node02] => (item=device-mapper-multipath) TASK [openshift_node : restart services] *************************************** ok: [node02] => (item=multipathd) ok: [node02] => (item=rpcbind) ok: [node02] => (item=iscsid) TASK [openshift_node : Template multipath configuration] *********************** changed: [node02] TASK [openshift_node : Enable and start multipath] ***************************** changed: [node02] TASK [tuned : Check for tuned package] ***************************************** ok: [node02] TASK [tuned : Set tuned OpenShift variables] *********************************** ok: [node02] TASK [tuned : Ensure directory structure exists] ******************************* ok: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-control-plane', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) ok: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-node', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) ok: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/recommend.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'recommend.conf', 'size': 290, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-control-plane/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-control-plane/tuned.conf', 'size': 744, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-node/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-node/tuned.conf', 'size': 135, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift/tuned.conf', 'size': 594, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) TASK [tuned : Ensure files are populated from templates] *********************** skipping: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-control-plane', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) skipping: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-node', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) skipping: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/recommend.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'recommend.conf', 'size': 290, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-control-plane/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-control-plane/tuned.conf', 'size': 744, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-node/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-node/tuned.conf', 'size': 135, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift/tuned.conf', 'size': 594, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) TASK [tuned : Make tuned use the recommended tuned profile on restart] ********* changed: [node02] => (item=/etc/tuned/active_profile) changed: [node02] => (item=/etc/tuned/profile_mode) TASK [tuned : Restart tuned service] ******************************************* changed: [node02] TASK [nickhammond.logrotate : nickhammond.logrotate | Install logrotate] ******* ok: [node02] TASK [nickhammond.logrotate : nickhammond.logrotate | Setup logrotate.d scripts] *** PLAY [node bootstrap config] *************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_node : install needed rpm(s)] ********************************** ok: [node02] => (item=origin-node) ok: [node02] => (item=origin-docker-excluder) ok: [node02] => (item=ansible) ok: [node02] => (item=bash-completion) ok: [node02] => (item=docker) ok: [node02] => (item=haproxy) ok: [node02] => (item=dnsmasq) ok: [node02] => (item=ntp) ok: [node02] => (item=logrotate) ok: [node02] => (item=httpd-tools) ok: [node02] => (item=bind-utils) ok: [node02] => (item=firewalld) ok: [node02] => (item=libselinux-python) ok: [node02] => (item=conntrack-tools) ok: [node02] => (item=openssl) ok: [node02] => (item=iproute) ok: [node02] => (item=python-dbus) ok: [node02] => (item=PyYAML) ok: [node02] => (item=yum-utils) ok: [node02] => (item=glusterfs-fuse) ok: [node02] => (item=device-mapper-multipath) ok: [node02] => (item=nfs-utils) ok: [node02] => (item=cockpit-ws) ok: [node02] => (item=cockpit-system) ok: [node02] => (item=cockpit-bridge) ok: [node02] => (item=cockpit-docker) ok: [node02] => (item=iscsi-initiator-utils) ok: [node02] => (item=ceph-common) TASK [openshift_node : create the directory for node] ************************** skipping: [node02] TASK [openshift_node : laydown systemd override] ******************************* skipping: [node02] TASK [openshift_node : update the sysconfig to have necessary variables] ******* ok: [node02] => (item={u'regexp': u'^KUBECONFIG=.*', u'line': u'KUBECONFIG=/etc/origin/node/bootstrap.kubeconfig'}) TASK [openshift_node : Configure AWS Cloud Provider Settings] ****************** skipping: [node02] => (item=None) skipping: [node02] => (item=None) skipping: [node02] TASK [openshift_node : disable origin-node service] **************************** changed: [node02] => (item=origin-node.service) TASK [openshift_node : Check for RPM generated config marker file .config_managed] *** ok: [node02] TASK [openshift_node : create directories for bootstrapping] ******************* ok: [node02] => (item=/root/openshift_bootstrap) changed: [node02] => (item=/var/lib/origin/openshift.local.config) changed: [node02] => (item=/var/lib/origin/openshift.local.config/node) ok: [node02] => (item=/etc/docker/certs.d/docker-registry.default.svc:5000) TASK [openshift_node : laydown the bootstrap.yml file for on boot configuration] *** ok: [node02] TASK [openshift_node : Create a symlink to the node client CA for the docker registry] *** ok: [node02] TASK [openshift_node : Remove RPM generated config files if present] *********** skipping: [node02] => (item=master) skipping: [node02] => (item=.config_managed) TASK [openshift_node : find all files in /etc/origin/node so we can remove them] *** skipping: [node02] TASK [openshift_node : Remove everything except the resolv.conf required for node] *** skipping: [node02] TASK [openshift_node_group : create node config template] ********************** changed: [node02] TASK [openshift_node_group : remove existing node config] ********************** changed: [node02] TASK [openshift_node_group : Ensure required directories are present] ********** ok: [node02] => (item=/etc/origin/node/pods) changed: [node02] => (item=/etc/origin/node/certificates) TASK [openshift_node_group : Update the sysconfig to group "node-config-compute"] *** changed: [node02] TASK [set_fact] **************************************************************** ok: [node02] PLAY [Re-enable excluder if it was previously enabled] ************************* TASK [openshift_excluder : Detecting Atomic Host Operating System] ************* ok: [node02] TASK [openshift_excluder : Debug r_openshift_excluder_enable_docker_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_docker_excluder": true } TASK [openshift_excluder : Debug r_openshift_excluder_enable_openshift_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_openshift_excluder": true } TASK [openshift_excluder : Fail if invalid openshift_excluder_action provided] *** skipping: [node02] TASK [openshift_excluder : Fail if r_openshift_excluder_upgrade_target is not defined] *** skipping: [node02] TASK [openshift_excluder : Include main action task file] ********************** included: /root/openshift-ansible/roles/openshift_excluder/tasks/enable.yml for node02 TASK [openshift_excluder : Install docker excluder - yum] ********************** skipping: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** changed: [node02] PLAY [Node Preparation Checkpoint End] ***************************************** TASK [Set Node preparation 'Complete'] ***************************************** ok: [node01] PLAY [Distribute bootstrap and start nodes] ************************************ TASK [openshift_node : Gather node information] ******************************** changed: [node02] ok: [node01] TASK [openshift_node : Copy master bootstrap config locally] ******************* ok: [node02] TASK [openshift_node : Distribute bootstrap kubeconfig if one does not exist] *** ok: [node01] changed: [node02] TASK [openshift_node : Start and enable node for bootstrapping] **************** changed: [node01] changed: [node02] TASK [openshift_node : Get node logs] ****************************************** skipping: [node02] skipping: [node01] TASK [openshift_node : debug] ************************************************** skipping: [node02] skipping: [node01] TASK [openshift_node : fail] *************************************************** skipping: [node02] skipping: [node01] PLAY [Approve any pending CSR requests from inventory nodes] ******************* TASK [Dump all candidate bootstrap hostnames] ********************************** ok: [node01] => { "msg": [ "node02", "node01" ] } TASK [Find all hostnames for bootstrapping] ************************************ ok: [node01] TASK [Dump the bootstrap hostnames] ******************************************** ok: [node01] => { "msg": [ "node02", "node01" ] } TASK [Approve bootstrap nodes] ************************************************* changed: [node01] TASK [Get CSRs] **************************************************************** skipping: [node01] TASK [Report approval errors] ************************************************** skipping: [node01] PLAY [Ensure any inventory labels are applied to the nodes] ******************** TASK [Gathering Facts] ********************************************************* ok: [node02] ok: [node01] TASK [openshift_manage_node : Wait for master API to become available before proceeding] *** skipping: [node02] TASK [openshift_manage_node : Wait for Node Registration] ********************** ok: [node01 -> node01] ok: [node02 -> node01] TASK [openshift_manage_node : include_tasks] *********************************** included: /root/openshift-ansible/roles/openshift_manage_node/tasks/config.yml for node02, node01 TASK [openshift_manage_node : Set node schedulability] ************************* ok: [node02 -> node01] ok: [node01 -> node01] TASK [openshift_manage_node : include_tasks] *********************************** included: /root/openshift-ansible/roles/openshift_manage_node/tasks/set_default_node_role.yml for node02, node01 TASK [openshift_manage_node : Retrieve nodes that are marked with the infra selector or the legacy infra selector] *** ok: [node02 -> node01] TASK [openshift_manage_node : Label infra or legacy infra nodes with the new role label] *** TASK [openshift_manage_node : Retrieve non-infra, non-master nodes that are not yet labeled compute] *** ok: [node02 -> node01] TASK [openshift_manage_node : label non-master non-infra nodes compute] ******** TASK [openshift_manage_node : Label all-in-one master as a compute node] ******* skipping: [node02] PLAY RECAP ********************************************************************* localhost : ok=30 changed=0 unreachable=0 failed=0 node01 : ok=71 changed=3 unreachable=0 failed=0 node02 : ok=155 changed=33 unreachable=0 failed=0 INSTALLER STATUS *************************************************************** Initialization : Complete (0:03:49) Node Preparation : Complete (0:05:21) Sending file modes: C0755 110489328 oc Sending file modes: C0600 5649 admin.kubeconfig Cluster "node01:8443" set. Cluster "node01:8443" set. + set +e + kubectl get nodes --no-headers + cluster/kubectl.sh get nodes --no-headers node01 Ready compute,infra,master 15d v1.10.0+b81c8f8 node02 Ready compute 1m v1.10.0+b81c8f8 + kubectl_rc=0 + '[' 0 -ne 0 ']' ++ kubectl get nodes --no-headers ++ cluster/kubectl.sh get nodes --no-headers ++ grep NotReady + '[' -n '' ']' + set -e + echo 'Nodes are ready:' Nodes are ready: + kubectl get nodes + cluster/kubectl.sh get nodes NAME STATUS ROLES AGE VERSION node01 Ready compute,infra,master 15d v1.10.0+b81c8f8 node02 Ready compute 1m v1.10.0+b81c8f8 + make cluster-sync ./cluster/build.sh Building ... Untagged: localhost:33350/kubevirt/virt-controller:devel Untagged: localhost:33350/kubevirt/virt-controller@sha256:c004e45f0c7770c41ea4efdb4970c1c62346a6baf1d87daf08feb304c9df7d8a Deleted: sha256:55ba234a0725787754247a46b2fbfd9196162d94ed3ece8ee1622ab98e517d0f Deleted: sha256:e08bcec5e92b4f9060b3fce041ab8231c16458355b461f6a9f94556725861e48 Deleted: sha256:77e6b5e44e9bb751ace7205612672ee055d0e5724460f30494ec622d19ae3636 Deleted: sha256:44d2dc7db19dc574b08ec6a14e6aab1ed83b28b72649218fee996b620dd0868d Untagged: localhost:33350/kubevirt/virt-launcher:devel Untagged: localhost:33350/kubevirt/virt-launcher@sha256:606ae77d685b59cf050c5b08df800beddb7aa795a9512731498d1bf78c54aefe Deleted: sha256:773d4a25355941a194b6648262b19c21a0b0bdf23a56e0ad7ad24aa6443e8262 Deleted: sha256:23312d1fe35fcb777f3da087fb86a68e924bb685f70c855d8c80d8490cfee2f2 Deleted: sha256:a121cc75695cbd7537dccc0c22c8f5d86c78bf919787df88e985e72ad2400600 Deleted: sha256:d6da058f505b47b0c011ea52e2d384a4003401289cb106f06a1e6eedffce3642 Deleted: sha256:be6eb37fae115bf30f752f3fef26e14d2fc65f352ef35311d33829c7cbb7fe14 Deleted: sha256:0a62e150b8e80c606372659ff17b56e554a9a1d72395e781e529f2657f95a99f Deleted: sha256:17dc5666bb1b45b2d68b17fac9989a241420632944f346852b020c3c9bafc113 Deleted: sha256:6b1e748a171e4816e8c20827a07050b864d89623fc2016a6b17019b75a7b421f Deleted: sha256:eb7a96ac694f6e7dcfe52cb3c4a9476db06d2dacfa72f9de06952fdaaad3bd91 Deleted: sha256:3c60b924a9041f4ff108189673112a2fdf032ebfe81f4d76f4564735b8da42f9 Deleted: sha256:9117b10a990a5a6349b16d5b8b98fc896ae20e518edfdfa673301eb9a4432a36 Deleted: sha256:05e21960a479035b8475d80ab2ba694d7ea242d73340d8194581c6a00948d4a8 Untagged: localhost:33350/kubevirt/virt-handler:devel Untagged: localhost:33350/kubevirt/virt-handler@sha256:9d28564a5781a8ef9a1194ca4cab424588c6bda195d3edffff096492b1aeb166 Deleted: sha256:9e2af3e2ce7423adb9b2d7f333be4cd74d77144ce0339baf89462a4abd0a1eb5 Deleted: sha256:3a704b87c672e9becd08c69e4c767d7b24fc945327f17c46ab266cc6c278b91f Deleted: sha256:52c880f817abc0a5099909567dcee1d05c4d2bff2d87e3cf7aa3bdfcc0b3ec0a Deleted: sha256:385a7e16800bc9e95de55e031ef10ba2b0394cc054f1449ed2d3a77011e04a09 Untagged: localhost:33350/kubevirt/virt-api:devel Untagged: localhost:33350/kubevirt/virt-api@sha256:8c9faadf8728ec42ce44e856273b4d31a7be72cb601bb8366bd13f5b9e975871 Deleted: sha256:9eb5adab999d1039dbf69b2109a8f6cf0c0b104eb9a89ec4d683640544b84f37 Deleted: sha256:6f95c3b5a9d54ec85c6b6bec1eda8e271975c2380ac12cfacb7615bb5b7635ad Deleted: sha256:feef87547058d4943488cbccb3c25b8924d4bf206ea4319ea60134e51c0bd819 Deleted: sha256:8905ddc6c220ee6ad9463d319efdddaa58082693e5f76ce1edc0befa3727db57 Untagged: localhost:33350/kubevirt/subresource-access-test:devel Untagged: localhost:33350/kubevirt/subresource-access-test@sha256:7060066829944359313ed6f52c36a1f6ed6ba9284805cb935cff055e9a95db92 Deleted: sha256:b79eaed4fdc01b912b01349c0dd3b0d341d5ce1dff4d55df50001c290afdba78 Deleted: sha256:ab66690c574eb72079147c0d21e3f63d02013135e69afd95b6e66c91349b6904 Deleted: sha256:d00f8fafc8a44e2daba15a0b44f7817b06e8e40f86d878d31649d83b42b0b8ca Deleted: sha256:44a7482f8b8bb9b5ac6c18307d7d45c80f69b1da9ccd08dd02c735ab497116ba Untagged: localhost:33350/kubevirt/example-hook-sidecar:devel Untagged: localhost:33350/kubevirt/example-hook-sidecar@sha256:c6a2aed0cdc071c29c70cf33cfefa1b322eef5870afbdabd9e4f03ded80154f6 Deleted: sha256:3381e61f785460ab603255f772a3290e505858589309c490dc30b472493f759e Deleted: sha256:b5444e212f0742c570c7d1ff64bdb4b5ef9236f267467132130c205cf1ef16c1 Deleted: sha256:3ea410e519ee6b2967f8c9cfd4fd99f6aad52790ea10ca5e723affc60a7b0ba3 Deleted: sha256:2a2b06b6b340d62838125781dba6b106a8ce77a213d58635dd3f5a54dfeeb6de sha256:8314c812ee3200233db076e79036b39759d30fc3dd7fe921b323b19b14306fd6 go version go1.10 linux/amd64 go version go1.10 linux/amd64 make[1]: Entering directory `/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt' hack/dockerized "./hack/check.sh && KUBEVIRT_VERSION= ./hack/build-go.sh install " && ./hack/build-copy-artifacts.sh sha256:8314c812ee3200233db076e79036b39759d30fc3dd7fe921b323b19b14306fd6 go version go1.10 linux/amd64 go version go1.10 linux/amd64 find: '/root/go/src/kubevirt.io/kubevirt/_out/cmd': No such file or directory Compiling tests... compiled tests.test hack/build-docker.sh build Sending build context to Docker daemon 40.35 MB Step 1/8 : FROM fedora:28 ---> cc510acfcd70 Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 2405aa62579a Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virt-controller ---> Using cache ---> 1ac62e99a9e7 Step 4/8 : WORKDIR /home/virt-controller ---> Using cache ---> c7b69424a0c5 Step 5/8 : USER 1001 ---> Using cache ---> e60ed5d8e78a Step 6/8 : COPY virt-controller /usr/bin/virt-controller ---> fc95e1029242 Removing intermediate container 5b71798f85d0 Step 7/8 : ENTRYPOINT /usr/bin/virt-controller ---> Running in cdaceddf1d48 ---> d0554b903c4f Removing intermediate container cdaceddf1d48 Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "virt-controller" '' ---> Running in 78fb81552655 ---> c9ef863076de Removing intermediate container 78fb81552655 Successfully built c9ef863076de Sending build context to Docker daemon 42.63 MB Step 1/10 : FROM kubevirt/libvirt:4.2.0 ---> 5f0bfe81a3e0 Step 2/10 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 65f548d54a2e Step 3/10 : RUN dnf -y install socat genisoimage util-linux libcgroup-tools ethtool net-tools sudo && dnf -y clean all && test $(id -u qemu) = 107 # make sure that the qemu user really is 107 ---> Using cache ---> 04ae26de19c4 Step 4/10 : COPY virt-launcher /usr/bin/virt-launcher ---> 5602ef7996cf Removing intermediate container 0567c84ddb34 Step 5/10 : COPY kubevirt-sudo /etc/sudoers.d/kubevirt ---> 848688b00ac4 Removing intermediate container d0919fe842ef Step 6/10 : RUN setcap CAP_NET_BIND_SERVICE=+eip /usr/bin/qemu-system-x86_64 ---> Running in 3652531fd8d6  ---> 1aecde67a0e7 Removing intermediate container 3652531fd8d6 Step 7/10 : RUN mkdir -p /usr/share/kubevirt/virt-launcher ---> Running in 85aa7e288627  ---> 41a95aa66c05 Removing intermediate container 85aa7e288627 Step 8/10 : COPY entrypoint.sh libvirtd.sh sock-connector /usr/share/kubevirt/virt-launcher/ ---> 9a30f835602a Removing intermediate container 250013e516a3 Step 9/10 : ENTRYPOINT /usr/share/kubevirt/virt-launcher/entrypoint.sh ---> Running in 8fcf633a2c7f ---> 16793222365f Removing intermediate container 8fcf633a2c7f Step 10/10 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "virt-launcher" '' ---> Running in 72fefad24185 ---> 6bb07c60d175 Removing intermediate container 72fefad24185 Successfully built 6bb07c60d175 Sending build context to Docker daemon 41.66 MB Step 1/5 : FROM fedora:28 ---> cc510acfcd70 Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 2405aa62579a Step 3/5 : COPY virt-handler /usr/bin/virt-handler ---> 00810c19d12a Removing intermediate container f9e9bfb1e259 Step 4/5 : ENTRYPOINT /usr/bin/virt-handler ---> Running in 61d32eb70079 ---> 9c2863b84aeb Removing intermediate container 61d32eb70079 Step 5/5 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "virt-handler" '' ---> Running in 6d70a179d78a ---> 93c842eebd5b Removing intermediate container 6d70a179d78a Successfully built 93c842eebd5b Sending build context to Docker daemon 38.75 MB Step 1/8 : FROM fedora:28 ---> cc510acfcd70 Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 2405aa62579a Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virt-api ---> Using cache ---> 830d77e8a3bb Step 4/8 : WORKDIR /home/virt-api ---> Using cache ---> 7075b0c3cdfd Step 5/8 : USER 1001 ---> Using cache ---> 4e21374fdc1d Step 6/8 : COPY virt-api /usr/bin/virt-api ---> f2c8aa75548e Removing intermediate container 961c97ffcaee Step 7/8 : ENTRYPOINT /usr/bin/virt-api ---> Running in 3a558b60b51d ---> e68efff42b8c Removing intermediate container 3a558b60b51d Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "virt-api" '' ---> Running in 5656e04fd863 ---> f36b9b7eb9ea Removing intermediate container 5656e04fd863 Successfully built f36b9b7eb9ea Sending build context to Docker daemon 4.096 kB Step 1/7 : FROM fedora:28 ---> cc510acfcd70 Step 2/7 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 2405aa62579a Step 3/7 : ENV container docker ---> Using cache ---> 3370e25ee81a Step 4/7 : RUN mkdir -p /images/custom /images/alpine && truncate -s 64M /images/custom/disk.img && curl http://dl-cdn.alpinelinux.org/alpine/v3.7/releases/x86_64/alpine-virt-3.7.0-x86_64.iso > /images/alpine/disk.img ---> Using cache ---> 3f571283fdaa Step 5/7 : ADD entrypoint.sh / ---> Using cache ---> 2722b024d103 Step 6/7 : CMD /entrypoint.sh ---> Using cache ---> 8458081a089b Step 7/7 : LABEL "disks-images-provider" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Using cache ---> 1963eb18de5a Successfully built 1963eb18de5a Sending build context to Docker daemon 2.56 kB Step 1/5 : FROM fedora:28 ---> cc510acfcd70 Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 2405aa62579a Step 3/5 : ENV container docker ---> Using cache ---> 3370e25ee81a Step 4/5 : RUN dnf -y install procps-ng nmap-ncat && dnf -y clean all ---> Using cache ---> 006e94a74def Step 5/5 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "vm-killer" '' ---> Using cache ---> 6d4a38435a75 Successfully built 6d4a38435a75 Sending build context to Docker daemon 5.12 kB Step 1/7 : FROM debian:sid ---> 496290160351 Step 2/7 : MAINTAINER "David Vossel" \ ---> Using cache ---> 081acc82039b Step 3/7 : ENV container docker ---> Using cache ---> 87a43203841c Step 4/7 : RUN apt-get update && apt-get install -y bash curl bzip2 qemu-utils && mkdir -p /disk && rm -rf /var/lib/apt/lists/* ---> Using cache ---> bbc83781e0a9 Step 5/7 : ADD entry-point.sh / ---> Using cache ---> c588d7a778a6 Step 6/7 : CMD /entry-point.sh ---> Using cache ---> e28b44b64988 Step 7/7 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "registry-disk-v1alpha" '' ---> Using cache ---> 16abf0a82ca0 Successfully built 16abf0a82ca0 Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33495/kubevirt/registry-disk-v1alpha:devel ---> 16abf0a82ca0 Step 2/4 : MAINTAINER "David Vossel" \ ---> Using cache ---> c0e81d5abf07 Step 3/4 : RUN curl https://download.cirros-cloud.net/0.4.0/cirros-0.4.0-x86_64-disk.img > /disk/cirros.img ---> Using cache ---> dd8e8c439961 Step 4/4 : LABEL "cirros-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Using cache ---> 6c8a8f29b47e Successfully built 6c8a8f29b47e Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33495/kubevirt/registry-disk-v1alpha:devel ---> 16abf0a82ca0 Step 2/4 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> f9c8f55f0098 Step 3/4 : RUN curl -g -L https://download.fedoraproject.org/pub/fedora/linux/releases/27/CloudImages/x86_64/images/Fedora-Cloud-Base-27-1.6.x86_64.qcow2 > /disk/fedora.qcow2 ---> Using cache ---> dacc271e4b4a Step 4/4 : LABEL "fedora-cloud-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Using cache ---> f07b6945b42b Successfully built f07b6945b42b Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33495/kubevirt/registry-disk-v1alpha:devel ---> 16abf0a82ca0 Step 2/4 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> f9c8f55f0098 Step 3/4 : RUN curl http://dl-cdn.alpinelinux.org/alpine/v3.7/releases/x86_64/alpine-virt-3.7.0-x86_64.iso > /disk/alpine.iso ---> Using cache ---> 806b9b408532 Step 4/4 : LABEL "alpine-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Using cache ---> 599f9b3360ff Successfully built 599f9b3360ff Sending build context to Docker daemon 35.56 MB Step 1/8 : FROM fedora:28 ---> cc510acfcd70 Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 2405aa62579a Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virtctl ---> Using cache ---> 939ec18dc9a4 Step 4/8 : WORKDIR /home/virtctl ---> Using cache ---> 52b6bf037d32 Step 5/8 : USER 1001 ---> Using cache ---> 1e1560e0af32 Step 6/8 : COPY subresource-access-test /subresource-access-test ---> 1024a5617364 Removing intermediate container d3609663fff1 Step 7/8 : ENTRYPOINT /subresource-access-test ---> Running in ed2de7240df7 ---> 52cde8670968 Removing intermediate container ed2de7240df7 Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "subresource-access-test" '' ---> Running in 7d7c0c179209 ---> eda838cf6051 Removing intermediate container 7d7c0c179209 Successfully built eda838cf6051 Sending build context to Docker daemon 3.072 kB Step 1/9 : FROM fedora:28 ---> cc510acfcd70 Step 2/9 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 2405aa62579a Step 3/9 : ENV container docker ---> Using cache ---> 3370e25ee81a Step 4/9 : RUN dnf -y install make git gcc && dnf -y clean all ---> Using cache ---> 3129352c97b1 Step 5/9 : ENV GIMME_GO_VERSION 1.9.2 ---> Using cache ---> fbcd5a15f974 Step 6/9 : RUN mkdir -p /gimme && curl -sL https://raw.githubusercontent.com/travis-ci/gimme/master/gimme | HOME=/gimme bash >> /etc/profile.d/gimme.sh ---> Using cache ---> 6e560dc836a0 Step 7/9 : ENV GOPATH "/go" GOBIN "/usr/bin" ---> Using cache ---> 8a916bbc2352 Step 8/9 : RUN mkdir -p /go && source /etc/profile.d/gimme.sh && go get github.com/masterzen/winrm-cli ---> Using cache ---> 72d00ac082db Step 9/9 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "winrmcli" '' ---> Using cache ---> ff7262623e4d Successfully built ff7262623e4d Sending build context to Docker daemon 36.77 MB Step 1/5 : FROM fedora:27 ---> 9110ae7f579f Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/5 : COPY example-hook-sidecar /example-hook-sidecar ---> ee3d76bebe4e Removing intermediate container 4c300877c6ef Step 4/5 : ENTRYPOINT /example-hook-sidecar ---> Running in 8a24de76cd26 ---> 2c94ef67b6d7 Removing intermediate container 8a24de76cd26 Step 5/5 : LABEL "example-hook-sidecar" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Running in f1ed00385fe5 ---> 43b5c7668f73 Removing intermediate container f1ed00385fe5 Successfully built 43b5c7668f73 hack/build-docker.sh push The push refers to a repository [localhost:33495/kubevirt/virt-controller] c2608250211e: Preparing d07058c760ad: Preparing 891e1e4ef82a: Preparing d07058c760ad: Pushed c2608250211e: Pushed 891e1e4ef82a: Pushed devel: digest: sha256:000a93bb4accfec8c1ce197c740abea653cb6af0aa96d47ccb5ce08e01e2e117 size: 949 The push refers to a repository [localhost:33495/kubevirt/virt-launcher] 4264c796286c: Preparing 15f22d1450d3: Preparing f30e46703b25: Preparing ba8cf48b6532: Preparing 47ac160de424: Preparing 53f12636d41e: Preparing da38cf808aa5: Preparing b83399358a92: Preparing 186d8b3e4fd8: Preparing fa6154170bf5: Preparing 5eefb9960a36: Preparing 53f12636d41e: Waiting 891e1e4ef82a: Preparing b83399358a92: Waiting 891e1e4ef82a: Waiting 5eefb9960a36: Waiting fa6154170bf5: Waiting da38cf808aa5: Waiting 15f22d1450d3: Pushed 4264c796286c: Pushed ba8cf48b6532: Pushed da38cf808aa5: Pushed b83399358a92: Pushed 186d8b3e4fd8: Pushed fa6154170bf5: Pushed 891e1e4ef82a: Mounted from kubevirt/virt-controller f30e46703b25: Pushed 53f12636d41e: Pushed 47ac160de424: Pushed 5eefb9960a36: Pushed devel: digest: sha256:22c2ee49c88065b1c03df37ad03813666dc096fa1452283af90920102e9b351a size: 2828 The push refers to a repository [localhost:33495/kubevirt/virt-handler] 43a5ac2bd836: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/virt-launcher 43a5ac2bd836: Pushed devel: digest: sha256:a85c5fb2ec5fdc4e4f600bbf878f747447d55443b5e60833e04d14cf0c23f81f size: 741 The push refers to a repository [localhost:33495/kubevirt/virt-api] 4c5ea4980146: Preparing 25755ffecaf3: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/virt-handler 25755ffecaf3: Pushed 4c5ea4980146: Pushed devel: digest: sha256:21b6e819f579e0bc8f096f44a326a3ff38c1a2f41480218d2c4615d2bccba7f7 size: 948 The push refers to a repository [localhost:33495/kubevirt/disks-images-provider] 5ffe52947a94: Preparing a1bc751fc8a2: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/virt-api 5ffe52947a94: Pushed a1bc751fc8a2: Pushed devel: digest: sha256:f6bcaadb5ab2411fdeec224220e7391a2dd8241b8f2f4641a8a1782b20ed004c size: 948 The push refers to a repository [localhost:33495/kubevirt/vm-killer] 3a82b543c335: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/disks-images-provider 3a82b543c335: Pushed devel: digest: sha256:19a9a7a59108ff6e23dedd63b0759900c676d7621a197d8fecf2bb6f808d7e01 size: 740 The push refers to a repository [localhost:33495/kubevirt/registry-disk-v1alpha] cb3d1019d03e: Preparing 626899eeec02: Preparing 132d61a890c5: Preparing cb3d1019d03e: Pushed 626899eeec02: Pushed 132d61a890c5: Pushed devel: digest: sha256:daccb3f0f88a76226c345253449e80743bbf25f573dff9f043522332a54ddf3e size: 948 The push refers to a repository [localhost:33495/kubevirt/cirros-registry-disk-demo] 53ab419eb3e2: Preparing cb3d1019d03e: Preparing 626899eeec02: Preparing 132d61a890c5: Preparing 626899eeec02: Mounted from kubevirt/registry-disk-v1alpha cb3d1019d03e: Mounted from kubevirt/registry-disk-v1alpha 132d61a890c5: Mounted from kubevirt/registry-disk-v1alpha 53ab419eb3e2: Pushed devel: digest: sha256:dc992f0e9f99169047179481c078ca7f6b4f2007391c4e62d80666e140ad5c3d size: 1160 The push refers to a repository [localhost:33495/kubevirt/fedora-cloud-registry-disk-demo] 80823b89837c: Preparing cb3d1019d03e: Preparing 626899eeec02: Preparing 132d61a890c5: Preparing 132d61a890c5: Mounted from kubevirt/cirros-registry-disk-demo cb3d1019d03e: Mounted from kubevirt/cirros-registry-disk-demo 626899eeec02: Mounted from kubevirt/cirros-registry-disk-demo 80823b89837c: Pushed devel: digest: sha256:a563c009f82fc0a1f9095244fe0cb458b09e2bceccb4a6aa636d9898e3eb6c39 size: 1161 The push refers to a repository [localhost:33495/kubevirt/alpine-registry-disk-demo] 39d6040275f2: Preparing cb3d1019d03e: Preparing 626899eeec02: Preparing 132d61a890c5: Preparing 626899eeec02: Mounted from kubevirt/fedora-cloud-registry-disk-demo cb3d1019d03e: Mounted from kubevirt/fedora-cloud-registry-disk-demo 132d61a890c5: Mounted from kubevirt/fedora-cloud-registry-disk-demo 39d6040275f2: Pushed devel: digest: sha256:86fd58f48622c7e028e4ea2555097109e6ccaf5ec48c529b6bd596dc7993f981 size: 1160 The push refers to a repository [localhost:33495/kubevirt/subresource-access-test] 0c2e6b4be23c: Preparing 5c35b999e0e4: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/vm-killer 5c35b999e0e4: Pushed 0c2e6b4be23c: Pushed devel: digest: sha256:7d8073b7f9c639fec759159b9a304cf0c05595a83b201ad325e86f15e1060708 size: 948 The push refers to a repository [localhost:33495/kubevirt/winrmcli] d8f4160f7568: Preparing b34315236250: Preparing b4a3c0429828: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/subresource-access-test d8f4160f7568: Pushed b4a3c0429828: Pushed b34315236250: Pushed devel: digest: sha256:65b053679d44961c4782dc3c17c9d5c4d920b40675ddbb18ca144052bf41eab9 size: 1165 The push refers to a repository [localhost:33495/kubevirt/example-hook-sidecar] ef7aae9524f8: Preparing 39bae602f753: Preparing ef7aae9524f8: Pushed 39bae602f753: Pushed devel: digest: sha256:696bb689e9a216fc744c46e804ec16b52ed1e384c42326ca3ef2c126965e97c5 size: 740 make[1]: Leaving directory `/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt' Done ./cluster/clean.sh + source hack/common.sh ++++ dirname 'hack/common.sh[0]' +++ cd hack/../ +++ pwd ++ KUBEVIRT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt ++ OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out ++ VENDOR_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/vendor ++ CMD_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/cmd ++ TESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/tests ++ APIDOCS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/apidocs ++ MANIFESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests ++ MANIFEST_TEMPLATES_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/templates/manifests ++ PYTHON_CLIENT_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/client-python ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_NUM_NODES=2 ++ '[' -z kubevirt-functional-tests-openshift-3.10-release ']' ++ provider_prefix=kubevirt-functional-tests-openshift-3.10-release1 ++ job_prefix=kubevirt-functional-tests-openshift-3.10-release1 +++ kubevirt_version +++ '[' -n '' ']' +++ '[' -d /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/.git ']' ++++ git describe --always --tags +++ echo v0.7.0-97-gcee353b ++ KUBEVIRT_VERSION=v0.7.0-97-gcee353b + source cluster/os-3.10.0/provider.sh ++ set -e ++ image=os-3.10.0@sha256:50a4b8ee3e07d592e7e4fbf3eb1401980a5947499dfdc3d847c085b5775aaa9a ++ source cluster/ephemeral-provider-common.sh +++ set -e +++ _cli='docker run --privileged --net=host --rm -v /var/run/docker.sock:/var/run/docker.sock kubevirtci/gocli@sha256:aa7f295a7908fa333ab5e98ef3af0bfafbabfd3cee2b83f9af47f722e3000f6a' + source hack/config.sh ++ unset binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig manifest_docker_prefix namespace ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ source hack/config-default.sh source hack/config-os-3.10.0.sh +++ binaries='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virtctl cmd/fake-qemu-process cmd/virt-api cmd/subresource-access-test cmd/example-hook-sidecar' +++ docker_images='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virt-api images/disks-images-provider images/vm-killer cmd/registry-disk-v1alpha images/cirros-registry-disk-demo images/fedora-cloud-registry-disk-demo images/alpine-registry-disk-demo cmd/subresource-access-test images/winrmcli cmd/example-hook-sidecar' +++ docker_prefix=kubevirt +++ docker_tag=latest +++ master_ip=192.168.200.2 +++ network_provider=flannel +++ namespace=kube-system ++ test -f hack/config-provider-os-3.10.0.sh ++ source hack/config-provider-os-3.10.0.sh +++ master_ip=127.0.0.1 +++ docker_tag=devel +++ kubeconfig=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubeconfig +++ kubectl=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubectl +++ docker_prefix=localhost:33495/kubevirt +++ manifest_docker_prefix=registry:5000/kubevirt ++ test -f hack/config-local.sh ++ export binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig namespace + echo 'Cleaning up ...' Cleaning up ... + cluster/kubectl.sh get vmis --all-namespaces -o=custom-columns=NAME:.metadata.name,NAMESPACE:.metadata.namespace,FINALIZERS:.metadata.finalizers --no-headers + grep foregroundDeleteVirtualMachine + read p error: the server doesn't have a resource type "vmis" + _kubectl delete ds -l kubevirt.io -n kube-system --cascade=false --grace-period 0 No resources found + _kubectl delete pods -n kube-system -l=kubevirt.io=libvirt --force --grace-period 0 No resources found + _kubectl delete pods -n kube-system -l=kubevirt.io=virt-handler --force --grace-period 0 No resources found + namespaces=(default ${namespace}) + for i in '${namespaces[@]}' + _kubectl -n default delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete apiservices -l kubevirt.io No resources found + _kubectl -n default delete deployment -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete deployment -l kubevirt.io No resources found + _kubectl -n default delete rs -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete rs -l kubevirt.io No resources found + _kubectl -n default delete services -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete services -l kubevirt.io No resources found + _kubectl -n default delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete apiservices -l kubevirt.io No resources found + _kubectl -n default delete validatingwebhookconfiguration -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete validatingwebhookconfiguration -l kubevirt.io No resources found + _kubectl -n default delete secrets -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete secrets -l kubevirt.io No resources found + _kubectl -n default delete pv -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pv -l kubevirt.io No resources found + _kubectl -n default delete pvc -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pvc -l kubevirt.io No resources found + _kubectl -n default delete ds -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete ds -l kubevirt.io No resources found + _kubectl -n default delete customresourcedefinitions -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete customresourcedefinitions -l kubevirt.io No resources found + _kubectl -n default delete pods -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pods -l kubevirt.io No resources found + _kubectl -n default delete clusterrolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete clusterrolebinding -l kubevirt.io No resources found + _kubectl -n default delete rolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete rolebinding -l kubevirt.io No resources found + _kubectl -n default delete roles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete roles -l kubevirt.io No resources found + _kubectl -n default delete clusterroles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete clusterroles -l kubevirt.io No resources found + _kubectl -n default delete serviceaccounts -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete serviceaccounts -l kubevirt.io No resources found ++ _kubectl -n default get crd offlinevirtualmachines.kubevirt.io ++ wc -l ++ export KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ cluster/os-3.10.0/.kubectl -n default get crd offlinevirtualmachines.kubevirt.io Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "offlinevirtualmachines.kubevirt.io" not found + '[' 0 -gt 0 ']' + for i in '${namespaces[@]}' + _kubectl -n kube-system delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete apiservices -l kubevirt.io No resources found + _kubectl -n kube-system delete deployment -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete deployment -l kubevirt.io No resources found + _kubectl -n kube-system delete rs -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete rs -l kubevirt.io No resources found + _kubectl -n kube-system delete services -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete services -l kubevirt.io No resources found + _kubectl -n kube-system delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete apiservices -l kubevirt.io No resources found + _kubectl -n kube-system delete validatingwebhookconfiguration -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete validatingwebhookconfiguration -l kubevirt.io No resources found + _kubectl -n kube-system delete secrets -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete secrets -l kubevirt.io No resources found + _kubectl -n kube-system delete pv -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pv -l kubevirt.io No resources found + _kubectl -n kube-system delete pvc -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pvc -l kubevirt.io No resources found + _kubectl -n kube-system delete ds -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete ds -l kubevirt.io No resources found + _kubectl -n kube-system delete customresourcedefinitions -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete customresourcedefinitions -l kubevirt.io No resources found + _kubectl -n kube-system delete pods -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pods -l kubevirt.io No resources found + _kubectl -n kube-system delete clusterrolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete clusterrolebinding -l kubevirt.io No resources found + _kubectl -n kube-system delete rolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete rolebinding -l kubevirt.io No resources found + _kubectl -n kube-system delete roles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete roles -l kubevirt.io No resources found + _kubectl -n kube-system delete clusterroles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete clusterroles -l kubevirt.io No resources found + _kubectl -n kube-system delete serviceaccounts -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete serviceaccounts -l kubevirt.io No resources found ++ _kubectl -n kube-system get crd offlinevirtualmachines.kubevirt.io ++ export KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ wc -l ++ KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ cluster/os-3.10.0/.kubectl -n kube-system get crd offlinevirtualmachines.kubevirt.io Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "offlinevirtualmachines.kubevirt.io" not found + '[' 0 -gt 0 ']' + sleep 2 + echo Done Done ./cluster/deploy.sh + source hack/common.sh ++++ dirname 'hack/common.sh[0]' +++ cd hack/../ +++ pwd ++ KUBEVIRT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt ++ OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out ++ VENDOR_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/vendor ++ CMD_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/cmd ++ TESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/tests ++ APIDOCS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/apidocs ++ MANIFESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests ++ MANIFEST_TEMPLATES_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/templates/manifests ++ PYTHON_CLIENT_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/client-python ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_NUM_NODES=2 ++ '[' -z kubevirt-functional-tests-openshift-3.10-release ']' ++ provider_prefix=kubevirt-functional-tests-openshift-3.10-release1 ++ job_prefix=kubevirt-functional-tests-openshift-3.10-release1 +++ kubevirt_version +++ '[' -n '' ']' +++ '[' -d /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/.git ']' ++++ git describe --always --tags +++ echo v0.7.0-97-gcee353b ++ KUBEVIRT_VERSION=v0.7.0-97-gcee353b + source cluster/os-3.10.0/provider.sh ++ set -e ++ image=os-3.10.0@sha256:50a4b8ee3e07d592e7e4fbf3eb1401980a5947499dfdc3d847c085b5775aaa9a ++ source cluster/ephemeral-provider-common.sh +++ set -e +++ _cli='docker run --privileged --net=host --rm -v /var/run/docker.sock:/var/run/docker.sock kubevirtci/gocli@sha256:aa7f295a7908fa333ab5e98ef3af0bfafbabfd3cee2b83f9af47f722e3000f6a' + source hack/config.sh ++ unset binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig manifest_docker_prefix namespace ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ source hack/config-default.sh source hack/config-os-3.10.0.sh +++ binaries='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virtctl cmd/fake-qemu-process cmd/virt-api cmd/subresource-access-test cmd/example-hook-sidecar' +++ docker_images='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virt-api images/disks-images-provider images/vm-killer cmd/registry-disk-v1alpha images/cirros-registry-disk-demo images/fedora-cloud-registry-disk-demo images/alpine-registry-disk-demo cmd/subresource-access-test images/winrmcli cmd/example-hook-sidecar' +++ docker_prefix=kubevirt +++ docker_tag=latest +++ master_ip=192.168.200.2 +++ network_provider=flannel +++ namespace=kube-system ++ test -f hack/config-provider-os-3.10.0.sh ++ source hack/config-provider-os-3.10.0.sh +++ master_ip=127.0.0.1 +++ docker_tag=devel +++ kubeconfig=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubeconfig +++ kubectl=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubectl +++ docker_prefix=localhost:33495/kubevirt +++ manifest_docker_prefix=registry:5000/kubevirt ++ test -f hack/config-local.sh ++ export binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig namespace + echo 'Deploying ...' Deploying ... + [[ -z openshift-3.10-release ]] + [[ openshift-3.10-release =~ .*-dev ]] + [[ openshift-3.10-release =~ .*-release ]] + for manifest in '${MANIFESTS_OUT_DIR}/release/*' + [[ /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests/release/demo-content.yaml =~ .*demo.* ]] + continue + for manifest in '${MANIFESTS_OUT_DIR}/release/*' + [[ /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml =~ .*demo.* ]] + _kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml clusterrole.rbac.authorization.k8s.io "kubevirt.io:admin" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:edit" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:view" created serviceaccount "kubevirt-apiserver" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-apiserver-auth-delegator" created rolebinding.rbac.authorization.k8s.io "kubevirt-apiserver" created role.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrole.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrole.rbac.authorization.k8s.io "kubevirt-controller" created serviceaccount "kubevirt-controller" created serviceaccount "kubevirt-privileged" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-controller" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-controller-cluster-admin" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-privileged-cluster-admin" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:default" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt.io:default" created service "virt-api" created deployment.extensions "virt-api" created deployment.extensions "virt-controller" created daemonset.extensions "virt-handler" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstances.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstancereplicasets.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstancepresets.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachines.kubevirt.io" created + _kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests/testing -R + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests/testing -R persistentvolumeclaim "disk-alpine" created persistentvolume "host-path-disk-alpine" created persistentvolumeclaim "disk-custom" created persistentvolume "host-path-disk-custom" created daemonset.extensions "disks-images-provider" created serviceaccount "kubevirt-testing" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-testing-cluster-admin" created + [[ os-3.10.0 =~ os-* ]] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-controller -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-controller -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-controller"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-testing -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-testing -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-testing"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-privileged -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-privileged -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-privileged"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-apiserver -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-apiserver -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-apiserver"] + _kubectl adm policy add-scc-to-user privileged admin + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged admin scc "privileged" added to: ["admin"] + echo Done Done + namespaces=(kube-system default) + [[ kube-system != \k\u\b\e\-\s\y\s\t\e\m ]] + timeout=300 + sample=30 + for i in '${namespaces[@]}' + current_time=0 ++ kubectl get pods -n kube-system --no-headers ++ grep -v Running ++ cluster/kubectl.sh get pods -n kube-system --no-headers + '[' -n 'disks-images-provider-fn9m2 0/1 ContainerCreating 0 5s disks-images-provider-zjqx4 0/1 ContainerCreating 0 5s virt-api-7d79764579-59ns5 0/1 ContainerCreating 0 6s virt-api-7d79764579-5tx9z 0/1 ContainerCreating 0 6s virt-controller-7d57d96b65-pw4tq 0/1 ContainerCreating 0 7s virt-handler-7dgx6 0/1 ContainerCreating 0 7s virt-handler-t6h26 0/1 ContainerCreating 0 8s' ']' + echo 'Waiting for kubevirt pods to enter the Running state ...' Waiting for kubevirt pods to enter the Running state ... + kubectl get pods -n kube-system --no-headers + grep -v Running + cluster/kubectl.sh get pods -n kube-system --no-headers disks-images-provider-fn9m2 0/1 ContainerCreating 0 6s disks-images-provider-zjqx4 0/1 ContainerCreating 0 6s virt-api-7d79764579-59ns5 0/1 ContainerCreating 0 7s virt-api-7d79764579-5tx9z 0/1 ContainerCreating 0 7s virt-handler-7dgx6 0/1 ContainerCreating 0 8s virt-handler-t6h26 0/1 ContainerCreating 0 9s + sleep 30 + current_time=30 + '[' 30 -gt 300 ']' ++ kubectl get pods -n kube-system --no-headers ++ cluster/kubectl.sh get pods -n kube-system --no-headers ++ grep -v Running + '[' -n '' ']' + current_time=0 ++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false ++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + '[' -n false ']' + echo 'Waiting for KubeVirt containers to become ready ...' Waiting for KubeVirt containers to become ready ... + kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + grep false + cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + true + sleep 30 + current_time=30 + '[' 30 -gt 300 ']' ++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false + '[' -n '' ']' + kubectl get pods -n kube-system + cluster/kubectl.sh get pods -n kube-system NAME READY STATUS RESTARTS AGE disks-images-provider-fn9m2 1/1 Running 0 1m disks-images-provider-zjqx4 1/1 Running 0 1m master-api-node01 1/1 Running 1 15d master-controllers-node01 1/1 Running 1 15d master-etcd-node01 1/1 Running 1 15d virt-api-7d79764579-59ns5 1/1 Running 0 1m virt-api-7d79764579-5tx9z 1/1 Running 0 1m virt-controller-7d57d96b65-btwpr 1/1 Running 0 1m virt-controller-7d57d96b65-pw4tq 1/1 Running 0 1m virt-handler-7dgx6 1/1 Running 0 1m virt-handler-t6h26 1/1 Running 0 1m + for i in '${namespaces[@]}' + current_time=0 ++ kubectl get pods -n default --no-headers ++ cluster/kubectl.sh get pods -n default --no-headers ++ grep -v Running + '[' -n '' ']' + current_time=0 ++ kubectl get pods -n default '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ cluster/kubectl.sh get pods -n default '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false + '[' -n '' ']' + kubectl get pods -n default + cluster/kubectl.sh get pods -n default NAME READY STATUS RESTARTS AGE docker-registry-1-rl562 1/1 Running 1 15d registry-console-1-rw9zf 1/1 Running 1 15d router-1-6cch9 1/1 Running 1 15d + kubectl version + cluster/kubectl.sh version oc v3.10.0-rc.0+c20e215 kubernetes v1.10.0+b81c8f8 features: Basic-Auth GSSAPI Kerberos SPNEGO Server https://127.0.0.1:33492 openshift v3.10.0-rc.0+c20e215 kubernetes v1.10.0+b81c8f8 + ginko_params='--ginkgo.noColor --junit-output=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/junit.xml' + [[ openshift-3.10-release =~ windows.* ]] + FUNC_TEST_ARGS='--ginkgo.noColor --junit-output=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/junit.xml' + make functest hack/dockerized "hack/build-func-tests.sh" sha256:8314c812ee3200233db076e79036b39759d30fc3dd7fe921b323b19b14306fd6 go version go1.10 linux/amd64 go version go1.10 linux/amd64 Compiling tests... compiled tests.test hack/functests.sh Running Suite: Tests Suite ========================== Random Seed: 1532385987 Will run 142 of 142 specs • [SLOW TEST:69.639 seconds] RegistryDisk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:41 Starting and stopping the same VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:90 with ephemeral registry disk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:91 should success multiple times /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:92 ------------------------------ • [SLOW TEST:18.230 seconds] RegistryDisk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:41 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:111 with ephemeral registry disk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:112 should not modify the spec on status update /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:113 ------------------------------ • [SLOW TEST:42.124 seconds] RegistryDisk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:41 Starting multiple VMIs /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:129 with ephemeral registry disk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:130 should success /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:131 ------------------------------ •• ------------------------------ • [SLOW TEST:18.478 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should update VirtualMachine once VMIs are up /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:195 ------------------------------ •• ------------------------------ • [SLOW TEST:34.048 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should recreate VirtualMachineInstance if it gets deleted /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:245 ------------------------------ • [SLOW TEST:50.284 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should recreate VirtualMachineInstance if the VirtualMachineInstance's pod gets deleted /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:265 ------------------------------ • [SLOW TEST:29.949 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should stop VirtualMachineInstance if running set to false /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:325 ------------------------------ • [SLOW TEST:140.335 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should start and stop VirtualMachineInstance multiple times /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:333 ------------------------------ • [SLOW TEST:47.197 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should not update the VirtualMachineInstance spec if Running /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:346 ------------------------------ • [SLOW TEST:192.668 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should survive guest shutdown, multiple times /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:387 ------------------------------ VM testvmibdlfh was scheduled to start • [SLOW TEST:19.928 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 Using virtctl interface /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:435 should start a VirtualMachineInstance once /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:436 ------------------------------ VM testvmilw58z was scheduled to stop • [SLOW TEST:28.062 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 Using virtctl interface /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:435 should stop a VirtualMachineInstance once /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:467 ------------------------------ • [SLOW TEST:106.654 seconds] Slirp /root/go/src/kubevirt.io/kubevirt/tests/vmi_slirp_interface_test.go:39 should be able to /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 VirtualMachineInstance with slirp interface /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • ------------------------------ • [SLOW TEST:42.286 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 with cloudInitNoCloud userDataBase64 source /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:81 should have cloud-init data /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:82 ------------------------------ • [SLOW TEST:100.649 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 with cloudInitNoCloud userDataBase64 source /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:81 with injected ssh-key /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:92 should have ssh-key under authorized keys /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:93 ------------------------------ • [SLOW TEST:55.412 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 with cloudInitNoCloud userData source /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:118 should process provided cloud-init data /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:119 ------------------------------ • [SLOW TEST:46.368 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 should take user-data from k8s secret /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:162 ------------------------------ • [SLOW TEST:5.571 seconds] Subresource Api /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:37 Rbac Authorization /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:48 with correct permissions /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:51 should be allowed to access subresource endpoint /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:52 ------------------------------ • [SLOW TEST:5.008 seconds] Subresource Api /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:37 Rbac Authorization /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:48 Without permissions /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:56 should not be able to access subresource endpoint /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:57 ------------------------------ • ------------------------------ • [SLOW TEST:5.029 seconds] Subresource Api /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:37 Rbac Authorization For Version Command /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:63 Without permissions /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:71 should be able to access subresource version endpoint /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:72 ------------------------------ • [SLOW TEST:18.353 seconds] VNC /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:54 with VNC connection /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:62 should allow accessing the VNC device /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:64 ------------------------------ ••• ------------------------------ • [SLOW TEST:17.740 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 should start it /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:76 ------------------------------ • [SLOW TEST:18.868 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 should attach virt-launcher to it /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:82 ------------------------------ •••• ------------------------------ • [SLOW TEST:41.978 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with boot order /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:170 should be able to boot from selected disk /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 Alpine as first boot /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:26.878 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with boot order /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:170 should be able to boot from selected disk /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 Cirros as first boot /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:16.180 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with user-data /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:201 without k8s secret /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:202 should retry starting the VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:203 ------------------------------ • [SLOW TEST:18.372 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with user-data /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:201 without k8s secret /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:202 should log warning and proceed once the secret is there /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:233 ------------------------------ • [SLOW TEST:46.505 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 when virt-launcher crashes /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:281 should be stopped and have Failed phase /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:282 ------------------------------ • [SLOW TEST:35.786 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 when virt-handler crashes /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:304 should recover and continue management /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:305 ------------------------------ • [SLOW TEST:89.309 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 when virt-handler is responsive /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:335 should indicate that a node is ready for vmis /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:336 ------------------------------ • [SLOW TEST:91.128 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 when virt-handler is not responsive /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:366 the node controller should react /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:405 ------------------------------ S [SKIPPING] [0.333 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with non default namespace /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:458 should log libvirt start and stop lifecycle events of the domain /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 kubevirt-test-default [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Skip log query tests for JENKINS ci test environment /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:463 ------------------------------ S [SKIPPING] [0.196 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with non default namespace /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:458 should log libvirt start and stop lifecycle events of the domain /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 kubevirt-test-alternative [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Skip log query tests for JENKINS ci test environment /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:463 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.246 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 VirtualMachineInstance Emulation Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:519 should enable emulation in virt-launcher [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:531 Software emulation is not enabled on this cluster /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:527 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.553 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 VirtualMachineInstance Emulation Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:519 should be reflected in domain XML [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:568 Software emulation is not enabled on this cluster /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:527 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.209 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 VirtualMachineInstance Emulation Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:519 should request a TUN device but not KVM [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:612 Software emulation is not enabled on this cluster /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:527 ------------------------------ •••• ------------------------------ • [SLOW TEST:21.312 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Delete a VirtualMachineInstance's Pod /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:764 should result in the VirtualMachineInstance moving to a finalized state /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:765 ------------------------------ • [SLOW TEST:30.147 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Delete a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:796 with an active pod. /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:797 should result in pod being terminated /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:798 ------------------------------ Pod name: disks-images-provider-fn9m2 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-zjqx4 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-59ns5 Pod phase: Running 2018/07/23 23:11:04 http: TLS handshake error from 10.128.0.1:43980: EOF level=info timestamp=2018-07-23T23:11:10.479375Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:11:14 http: TLS handshake error from 10.128.0.1:44030: EOF 2018/07/23 23:11:24 http: TLS handshake error from 10.128.0.1:44080: EOF 2018/07/23 23:11:34 http: TLS handshake error from 10.128.0.1:44132: EOF level=info timestamp=2018-07-23T23:11:40.435536Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:11:44 http: TLS handshake error from 10.128.0.1:44182: EOF 2018/07/23 23:11:54 http: TLS handshake error from 10.128.0.1:44228: EOF 2018/07/23 23:12:04 http: TLS handshake error from 10.128.0.1:44274: EOF level=info timestamp=2018-07-23T23:12:10.506295Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:12:14 http: TLS handshake error from 10.128.0.1:44324: EOF 2018/07/23 23:12:24 http: TLS handshake error from 10.128.0.1:44370: EOF 2018/07/23 23:12:34 http: TLS handshake error from 10.128.0.1:44416: EOF level=info timestamp=2018-07-23T23:12:40.451531Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:12:44 http: TLS handshake error from 10.128.0.1:44466: EOF Pod name: virt-api-7d79764579-5tx9z Pod phase: Running 2018/07/23 23:12:07 http: TLS handshake error from 10.129.0.1:50500: EOF level=info timestamp=2018-07-23T23:12:08.398124Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-23T23:12:11.097352Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-23T23:12:16.057670Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/23 23:12:17 http: TLS handshake error from 10.129.0.1:50510: EOF level=info timestamp=2018-07-23T23:12:18.683456Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/23 23:12:27 http: TLS handshake error from 10.129.0.1:50520: EOF level=info timestamp=2018-07-23T23:12:28.996043Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-23T23:12:34.562787Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/23 23:12:37 http: TLS handshake error from 10.129.0.1:50530: EOF level=info timestamp=2018-07-23T23:12:39.226393Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-23T23:12:41.420038Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-23T23:12:46.574215Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/23 23:12:47 http: TLS handshake error from 10.129.0.1:50540: EOF level=info timestamp=2018-07-23T23:12:49.490022Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-btwpr Pod phase: Running level=info timestamp=2018-07-23T23:11:25.518876Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi8fb6w\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi8fb6w" level=info timestamp=2018-07-23T23:11:25.549506Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi8fb6w\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi8fb6w" level=info timestamp=2018-07-23T23:11:26.276988Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi8fb6w\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi8fb6w, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: b89cfe79-8ecd-11e8-9bc9-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi8fb6w" level=info timestamp=2018-07-23T23:11:26.370226Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6bfkp kind= uid=b93648db-8ecd-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:11:26.370516Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6bfkp kind= uid=b93648db-8ecd-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:11:26.666489Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6bfkp\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi6bfkp, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: b93648db-8ecd-11e8-9bc9-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6bfkp" level=info timestamp=2018-07-23T23:11:27.179116Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic8qrx kind= uid=b9b0db0d-8ecd-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:11:27.179273Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic8qrx kind= uid=b9b0db0d-8ecd-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:11:27.468563Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmic8qrx\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmic8qrx" level=info timestamp=2018-07-23T23:11:48.589598Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixt5jq kind= uid=c674eb48-8ecd-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:11:48.590270Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixt5jq kind= uid=c674eb48-8ecd-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:12:18.785486Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:12:18.786588Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:12:19.010406Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitfw4t\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitfw4t" level=info timestamp=2018-07-23T23:12:19.073410Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitfw4t\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitfw4t" Pod name: virt-controller-7d57d96b65-pw4tq Pod phase: Running level=info timestamp=2018-07-23T22:44:59.213273Z pos=application.go:173 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-98w4z Pod phase: Running level=info timestamp=2018-07-23T23:11:14.823449Z pos=virt-handler.go:88 component=virt-handler hostname=node01 level=info timestamp=2018-07-23T23:11:14.829761Z pos=vm.go:204 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-23T23:11:14.833379Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-23T23:11:14.930165Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-23T23:11:14.948625Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" level=info timestamp=2018-07-23T23:11:14.957718Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" level=info timestamp=2018-07-23T23:12:50.530402Z pos=vm.go:381 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-07-23T23:12:50.688593Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 reason="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-07-23T23:12:50.789277Z pos=vm.go:243 component=virt-handler reason="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmitfw4t" level=info timestamp=2018-07-23T23:12:50.790097Z pos=vm.go:381 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing vmi update" Pod name: virt-handler-ht8h6 Pod phase: Running level=info timestamp=2018-07-23T23:12:07.524975Z pos=vm.go:532 component=virt-handler namespace=kubevirt-test-default name=testvmixt5jq kind= uid=c674eb48-8ecd-11e8-9bc9-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmixt5jq" level=info timestamp=2018-07-23T23:12:07.761489Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmixt5jq kind= uid=c674eb48-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:12:07.762081Z pos=vm.go:334 component=virt-handler namespace=kubevirt-test-default name=testvmixt5jq kind= uid=c674eb48-8ecd-11e8-9bc9-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T23:12:07.762380Z pos=vm.go:375 component=virt-handler namespace=kubevirt-test-default name=testvmixt5jq kind= uid=c674eb48-8ecd-11e8-9bc9-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T23:12:07.763999Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T23:12:07.764772Z pos=vm.go:670 component=virt-handler namespace=kubevirt-test-default name=testvmixt5jq kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-23T23:12:07.764526Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmixt5jq kind= uid=c674eb48-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:12:07.765993Z pos=vm.go:334 component=virt-handler namespace=kubevirt-test-default name=testvmixt5jq kind= uid=c674eb48-8ecd-11e8-9bc9-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T23:12:07.766231Z pos=vm.go:375 component=virt-handler namespace=kubevirt-test-default name=testvmixt5jq kind= uid=c674eb48-8ecd-11e8-9bc9-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T23:12:07.774330Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T23:12:07.818882Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmixt5jq kind= uid=c674eb48-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:12:07.820748Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmixt5jq kind= uid=c674eb48-8ecd-11e8-9bc9-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:12:07.821182Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmixt5jq kind= uid=c674eb48-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:12:18.077428Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmixt5jq kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:12:18.077993Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmixt5jq kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmitfw4t-lw96k Pod phase: Running level=info timestamp=2018-07-23T23:12:29.926383Z pos=manager.go:69 component=virt-launcher msg="Collected all requested hook sidecar sockets" level=info timestamp=2018-07-23T23:12:29.927976Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[]" level=info timestamp=2018-07-23T23:12:29.935774Z pos=libvirt.go:256 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" level=info timestamp=2018-07-23T23:12:49.622778Z pos=libvirt.go:271 component=virt-launcher msg="Connected to libvirt daemon" level=info timestamp=2018-07-23T23:12:49.656107Z pos=virt-launcher.go:143 component=virt-launcher msg="Watchdog file created at /var/run/kubevirt/watchdog-files/kubevirt-test-default_testvmitfw4t" level=info timestamp=2018-07-23T23:12:49.658289Z pos=client.go:152 component=virt-launcher msg="Registered libvirt event notify callback" level=info timestamp=2018-07-23T23:12:49.658725Z pos=virt-launcher.go:60 component=virt-launcher msg="Marked as ready" level=error timestamp=2018-07-23T23:12:50.633775Z pos=manager.go:159 component=virt-launcher namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 reason="virError(Code=0, Domain=0, Message='Missing error')" msg="Getting the domain failed." level=error timestamp=2018-07-23T23:12:50.637135Z pos=server.go:68 component=virt-launcher namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 reason="virError(Code=0, Domain=0, Message='Missing error')" msg="Failed to sync vmi" level=error timestamp=2018-07-23T23:12:50.926218Z pos=common.go:126 component=virt-launcher msg="updated MAC for interface: eth0 - 0a:58:0a:08:35:5c" level=info timestamp=2018-07-23T23:12:50.975095Z pos=converter.go:739 component=virt-launcher msg="Found nameservers in /etc/resolv.conf: \ufffd\ufffdBe" level=info timestamp=2018-07-23T23:12:50.975363Z pos=converter.go:740 component=virt-launcher msg="Found search domains in /etc/resolv.conf: kubevirt-test-default.svc.cluster.local svc.cluster.local cluster.local" level=info timestamp=2018-07-23T23:12:50.979163Z pos=dhcp.go:62 component=virt-launcher msg="Starting SingleClientDHCPServer" level=info timestamp=2018-07-23T23:12:51.114349Z pos=manager.go:157 component=virt-launcher namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Domain defined." level=info timestamp=2018-07-23T23:12:51.114905Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" • Failure [96.478 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Delete a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:796 with grace period greater than 0 /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:821 should run graceful shutdown [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:822 Unexpected Warning event received. Expected : Warning not to equal : Warning /root/go/src/kubevirt.io/kubevirt/tests/utils.go:245 ------------------------------ STEP: Setting a VirtualMachineInstance termination grace period to 5 STEP: Creating the VirtualMachineInstance level=info timestamp=2018-07-23T23:12:19.352502Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmitfw4t-lw96k" level=info timestamp=2018-07-23T23:12:50.898722Z pos=utils.go:243 component=tests msg="Pod owner ship transferred to the node virt-launcher-testvmitfw4t-lw96k" level=error timestamp=2018-07-23T23:12:51.170438Z pos=utils.go:241 component=tests reason="unexpected warning event received" msg="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" STEP: Deleting the VirtualMachineInstance level=info timestamp=2018-07-23T23:13:49.575448Z pos=utils.go:254 component=tests msg="Created virtual machine pod virt-launcher-testvmitfw4t-lw96k" level=info timestamp=2018-07-23T23:13:49.575646Z pos=utils.go:254 component=tests msg="Pod owner ship transferred to the node virt-launcher-testvmitfw4t-lw96k" level=error timestamp=2018-07-23T23:13:49.576322Z pos=utils.go:252 component=tests reason="unexpected warning event received" msg="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" level=info timestamp=2018-07-23T23:13:49.576770Z pos=utils.go:254 component=tests msg="VirtualMachineInstance defined." level=info timestamp=2018-07-23T23:13:49.576910Z pos=utils.go:254 component=tests msg="VirtualMachineInstance started." level=info timestamp=2018-07-23T23:13:49.712557Z pos=utils.go:254 component=tests msg="Deleted virtual machine pod virt-launcher-testvmitfw4t-lw96k" level=info timestamp=2018-07-23T23:13:49.733184Z pos=utils.go:254 component=tests msg="Signaled Graceful Shutdown" level=info timestamp=2018-07-23T23:13:49.753217Z pos=utils.go:254 component=tests msg="Signaled Graceful Shutdown" level=info timestamp=2018-07-23T23:13:49.769359Z pos=utils.go:254 component=tests msg="Signaled Graceful Shutdown" level=info timestamp=2018-07-23T23:13:50.094386Z pos=utils.go:254 component=tests msg="Signaled Graceful Shutdown" level=info timestamp=2018-07-23T23:13:54.984213Z pos=utils.go:254 component=tests msg="VirtualMachineInstance stopping" STEP: Checking that virt-handler logs VirtualMachineInstance graceful shutdown STEP: Checking that the VirtualMachineInstance does not exist after grace period • [SLOW TEST:67.856 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Killed VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:873 should be in Failed phase /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:874 ------------------------------ Pod name: disks-images-provider-fn9m2 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-zjqx4 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-59ns5 Pod phase: Running level=info timestamp=2018-07-23T23:14:10.425729Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:14:14 http: TLS handshake error from 10.128.0.1:44894: EOF 2018/07/23 23:14:24 http: TLS handshake error from 10.128.0.1:44942: EOF 2018/07/23 23:14:34 http: TLS handshake error from 10.128.0.1:44988: EOF level=info timestamp=2018-07-23T23:14:40.552147Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:14:44 http: TLS handshake error from 10.128.0.1:45038: EOF 2018/07/23 23:14:54 http: TLS handshake error from 10.128.0.1:45090: EOF level=info timestamp=2018-07-23T23:14:55.892256Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-23T23:14:55.933152Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-23T23:15:03.214128Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:15:04 http: TLS handshake error from 10.128.0.1:45142: EOF level=info timestamp=2018-07-23T23:15:10.411724Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-23T23:15:12.416142Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:15:14 http: TLS handshake error from 10.128.0.1:45200: EOF 2018/07/23 23:15:24 http: TLS handshake error from 10.128.0.1:45246: EOF Pod name: virt-api-7d79764579-5tx9z Pod phase: Running 2018/07/23 23:15:11 http: TLS handshake error from 10.129.0.1:36470: EOF 2018/07/23 23:15:21 http: TLS handshake error from 10.129.0.1:36478: EOF 2018/07/23 23:15:31 http: TLS handshake error from 10.129.0.1:36488: EOF Pod name: virt-controller-7d57d96b65-btwpr Pod phase: Running level=info timestamp=2018-07-23T23:14:59.970409Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer kubeVirtNodeInformer" level=info timestamp=2018-07-23T23:14:59.970487Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmiPresetInformer" level=info timestamp=2018-07-23T23:14:59.970510Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmirsInformer" level=info timestamp=2018-07-23T23:14:59.970529Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer configMapInformer" level=info timestamp=2018-07-23T23:14:59.970546Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmInformer" level=info timestamp=2018-07-23T23:14:59.970563Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmiInformer" level=info timestamp=2018-07-23T23:14:59.970587Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer kubeVirtPodInformer" level=info timestamp=2018-07-23T23:15:00.071274Z pos=vm.go:85 component=virt-controller service=http msg="Starting VirtualMachine controller." level=info timestamp=2018-07-23T23:15:00.071408Z pos=node.go:104 component=virt-controller service=http msg="Starting node controller." level=info timestamp=2018-07-23T23:15:00.071470Z pos=vmi.go:127 component=virt-controller service=http msg="Starting vmi controller." level=info timestamp=2018-07-23T23:15:00.071556Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-07-23T23:15:00.071628Z pos=preset.go:71 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-07-23T23:15:32.717525Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmih6nvc kind= uid=3a624186-8ece-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:15:32.718796Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmih6nvc kind= uid=3a624186-8ece-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:15:32.967895Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmih6nvc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmih6nvc" Pod name: virt-controller-7d57d96b65-pw4tq Pod phase: Running level=info timestamp=2018-07-23T23:14:59.243143Z pos=application.go:173 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-98w4z Pod phase: Running level=info timestamp=2018-07-23T23:13:54.359360Z pos=vm.go:375 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T23:13:54.361881Z pos=vm.go:532 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmitfw4t" level=info timestamp=2018-07-23T23:13:54.576533Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.581601Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T23:13:54.585791Z pos=vm.go:670 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-23T23:13:54.585968Z pos=vm.go:334 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T23:13:54.586033Z pos=vm.go:375 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T23:13:54.588148Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T23:13:54.629216Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.629413Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:13:54.629544Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.785659Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:13:54.787314Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.824787Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:13:54.825676Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-ht8h6 Pod phase: Running level=info timestamp=2018-07-23T23:14:59.829662Z pos=virt-handler.go:88 component=virt-handler hostname=node02 level=info timestamp=2018-07-23T23:14:59.837877Z pos=vm.go:204 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-23T23:14:59.841473Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-23T23:14:59.938669Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-23T23:14:59.948581Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" level=info timestamp=2018-07-23T23:14:59.951410Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" level=info timestamp=2018-07-23T23:15:00.139418Z pos=vm.go:384 component=virt-handler namespace=kubevirt-test-default name=testvmi599tr kind=VirtualMachineInstance uid=11e9d790-8ece-11e8-9bc9-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T23:15:00.155011Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmi599tr kind=VirtualMachineInstance uid=11e9d790-8ece-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:15:00.158758Z pos=vm.go:384 component=virt-handler namespace=kubevirt-test-default name=testvmi599tr kind= uid=11e9d790-8ece-11e8-9bc9-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T23:15:00.158873Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmi599tr kind= uid=11e9d790-8ece-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:15:02.487473Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmi599tr kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:15:02.487720Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmi599tr kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmih6nvc-6vhf7 Pod phase: Pending • Failure [30.970 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Killed VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:873 should be left alone by virt-handler [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:901 Expected <*errors.StatusError | 0xc420f6a480>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } to be nil /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:904 ------------------------------ STEP: Starting a VirtualMachineInstance Pod name: disks-images-provider-fn9m2 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-zjqx4 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-59ns5 Pod phase: Running level=info timestamp=2018-07-23T23:15:10.411724Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-23T23:15:12.416142Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:15:14 http: TLS handshake error from 10.128.0.1:45200: EOF 2018/07/23 23:15:24 http: TLS handshake error from 10.128.0.1:45246: EOF 2018/07/23 23:15:34 http: TLS handshake error from 10.128.0.1:45298: EOF 2018/07/23 23:15:44 http: TLS handshake error from 10.128.0.1:45348: EOF 2018/07/23 23:15:54 http: TLS handshake error from 10.128.0.1:45394: EOF 2018/07/23 23:16:04 http: TLS handshake error from 10.128.0.1:45440: EOF 2018/07/23 23:16:14 http: TLS handshake error from 10.128.0.1:45490: EOF 2018/07/23 23:16:24 http: TLS handshake error from 10.128.0.1:45536: EOF 2018/07/23 23:16:34 http: TLS handshake error from 10.128.0.1:45582: EOF level=info timestamp=2018-07-23T23:16:40.587299Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:16:44 http: TLS handshake error from 10.128.0.1:45632: EOF 2018/07/23 23:16:54 http: TLS handshake error from 10.128.0.1:45678: EOF 2018/07/23 23:17:04 http: TLS handshake error from 10.128.0.1:45724: EOF Pod name: virt-api-7d79764579-5tx9z Pod phase: Running 2018/07/23 23:15:11 http: TLS handshake error from 10.129.0.1:36470: EOF 2018/07/23 23:15:21 http: TLS handshake error from 10.129.0.1:36478: EOF 2018/07/23 23:15:31 http: TLS handshake error from 10.129.0.1:36488: EOF level=info timestamp=2018-07-23T23:15:40.269097Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:15:41 http: TLS handshake error from 10.129.0.1:36498: EOF 2018/07/23 23:15:51 http: TLS handshake error from 10.129.0.1:36508: EOF 2018/07/23 23:16:01 http: TLS handshake error from 10.129.0.1:36518: EOF level=info timestamp=2018-07-23T23:16:10.140655Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:16:11 http: TLS handshake error from 10.129.0.1:36528: EOF 2018/07/23 23:16:21 http: TLS handshake error from 10.129.0.1:36538: EOF 2018/07/23 23:16:31 http: TLS handshake error from 10.129.0.1:36548: EOF 2018/07/23 23:16:41 http: TLS handshake error from 10.129.0.1:36558: EOF 2018/07/23 23:16:51 http: TLS handshake error from 10.129.0.1:36568: EOF 2018/07/23 23:17:01 http: TLS handshake error from 10.129.0.1:36578: EOF Pod name: virt-controller-7d57d96b65-btwpr Pod phase: Running level=info timestamp=2018-07-23T23:14:59.970546Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmInformer" level=info timestamp=2018-07-23T23:14:59.970563Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer vmiInformer" level=info timestamp=2018-07-23T23:14:59.970587Z pos=virtinformers.go:104 component=virt-controller service=http msg="STARTING informer kubeVirtPodInformer" level=info timestamp=2018-07-23T23:15:00.071274Z pos=vm.go:85 component=virt-controller service=http msg="Starting VirtualMachine controller." level=info timestamp=2018-07-23T23:15:00.071408Z pos=node.go:104 component=virt-controller service=http msg="Starting node controller." level=info timestamp=2018-07-23T23:15:00.071470Z pos=vmi.go:127 component=virt-controller service=http msg="Starting vmi controller." level=info timestamp=2018-07-23T23:15:00.071556Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-07-23T23:15:00.071628Z pos=preset.go:71 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-07-23T23:15:32.717525Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmih6nvc kind= uid=3a624186-8ece-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:15:32.718796Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmih6nvc kind= uid=3a624186-8ece-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:15:32.967895Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmih6nvc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmih6nvc" level=info timestamp=2018-07-23T23:15:33.420537Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmih6nvc\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmih6nvc, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 3a624186-8ece-11e8-9bc9-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmih6nvc" level=info timestamp=2018-07-23T23:16:03.572727Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7xh6f kind= uid=4cd117fe-8ece-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:16:03.573530Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7xh6f kind= uid=4cd117fe-8ece-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:16:03.870213Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi7xh6f\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi7xh6f" Pod name: virt-controller-7d57d96b65-pw4tq Pod phase: Running level=info timestamp=2018-07-23T23:14:59.243143Z pos=application.go:173 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-98w4z Pod phase: Running level=info timestamp=2018-07-23T23:13:54.359360Z pos=vm.go:375 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T23:13:54.361881Z pos=vm.go:532 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmitfw4t" level=info timestamp=2018-07-23T23:13:54.576533Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.581601Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T23:13:54.585791Z pos=vm.go:670 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-23T23:13:54.585968Z pos=vm.go:334 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T23:13:54.586033Z pos=vm.go:375 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T23:13:54.588148Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T23:13:54.629216Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.629413Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:13:54.629544Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.785659Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:13:54.787314Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.824787Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:13:54.825676Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-ht8h6 Pod phase: Running level=info timestamp=2018-07-23T23:16:21.257327Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-23T23:16:21.259437Z pos=vm.go:649 component=virt-handler namespace=kubevirt-test-default name=testvmi7xh6f kind=Domain uid=4cd117fe-8ece-11e8-9bc9-525500d15501 msg="Domain is in state Paused reason StartingUp" level=info timestamp=2018-07-23T23:16:22.094083Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T23:16:22.100054Z pos=vm.go:680 component=virt-handler namespace=kubevirt-test-default name=testvmi7xh6f kind=Domain uid=4cd117fe-8ece-11e8-9bc9-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-23T23:16:22.170533Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmi7xh6f kind= uid=4cd117fe-8ece-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:16:22.174748Z pos=vm.go:384 component=virt-handler namespace=kubevirt-test-default name=testvmi7xh6f kind= uid=4cd117fe-8ece-11e8-9bc9-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T23:16:22.178263Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T23:16:22.238006Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmi7xh6f kind= uid=4cd117fe-8ece-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:16:22.243498Z pos=vm.go:384 component=virt-handler namespace=kubevirt-test-default name=testvmi7xh6f kind= uid=4cd117fe-8ece-11e8-9bc9-525500d15501 msg="No update processing required" level=error timestamp=2018-07-23T23:16:22.299333Z pos=vm.go:396 component=virt-handler namespace=kubevirt-test-default name=testvmi7xh6f kind= uid=4cd117fe-8ece-11e8-9bc9-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi7xh6f\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-23T23:16:22.300957Z pos=vm.go:243 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi7xh6f\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi7xh6f" level=info timestamp=2018-07-23T23:16:22.306590Z pos=vm.go:381 component=virt-handler namespace=kubevirt-test-default name=testvmi7xh6f kind= uid=4cd117fe-8ece-11e8-9bc9-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T23:16:22.316472Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmi7xh6f kind= uid=4cd117fe-8ece-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:16:22.317272Z pos=vm.go:381 component=virt-handler namespace=kubevirt-test-default name=testvmi7xh6f kind= uid=4cd117fe-8ece-11e8-9bc9-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T23:16:22.328642Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmi7xh6f kind= uid=4cd117fe-8ece-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi7xh6f-6rjgv Pod phase: Running level=info timestamp=2018-07-23T23:16:21.220279Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-23T23:16:21.239621Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 229adbe9-6635-4f3c-b5a6-c4c50c60df0a" level=info timestamp=2018-07-23T23:16:21.240239Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-23T23:16:21.271396Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:16:22.063185Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-23T23:16:22.087974Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T23:16:22.098578Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:16:22.130378Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-23T23:16:22.157166Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmi7xh6f kind= uid=4cd117fe-8ece-11e8-9bc9-525500d15501 msg="Domain started." level=info timestamp=2018-07-23T23:16:22.165265Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi7xh6f kind= uid=4cd117fe-8ece-11e8-9bc9-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T23:16:22.173848Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T23:16:22.179281Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:16:22.246894Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 229adbe9-6635-4f3c-b5a6-c4c50c60df0a: 188" level=info timestamp=2018-07-23T23:16:22.315332Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi7xh6f kind= uid=4cd117fe-8ece-11e8-9bc9-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T23:16:22.325070Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi7xh6f kind= uid=4cd117fe-8ece-11e8-9bc9-525500d15501 msg="Synced vmi" • Failure [92.882 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with Disk PVC [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Timed out after 92.057s. Expected error: <*errors.StatusError | 0xc420c185a0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 ------------------------------ STEP: Starting a VirtualMachineInstance Pod name: disks-images-provider-fn9m2 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-zjqx4 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-59ns5 Pod phase: Running 2018/07/23 23:16:44 http: TLS handshake error from 10.128.0.1:45632: EOF 2018/07/23 23:16:54 http: TLS handshake error from 10.128.0.1:45678: EOF 2018/07/23 23:17:04 http: TLS handshake error from 10.128.0.1:45724: EOF level=info timestamp=2018-07-23T23:17:10.584413Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:17:14 http: TLS handshake error from 10.128.0.1:45774: EOF 2018/07/23 23:17:24 http: TLS handshake error from 10.128.0.1:45820: EOF 2018/07/23 23:17:34 http: TLS handshake error from 10.128.0.1:45866: EOF level=info timestamp=2018-07-23T23:17:40.602444Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:17:44 http: TLS handshake error from 10.128.0.1:45916: EOF 2018/07/23 23:17:54 http: TLS handshake error from 10.128.0.1:45964: EOF 2018/07/23 23:18:04 http: TLS handshake error from 10.128.0.1:46010: EOF level=info timestamp=2018-07-23T23:18:10.408919Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:18:14 http: TLS handshake error from 10.128.0.1:46060: EOF 2018/07/23 23:18:24 http: TLS handshake error from 10.128.0.1:46106: EOF 2018/07/23 23:18:34 http: TLS handshake error from 10.128.0.1:46152: EOF Pod name: virt-api-7d79764579-5tx9z Pod phase: Running 2018/07/23 23:16:11 http: TLS handshake error from 10.129.0.1:36528: EOF 2018/07/23 23:16:21 http: TLS handshake error from 10.129.0.1:36538: EOF 2018/07/23 23:16:31 http: TLS handshake error from 10.129.0.1:36548: EOF 2018/07/23 23:16:41 http: TLS handshake error from 10.129.0.1:36558: EOF 2018/07/23 23:16:51 http: TLS handshake error from 10.129.0.1:36568: EOF 2018/07/23 23:17:01 http: TLS handshake error from 10.129.0.1:36578: EOF 2018/07/23 23:17:11 http: TLS handshake error from 10.129.0.1:36588: EOF 2018/07/23 23:17:21 http: TLS handshake error from 10.129.0.1:36598: EOF 2018/07/23 23:17:31 http: TLS handshake error from 10.129.0.1:36608: EOF 2018/07/23 23:17:41 http: TLS handshake error from 10.129.0.1:36618: EOF 2018/07/23 23:17:51 http: TLS handshake error from 10.129.0.1:36628: EOF 2018/07/23 23:18:01 http: TLS handshake error from 10.129.0.1:36638: EOF 2018/07/23 23:18:11 http: TLS handshake error from 10.129.0.1:36648: EOF 2018/07/23 23:18:21 http: TLS handshake error from 10.129.0.1:36658: EOF 2018/07/23 23:18:31 http: TLS handshake error from 10.129.0.1:36670: EOF Pod name: virt-controller-7d57d96b65-btwpr Pod phase: Running level=info timestamp=2018-07-23T23:15:00.071408Z pos=node.go:104 component=virt-controller service=http msg="Starting node controller." level=info timestamp=2018-07-23T23:15:00.071470Z pos=vmi.go:127 component=virt-controller service=http msg="Starting vmi controller." level=info timestamp=2018-07-23T23:15:00.071556Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-07-23T23:15:00.071628Z pos=preset.go:71 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-07-23T23:15:32.717525Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmih6nvc kind= uid=3a624186-8ece-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:15:32.718796Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmih6nvc kind= uid=3a624186-8ece-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:15:32.967895Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmih6nvc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmih6nvc" level=info timestamp=2018-07-23T23:15:33.420537Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmih6nvc\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmih6nvc, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 3a624186-8ece-11e8-9bc9-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmih6nvc" level=info timestamp=2018-07-23T23:16:03.572727Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7xh6f kind= uid=4cd117fe-8ece-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:16:03.573530Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7xh6f kind= uid=4cd117fe-8ece-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:16:03.870213Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi7xh6f\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi7xh6f" level=info timestamp=2018-07-23T23:17:36.799303Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik8445 kind= uid=8458cca3-8ece-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:17:36.803612Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik8445 kind= uid=8458cca3-8ece-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:17:36.998772Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik8445\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik8445" level=info timestamp=2018-07-23T23:17:37.035128Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik8445\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik8445" Pod name: virt-controller-7d57d96b65-pw4tq Pod phase: Running level=info timestamp=2018-07-23T23:14:59.243143Z pos=application.go:173 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-98w4z Pod phase: Running level=info timestamp=2018-07-23T23:13:54.359360Z pos=vm.go:375 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T23:13:54.361881Z pos=vm.go:532 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmitfw4t" level=info timestamp=2018-07-23T23:13:54.576533Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.581601Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T23:13:54.585791Z pos=vm.go:670 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-23T23:13:54.585968Z pos=vm.go:334 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T23:13:54.586033Z pos=vm.go:375 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T23:13:54.588148Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T23:13:54.629216Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.629413Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:13:54.629544Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.785659Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:13:54.787314Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.824787Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:13:54.825676Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-ht8h6 Pod phase: Running level=info timestamp=2018-07-23T23:17:06.989328Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmi7xh6f kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:17:06.989671Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmi7xh6f kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:17:06.989887Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmi7xh6f kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:17:06.990703Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmi7xh6f kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:17:51.607900Z pos=vm.go:381 component=virt-handler namespace=kubevirt-test-default name=testvmik8445 kind= uid=8458cca3-8ece-11e8-9bc9-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T23:17:52.841815Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-23T23:17:52.843707Z pos=vm.go:649 component=virt-handler namespace=kubevirt-test-default name=testvmik8445 kind=Domain uid=8458cca3-8ece-11e8-9bc9-525500d15501 msg="Domain is in state Paused reason StartingUp" level=info timestamp=2018-07-23T23:17:53.589555Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T23:17:53.590199Z pos=vm.go:680 component=virt-handler namespace=kubevirt-test-default name=testvmik8445 kind=Domain uid=8458cca3-8ece-11e8-9bc9-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-23T23:17:53.649277Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T23:17:53.650401Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmik8445 kind= uid=8458cca3-8ece-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:17:53.650573Z pos=vm.go:384 component=virt-handler namespace=kubevirt-test-default name=testvmik8445 kind= uid=8458cca3-8ece-11e8-9bc9-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T23:17:53.745434Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmik8445 kind= uid=8458cca3-8ece-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:17:53.752713Z pos=vm.go:381 component=virt-handler namespace=kubevirt-test-default name=testvmik8445 kind= uid=8458cca3-8ece-11e8-9bc9-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T23:17:53.757582Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmik8445 kind= uid=8458cca3-8ece-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmik8445-vgbwf Pod phase: Running level=info timestamp=2018-07-23T23:17:51.957827Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-23T23:17:52.792458Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-23T23:17:52.825097Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID c633d6fe-9726-4a23-b12b-b41ab58ab672" level=info timestamp=2018-07-23T23:17:52.825395Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-23T23:17:52.845843Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:17:53.542289Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-23T23:17:53.583807Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T23:17:53.584226Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmik8445 kind= uid=8458cca3-8ece-11e8-9bc9-525500d15501 msg="Domain started." level=info timestamp=2018-07-23T23:17:53.586247Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmik8445 kind= uid=8458cca3-8ece-11e8-9bc9-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T23:17:53.590679Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:17:53.591105Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-23T23:17:53.625376Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T23:17:53.649892Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:17:53.756706Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmik8445 kind= uid=8458cca3-8ece-11e8-9bc9-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T23:17:53.830322Z pos=monitor.go:222 component=virt-launcher msg="Found PID for c633d6fe-9726-4a23-b12b-b41ab58ab672: 181" • Failure [93.399 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with CDRom PVC [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Timed out after 92.059s. Expected error: <*errors.StatusError | 0xc420150a20>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 ------------------------------ STEP: Starting a VirtualMachineInstance Pod name: disks-images-provider-fn9m2 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-zjqx4 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-59ns5 Pod phase: Running 2018/07/23 23:18:14 http: TLS handshake error from 10.128.0.1:46060: EOF 2018/07/23 23:18:24 http: TLS handshake error from 10.128.0.1:46106: EOF 2018/07/23 23:18:34 http: TLS handshake error from 10.128.0.1:46152: EOF 2018/07/23 23:18:44 http: TLS handshake error from 10.128.0.1:46202: EOF 2018/07/23 23:18:54 http: TLS handshake error from 10.128.0.1:46248: EOF 2018/07/23 23:19:04 http: TLS handshake error from 10.128.0.1:46294: EOF level=info timestamp=2018-07-23T23:19:10.321905Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:19:14 http: TLS handshake error from 10.128.0.1:46344: EOF 2018/07/23 23:19:24 http: TLS handshake error from 10.128.0.1:46390: EOF 2018/07/23 23:19:34 http: TLS handshake error from 10.128.0.1:46436: EOF level=info timestamp=2018-07-23T23:19:38.837299Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-23T23:19:40.630320Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:19:44 http: TLS handshake error from 10.128.0.1:46494: EOF 2018/07/23 23:19:54 http: TLS handshake error from 10.128.0.1:46540: EOF 2018/07/23 23:20:04 http: TLS handshake error from 10.128.0.1:46586: EOF Pod name: virt-api-7d79764579-5tx9z Pod phase: Running 2018/07/23 23:18:21 http: TLS handshake error from 10.129.0.1:36658: EOF 2018/07/23 23:18:31 http: TLS handshake error from 10.129.0.1:36670: EOF level=info timestamp=2018-07-23T23:18:40.126569Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:18:41 http: TLS handshake error from 10.129.0.1:36680: EOF 2018/07/23 23:18:51 http: TLS handshake error from 10.129.0.1:36690: EOF 2018/07/23 23:19:01 http: TLS handshake error from 10.129.0.1:36700: EOF 2018/07/23 23:19:11 http: TLS handshake error from 10.129.0.1:36710: EOF 2018/07/23 23:19:21 http: TLS handshake error from 10.129.0.1:36720: EOF 2018/07/23 23:19:31 http: TLS handshake error from 10.129.0.1:36730: EOF level=info timestamp=2018-07-23T23:19:38.673657Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:19:41 http: TLS handshake error from 10.129.0.1:36740: EOF 2018/07/23 23:19:51 http: TLS handshake error from 10.129.0.1:36750: EOF 2018/07/23 23:20:01 http: TLS handshake error from 10.129.0.1:36760: EOF level=info timestamp=2018-07-23T23:20:10.396907Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:20:11 http: TLS handshake error from 10.129.0.1:36770: EOF Pod name: virt-controller-7d57d96b65-btwpr Pod phase: Running level=info timestamp=2018-07-23T23:15:00.071628Z pos=preset.go:71 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-07-23T23:15:32.717525Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmih6nvc kind= uid=3a624186-8ece-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:15:32.718796Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmih6nvc kind= uid=3a624186-8ece-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:15:32.967895Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmih6nvc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmih6nvc" level=info timestamp=2018-07-23T23:15:33.420537Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmih6nvc\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmih6nvc, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 3a624186-8ece-11e8-9bc9-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmih6nvc" level=info timestamp=2018-07-23T23:16:03.572727Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7xh6f kind= uid=4cd117fe-8ece-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:16:03.573530Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7xh6f kind= uid=4cd117fe-8ece-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:16:03.870213Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi7xh6f\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi7xh6f" level=info timestamp=2018-07-23T23:17:36.799303Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik8445 kind= uid=8458cca3-8ece-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:17:36.803612Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik8445 kind= uid=8458cca3-8ece-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:17:36.998772Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik8445\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik8445" level=info timestamp=2018-07-23T23:17:37.035128Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik8445\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik8445" level=info timestamp=2018-07-23T23:19:10.318589Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwqxv4 kind= uid=bc0727b9-8ece-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:19:10.319578Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwqxv4 kind= uid=bc0727b9-8ece-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:19:10.521114Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwqxv4\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwqxv4" Pod name: virt-controller-7d57d96b65-pw4tq Pod phase: Running level=info timestamp=2018-07-23T23:14:59.243143Z pos=application.go:173 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-98w4z Pod phase: Running level=info timestamp=2018-07-23T23:13:54.359360Z pos=vm.go:375 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T23:13:54.361881Z pos=vm.go:532 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmitfw4t" level=info timestamp=2018-07-23T23:13:54.576533Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.581601Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T23:13:54.585791Z pos=vm.go:670 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-23T23:13:54.585968Z pos=vm.go:334 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T23:13:54.586033Z pos=vm.go:375 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T23:13:54.588148Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T23:13:54.629216Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.629413Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:13:54.629544Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.785659Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:13:54.787314Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.824787Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:13:54.825676Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-ht8h6 Pod phase: Running level=info timestamp=2018-07-23T23:18:39.957430Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T23:18:39.957872Z pos=vm.go:670 component=virt-handler namespace=kubevirt-test-default name=testvmik8445 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-23T23:18:39.960182Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmik8445 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:18:39.960389Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmik8445 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:19:26.849106Z pos=vm.go:381 component=virt-handler namespace=kubevirt-test-default name=testvmiwqxv4 kind= uid=bc0727b9-8ece-11e8-9bc9-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T23:19:28.506631Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-23T23:19:28.508350Z pos=vm.go:649 component=virt-handler namespace=kubevirt-test-default name=testvmiwqxv4 kind=Domain uid=bc0727b9-8ece-11e8-9bc9-525500d15501 msg="Domain is in state Paused reason StartingUp" level=info timestamp=2018-07-23T23:19:29.341455Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmiwqxv4 kind= uid=bc0727b9-8ece-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:19:29.342131Z pos=vm.go:384 component=virt-handler namespace=kubevirt-test-default name=testvmiwqxv4 kind= uid=bc0727b9-8ece-11e8-9bc9-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T23:19:29.353624Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T23:19:29.365354Z pos=vm.go:680 component=virt-handler namespace=kubevirt-test-default name=testvmiwqxv4 kind=Domain uid=bc0727b9-8ece-11e8-9bc9-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-23T23:19:29.410409Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T23:19:29.427245Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmiwqxv4 kind= uid=bc0727b9-8ece-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:19:29.430466Z pos=vm.go:381 component=virt-handler namespace=kubevirt-test-default name=testvmiwqxv4 kind= uid=bc0727b9-8ece-11e8-9bc9-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T23:19:29.438258Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmiwqxv4 kind= uid=bc0727b9-8ece-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmiwqxv4-l4cz8 Pod phase: Running level=info timestamp=2018-07-23T23:19:27.262517Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-23T23:19:28.430898Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-23T23:19:28.441908Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 9c14eeec-31b7-46dc-aaab-662f7931e0aa" level=info timestamp=2018-07-23T23:19:28.494900Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-23T23:19:28.507519Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:19:29.240579Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-23T23:19:29.305485Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T23:19:29.310895Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmiwqxv4 kind= uid=bc0727b9-8ece-11e8-9bc9-525500d15501 msg="Domain started." level=info timestamp=2018-07-23T23:19:29.313465Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiwqxv4 kind= uid=bc0727b9-8ece-11e8-9bc9-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T23:19:29.365835Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:19:29.366003Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-23T23:19:29.397933Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T23:19:29.412496Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:19:29.437330Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiwqxv4 kind= uid=bc0727b9-8ece-11e8-9bc9-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T23:19:29.500887Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 9c14eeec-31b7-46dc-aaab-662f7931e0aa: 189" • Failure [93.207 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started and stopped multiple times /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with Disk PVC [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Timed out after 92.210s. Expected error: <*errors.StatusError | 0xc420c18f30>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 ------------------------------ STEP: Starting and stopping the VirtualMachineInstance number of times STEP: Starting a VirtualMachineInstance Pod name: disks-images-provider-fn9m2 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-zjqx4 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-59ns5 Pod phase: Running 2018/07/23 23:19:44 http: TLS handshake error from 10.128.0.1:46494: EOF 2018/07/23 23:19:54 http: TLS handshake error from 10.128.0.1:46540: EOF 2018/07/23 23:20:04 http: TLS handshake error from 10.128.0.1:46586: EOF 2018/07/23 23:20:14 http: TLS handshake error from 10.128.0.1:46636: EOF 2018/07/23 23:20:24 http: TLS handshake error from 10.128.0.1:46682: EOF 2018/07/23 23:20:34 http: TLS handshake error from 10.128.0.1:46728: EOF 2018/07/23 23:20:44 http: TLS handshake error from 10.128.0.1:46778: EOF 2018/07/23 23:20:54 http: TLS handshake error from 10.128.0.1:46824: EOF 2018/07/23 23:21:04 http: TLS handshake error from 10.128.0.1:46870: EOF level=info timestamp=2018-07-23T23:21:10.598880Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:21:14 http: TLS handshake error from 10.128.0.1:46920: EOF 2018/07/23 23:21:24 http: TLS handshake error from 10.128.0.1:46968: EOF 2018/07/23 23:21:34 http: TLS handshake error from 10.128.0.1:47020: EOF level=info timestamp=2018-07-23T23:21:40.510689Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:21:44 http: TLS handshake error from 10.128.0.1:47070: EOF Pod name: virt-api-7d79764579-5tx9z Pod phase: Running 2018/07/23 23:19:41 http: TLS handshake error from 10.129.0.1:36740: EOF 2018/07/23 23:19:51 http: TLS handshake error from 10.129.0.1:36750: EOF 2018/07/23 23:20:01 http: TLS handshake error from 10.129.0.1:36760: EOF level=info timestamp=2018-07-23T23:20:10.396907Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:20:11 http: TLS handshake error from 10.129.0.1:36770: EOF 2018/07/23 23:20:21 http: TLS handshake error from 10.129.0.1:36780: EOF 2018/07/23 23:20:31 http: TLS handshake error from 10.129.0.1:36790: EOF level=info timestamp=2018-07-23T23:20:40.058861Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:20:41 http: TLS handshake error from 10.129.0.1:36800: EOF 2018/07/23 23:20:51 http: TLS handshake error from 10.129.0.1:36810: EOF 2018/07/23 23:21:01 http: TLS handshake error from 10.129.0.1:36820: EOF 2018/07/23 23:21:11 http: TLS handshake error from 10.129.0.1:36830: EOF 2018/07/23 23:21:21 http: TLS handshake error from 10.129.0.1:36840: EOF 2018/07/23 23:21:31 http: TLS handshake error from 10.129.0.1:36850: EOF 2018/07/23 23:21:41 http: TLS handshake error from 10.129.0.1:36860: EOF Pod name: virt-controller-7d57d96b65-btwpr Pod phase: Running level=info timestamp=2018-07-23T23:15:32.967895Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmih6nvc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmih6nvc" level=info timestamp=2018-07-23T23:15:33.420537Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmih6nvc\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmih6nvc, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 3a624186-8ece-11e8-9bc9-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmih6nvc" level=info timestamp=2018-07-23T23:16:03.572727Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7xh6f kind= uid=4cd117fe-8ece-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:16:03.573530Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7xh6f kind= uid=4cd117fe-8ece-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:16:03.870213Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi7xh6f\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi7xh6f" level=info timestamp=2018-07-23T23:17:36.799303Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik8445 kind= uid=8458cca3-8ece-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:17:36.803612Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik8445 kind= uid=8458cca3-8ece-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:17:36.998772Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik8445\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik8445" level=info timestamp=2018-07-23T23:17:37.035128Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik8445\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik8445" level=info timestamp=2018-07-23T23:19:10.318589Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwqxv4 kind= uid=bc0727b9-8ece-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:19:10.319578Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwqxv4 kind= uid=bc0727b9-8ece-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:19:10.521114Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwqxv4\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwqxv4" level=info timestamp=2018-07-23T23:20:43.193382Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwgssz kind= uid=f37a1fb7-8ece-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:20:43.194273Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwgssz kind= uid=f37a1fb7-8ece-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:20:43.486359Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwgssz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwgssz" Pod name: virt-controller-7d57d96b65-pw4tq Pod phase: Running level=info timestamp=2018-07-23T23:14:59.243143Z pos=application.go:173 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-98w4z Pod phase: Running level=info timestamp=2018-07-23T23:13:54.359360Z pos=vm.go:375 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T23:13:54.361881Z pos=vm.go:532 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmitfw4t" level=info timestamp=2018-07-23T23:13:54.576533Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.581601Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T23:13:54.585791Z pos=vm.go:670 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-23T23:13:54.585968Z pos=vm.go:334 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T23:13:54.586033Z pos=vm.go:375 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T23:13:54.588148Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T23:13:54.629216Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.629413Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:13:54.629544Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.785659Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:13:54.787314Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.824787Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:13:54.825676Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-ht8h6 Pod phase: Running level=info timestamp=2018-07-23T23:20:13.210533Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmiwqxv4 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:20:13.210763Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmiwqxv4 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:20:13.211435Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T23:20:13.211148Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmiwqxv4 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:20:59.250430Z pos=vm.go:381 component=virt-handler namespace=kubevirt-test-default name=testvmiwgssz kind= uid=f37a1fb7-8ece-11e8-9bc9-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T23:21:00.425701Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-23T23:21:00.426056Z pos=vm.go:649 component=virt-handler namespace=kubevirt-test-default name=testvmiwgssz kind=Domain uid=f37a1fb7-8ece-11e8-9bc9-525500d15501 msg="Domain is in state Paused reason StartingUp" level=info timestamp=2018-07-23T23:21:01.174482Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T23:21:01.175570Z pos=vm.go:680 component=virt-handler namespace=kubevirt-test-default name=testvmiwgssz kind=Domain uid=f37a1fb7-8ece-11e8-9bc9-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-23T23:21:01.217428Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T23:21:01.227163Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmiwgssz kind= uid=f37a1fb7-8ece-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:21:01.229405Z pos=vm.go:384 component=virt-handler namespace=kubevirt-test-default name=testvmiwgssz kind= uid=f37a1fb7-8ece-11e8-9bc9-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T23:21:01.469927Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmiwgssz kind= uid=f37a1fb7-8ece-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:21:01.479593Z pos=vm.go:381 component=virt-handler namespace=kubevirt-test-default name=testvmiwgssz kind= uid=f37a1fb7-8ece-11e8-9bc9-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T23:21:01.494549Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmiwgssz kind= uid=f37a1fb7-8ece-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmiwgssz-tcb9k Pod phase: Running level=info timestamp=2018-07-23T23:20:59.565761Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-23T23:21:00.419418Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-23T23:21:00.426700Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:21:00.437492Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 6eadade8-fefe-435c-b487-f1d47f21fdff" level=info timestamp=2018-07-23T23:21:00.438150Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-23T23:21:01.111467Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-23T23:21:01.155444Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T23:21:01.164930Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmiwgssz kind= uid=f37a1fb7-8ece-11e8-9bc9-525500d15501 msg="Domain started." level=info timestamp=2018-07-23T23:21:01.170456Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiwgssz kind= uid=f37a1fb7-8ece-11e8-9bc9-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T23:21:01.176837Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:21:01.177814Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-23T23:21:01.207146Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T23:21:01.223317Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:21:01.452528Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 6eadade8-fefe-435c-b487-f1d47f21fdff: 182" level=info timestamp=2018-07-23T23:21:01.486159Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiwgssz kind= uid=f37a1fb7-8ece-11e8-9bc9-525500d15501 msg="Synced vmi" • Failure [92.921 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started and stopped multiple times /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with CDRom PVC [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Timed out after 92.060s. Expected error: <*errors.StatusError | 0xc420b02480>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 ------------------------------ STEP: Starting and stopping the VirtualMachineInstance number of times STEP: Starting a VirtualMachineInstance Pod name: disks-images-provider-fn9m2 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-zjqx4 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-59ns5 Pod phase: Running 2018/07/23 23:21:24 http: TLS handshake error from 10.128.0.1:46968: EOF 2018/07/23 23:21:34 http: TLS handshake error from 10.128.0.1:47020: EOF level=info timestamp=2018-07-23T23:21:40.510689Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:21:44 http: TLS handshake error from 10.128.0.1:47070: EOF 2018/07/23 23:21:54 http: TLS handshake error from 10.128.0.1:47116: EOF 2018/07/23 23:22:04 http: TLS handshake error from 10.128.0.1:47162: EOF 2018/07/23 23:22:14 http: TLS handshake error from 10.128.0.1:47212: EOF 2018/07/23 23:22:24 http: TLS handshake error from 10.128.0.1:47258: EOF 2018/07/23 23:22:34 http: TLS handshake error from 10.128.0.1:47304: EOF level=info timestamp=2018-07-23T23:22:40.625841Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:22:44 http: TLS handshake error from 10.128.0.1:47354: EOF 2018/07/23 23:22:54 http: TLS handshake error from 10.128.0.1:47400: EOF 2018/07/23 23:23:04 http: TLS handshake error from 10.128.0.1:47446: EOF level=info timestamp=2018-07-23T23:23:10.505737Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:23:14 http: TLS handshake error from 10.128.0.1:47496: EOF Pod name: virt-api-7d79764579-5tx9z Pod phase: Running 2018/07/23 23:21:01 http: TLS handshake error from 10.129.0.1:36820: EOF 2018/07/23 23:21:11 http: TLS handshake error from 10.129.0.1:36830: EOF 2018/07/23 23:21:21 http: TLS handshake error from 10.129.0.1:36840: EOF 2018/07/23 23:21:31 http: TLS handshake error from 10.129.0.1:36850: EOF 2018/07/23 23:21:41 http: TLS handshake error from 10.129.0.1:36860: EOF 2018/07/23 23:21:51 http: TLS handshake error from 10.129.0.1:36870: EOF 2018/07/23 23:22:01 http: TLS handshake error from 10.129.0.1:36882: EOF level=info timestamp=2018-07-23T23:22:10.183885Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:22:11 http: TLS handshake error from 10.129.0.1:36892: EOF 2018/07/23 23:22:21 http: TLS handshake error from 10.129.0.1:36902: EOF 2018/07/23 23:22:31 http: TLS handshake error from 10.129.0.1:36912: EOF 2018/07/23 23:22:41 http: TLS handshake error from 10.129.0.1:36922: EOF 2018/07/23 23:22:51 http: TLS handshake error from 10.129.0.1:36932: EOF 2018/07/23 23:23:01 http: TLS handshake error from 10.129.0.1:36942: EOF 2018/07/23 23:23:11 http: TLS handshake error from 10.129.0.1:36952: EOF Pod name: virt-controller-7d57d96b65-btwpr Pod phase: Running level=info timestamp=2018-07-23T23:16:03.870213Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi7xh6f\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi7xh6f" level=info timestamp=2018-07-23T23:17:36.799303Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik8445 kind= uid=8458cca3-8ece-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:17:36.803612Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik8445 kind= uid=8458cca3-8ece-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:17:36.998772Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik8445\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik8445" level=info timestamp=2018-07-23T23:17:37.035128Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik8445\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik8445" level=info timestamp=2018-07-23T23:19:10.318589Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwqxv4 kind= uid=bc0727b9-8ece-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:19:10.319578Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwqxv4 kind= uid=bc0727b9-8ece-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:19:10.521114Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwqxv4\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwqxv4" level=info timestamp=2018-07-23T23:20:43.193382Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwgssz kind= uid=f37a1fb7-8ece-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:20:43.194273Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwgssz kind= uid=f37a1fb7-8ece-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:20:43.486359Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwgssz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwgssz" level=info timestamp=2018-07-23T23:22:16.214578Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik5ngj kind= uid=2aef23a0-8ecf-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:22:16.215402Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik5ngj kind= uid=2aef23a0-8ecf-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:22:16.368336Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik5ngj\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik5ngj" level=info timestamp=2018-07-23T23:22:16.396283Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik5ngj\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik5ngj" Pod name: virt-controller-7d57d96b65-pw4tq Pod phase: Running level=info timestamp=2018-07-23T23:14:59.243143Z pos=application.go:173 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-98w4z Pod phase: Running level=info timestamp=2018-07-23T23:13:54.359360Z pos=vm.go:375 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T23:13:54.361881Z pos=vm.go:532 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmitfw4t" level=info timestamp=2018-07-23T23:13:54.576533Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.581601Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T23:13:54.585791Z pos=vm.go:670 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-23T23:13:54.585968Z pos=vm.go:334 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T23:13:54.586033Z pos=vm.go:375 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T23:13:54.588148Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T23:13:54.629216Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.629413Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:13:54.629544Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.785659Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:13:54.787314Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.824787Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:13:54.825676Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-ht8h6 Pod phase: Running level=info timestamp=2018-07-23T23:21:46.188654Z pos=vm.go:670 component=virt-handler namespace=kubevirt-test-default name=testvmiwgssz kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-23T23:21:46.189263Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmiwgssz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:21:46.190253Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmiwgssz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:21:46.192517Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T23:22:32.365751Z pos=vm.go:381 component=virt-handler namespace=kubevirt-test-default name=testvmik5ngj kind= uid=2aef23a0-8ecf-11e8-9bc9-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T23:22:33.608817Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-23T23:22:33.616429Z pos=vm.go:649 component=virt-handler namespace=kubevirt-test-default name=testvmik5ngj kind=Domain uid=2aef23a0-8ecf-11e8-9bc9-525500d15501 msg="Domain is in state Paused reason StartingUp" level=info timestamp=2018-07-23T23:22:34.323418Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T23:22:34.324743Z pos=vm.go:680 component=virt-handler namespace=kubevirt-test-default name=testvmik5ngj kind=Domain uid=2aef23a0-8ecf-11e8-9bc9-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-23T23:22:34.336382Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmik5ngj kind= uid=2aef23a0-8ecf-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:22:34.343798Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T23:22:34.345785Z pos=vm.go:384 component=virt-handler namespace=kubevirt-test-default name=testvmik5ngj kind= uid=2aef23a0-8ecf-11e8-9bc9-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T23:22:34.414160Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmik5ngj kind= uid=2aef23a0-8ecf-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:22:34.414673Z pos=vm.go:381 component=virt-handler namespace=kubevirt-test-default name=testvmik5ngj kind= uid=2aef23a0-8ecf-11e8-9bc9-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T23:22:34.429316Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmik5ngj kind= uid=2aef23a0-8ecf-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmik5ngj-cg89v Pod phase: Running level=info timestamp=2018-07-23T23:22:32.973538Z pos=manager.go:157 component=virt-launcher namespace=kubevirt-test-default name=testvmik5ngj kind= uid=2aef23a0-8ecf-11e8-9bc9-525500d15501 msg="Domain defined." level=info timestamp=2018-07-23T23:22:33.559217Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-23T23:22:33.603566Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 4b43f64b-32e3-434a-b706-bf0369b34fb9" level=info timestamp=2018-07-23T23:22:33.605475Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-23T23:22:33.615866Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:22:34.178250Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-23T23:22:34.246780Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmik5ngj kind= uid=2aef23a0-8ecf-11e8-9bc9-525500d15501 msg="Domain started." level=info timestamp=2018-07-23T23:22:34.251707Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmik5ngj kind= uid=2aef23a0-8ecf-11e8-9bc9-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T23:22:34.253481Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T23:22:34.324910Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:22:34.325607Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-23T23:22:34.341322Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T23:22:34.345091Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:22:34.418984Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmik5ngj kind= uid=2aef23a0-8ecf-11e8-9bc9-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T23:22:34.611402Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 4b43f64b-32e3-434a-b706-bf0369b34fb9: 195" • Failure [92.992 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With an emptyDisk defined /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:113 should create a writeable emptyDisk with the right capacity [It] /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:115 Timed out after 92.047s. Expected error: <*errors.StatusError | 0xc420f6a360>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 ------------------------------ STEP: Starting a VirtualMachineInstance Pod name: disks-images-provider-fn9m2 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-zjqx4 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-59ns5 Pod phase: Running 2018/07/23 23:23:04 http: TLS handshake error from 10.128.0.1:47446: EOF level=info timestamp=2018-07-23T23:23:10.505737Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:23:14 http: TLS handshake error from 10.128.0.1:47496: EOF 2018/07/23 23:23:24 http: TLS handshake error from 10.128.0.1:47542: EOF 2018/07/23 23:23:34 http: TLS handshake error from 10.128.0.1:47588: EOF level=info timestamp=2018-07-23T23:23:40.469262Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:23:44 http: TLS handshake error from 10.128.0.1:47638: EOF 2018/07/23 23:23:54 http: TLS handshake error from 10.128.0.1:47684: EOF 2018/07/23 23:24:04 http: TLS handshake error from 10.128.0.1:47730: EOF level=info timestamp=2018-07-23T23:24:10.399777Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:24:14 http: TLS handshake error from 10.128.0.1:47876: EOF 2018/07/23 23:24:24 http: TLS handshake error from 10.128.0.1:47922: EOF 2018/07/23 23:24:34 http: TLS handshake error from 10.128.0.1:47968: EOF level=info timestamp=2018-07-23T23:24:40.618674Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:24:44 http: TLS handshake error from 10.128.0.1:48018: EOF Pod name: virt-api-7d79764579-5tx9z Pod phase: Running 2018/07/23 23:22:21 http: TLS handshake error from 10.129.0.1:36902: EOF 2018/07/23 23:22:31 http: TLS handshake error from 10.129.0.1:36912: EOF 2018/07/23 23:22:41 http: TLS handshake error from 10.129.0.1:36922: EOF 2018/07/23 23:22:51 http: TLS handshake error from 10.129.0.1:36932: EOF 2018/07/23 23:23:01 http: TLS handshake error from 10.129.0.1:36942: EOF 2018/07/23 23:23:11 http: TLS handshake error from 10.129.0.1:36952: EOF 2018/07/23 23:23:21 http: TLS handshake error from 10.129.0.1:36962: EOF 2018/07/23 23:23:31 http: TLS handshake error from 10.129.0.1:36972: EOF 2018/07/23 23:23:41 http: TLS handshake error from 10.129.0.1:36982: EOF 2018/07/23 23:23:51 http: TLS handshake error from 10.129.0.1:36992: EOF 2018/07/23 23:24:01 http: TLS handshake error from 10.129.0.1:37002: EOF 2018/07/23 23:24:11 http: TLS handshake error from 10.129.0.1:37012: EOF 2018/07/23 23:24:21 http: TLS handshake error from 10.129.0.1:37022: EOF 2018/07/23 23:24:31 http: TLS handshake error from 10.129.0.1:37032: EOF 2018/07/23 23:24:41 http: TLS handshake error from 10.129.0.1:37042: EOF Pod name: virt-controller-7d57d96b65-btwpr Pod phase: Running level=info timestamp=2018-07-23T23:17:37.035128Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik8445\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik8445" level=info timestamp=2018-07-23T23:19:10.318589Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwqxv4 kind= uid=bc0727b9-8ece-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:19:10.319578Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwqxv4 kind= uid=bc0727b9-8ece-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:19:10.521114Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwqxv4\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwqxv4" level=info timestamp=2018-07-23T23:20:43.193382Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwgssz kind= uid=f37a1fb7-8ece-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:20:43.194273Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwgssz kind= uid=f37a1fb7-8ece-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:20:43.486359Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwgssz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwgssz" level=info timestamp=2018-07-23T23:22:16.214578Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik5ngj kind= uid=2aef23a0-8ecf-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:22:16.215402Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik5ngj kind= uid=2aef23a0-8ecf-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:22:16.368336Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik5ngj\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik5ngj" level=info timestamp=2018-07-23T23:22:16.396283Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik5ngj\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik5ngj" level=info timestamp=2018-07-23T23:23:49.062623Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmilths4 kind= uid=6242e055-8ecf-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:23:49.063485Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmilths4 kind= uid=6242e055-8ecf-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:23:49.294865Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmilths4\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmilths4" level=info timestamp=2018-07-23T23:23:49.358093Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmilths4\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmilths4" Pod name: virt-controller-7d57d96b65-pw4tq Pod phase: Running level=info timestamp=2018-07-23T23:14:59.243143Z pos=application.go:173 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-98w4z Pod phase: Running level=info timestamp=2018-07-23T23:13:54.359360Z pos=vm.go:375 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T23:13:54.361881Z pos=vm.go:532 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmitfw4t" level=info timestamp=2018-07-23T23:13:54.576533Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.581601Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T23:13:54.585791Z pos=vm.go:670 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-23T23:13:54.585968Z pos=vm.go:334 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T23:13:54.586033Z pos=vm.go:375 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T23:13:54.588148Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T23:13:54.629216Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.629413Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:13:54.629544Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.785659Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:13:54.787314Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.824787Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:13:54.825676Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-ht8h6 Pod phase: Running level=info timestamp=2018-07-23T23:24:05.316781Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-23T23:24:05.317146Z pos=vm.go:649 component=virt-handler namespace=kubevirt-test-default name=testvmilths4 kind=Domain uid=6242e055-8ecf-11e8-9bc9-525500d15501 msg="Domain is in state Paused reason StartingUp" level=info timestamp=2018-07-23T23:24:06.030715Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T23:24:06.050291Z pos=vm.go:680 component=virt-handler namespace=kubevirt-test-default name=testvmilths4 kind=Domain uid=6242e055-8ecf-11e8-9bc9-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-23T23:24:06.047295Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmilths4 kind= uid=6242e055-8ecf-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:24:06.050848Z pos=vm.go:384 component=virt-handler namespace=kubevirt-test-default name=testvmilths4 kind= uid=6242e055-8ecf-11e8-9bc9-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T23:24:06.082254Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T23:24:06.166746Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmilths4 kind= uid=6242e055-8ecf-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:24:06.167307Z pos=vm.go:384 component=virt-handler namespace=kubevirt-test-default name=testvmilths4 kind= uid=6242e055-8ecf-11e8-9bc9-525500d15501 msg="No update processing required" level=error timestamp=2018-07-23T23:24:06.233928Z pos=vm.go:396 component=virt-handler namespace=kubevirt-test-default name=testvmilths4 kind= uid=6242e055-8ecf-11e8-9bc9-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmilths4\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-23T23:24:06.234481Z pos=vm.go:243 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmilths4\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmilths4" level=info timestamp=2018-07-23T23:24:06.235202Z pos=vm.go:381 component=virt-handler namespace=kubevirt-test-default name=testvmilths4 kind= uid=6242e055-8ecf-11e8-9bc9-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T23:24:06.242947Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmilths4 kind= uid=6242e055-8ecf-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:24:06.245651Z pos=vm.go:381 component=virt-handler namespace=kubevirt-test-default name=testvmilths4 kind= uid=6242e055-8ecf-11e8-9bc9-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T23:24:06.252779Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmilths4 kind= uid=6242e055-8ecf-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmilths4-fjcz8 Pod phase: Running level=info timestamp=2018-07-23T23:24:05.272080Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-23T23:24:05.312805Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 22cf8209-6bfc-46ca-8fcc-310c83f63261" level=info timestamp=2018-07-23T23:24:05.313129Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-23T23:24:05.319189Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:24:06.003184Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-23T23:24:06.027626Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T23:24:06.038878Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmilths4 kind= uid=6242e055-8ecf-11e8-9bc9-525500d15501 msg="Domain started." level=info timestamp=2018-07-23T23:24:06.041732Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmilths4 kind= uid=6242e055-8ecf-11e8-9bc9-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T23:24:06.051601Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:24:06.052013Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-23T23:24:06.076136Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T23:24:06.084454Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:24:06.241899Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmilths4 kind= uid=6242e055-8ecf-11e8-9bc9-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T23:24:06.251776Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmilths4 kind= uid=6242e055-8ecf-11e8-9bc9-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T23:24:06.322646Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 22cf8209-6bfc-46ca-8fcc-310c83f63261: 192" • Failure [93.027 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With an emptyDisk defined and a specified serial number /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:163 should create a writeable emptyDisk with the specified serial number [It] /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:165 Timed out after 92.042s. Expected error: <*errors.StatusError | 0xc420c18240>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 ------------------------------ STEP: Starting a VirtualMachineInstance Pod name: disks-images-provider-fn9m2 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-zjqx4 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-59ns5 Pod phase: Running 2018/07/23 23:24:34 http: TLS handshake error from 10.128.0.1:47968: EOF level=info timestamp=2018-07-23T23:24:40.618674Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:24:44 http: TLS handshake error from 10.128.0.1:48018: EOF 2018/07/23 23:24:54 http: TLS handshake error from 10.128.0.1:48064: EOF 2018/07/23 23:25:04 http: TLS handshake error from 10.128.0.1:48112: EOF 2018/07/23 23:25:14 http: TLS handshake error from 10.128.0.1:48162: EOF 2018/07/23 23:25:24 http: TLS handshake error from 10.128.0.1:48208: EOF 2018/07/23 23:25:34 http: TLS handshake error from 10.128.0.1:48254: EOF level=info timestamp=2018-07-23T23:25:40.463295Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:25:44 http: TLS handshake error from 10.128.0.1:48304: EOF 2018/07/23 23:25:54 http: TLS handshake error from 10.128.0.1:48350: EOF 2018/07/23 23:26:04 http: TLS handshake error from 10.128.0.1:48492: EOF level=info timestamp=2018-07-23T23:26:10.496948Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:26:14 http: TLS handshake error from 10.128.0.1:48542: EOF 2018/07/23 23:26:24 http: TLS handshake error from 10.128.0.1:48588: EOF Pod name: virt-api-7d79764579-5tx9z Pod phase: Running 2018/07/23 23:24:11 http: TLS handshake error from 10.129.0.1:37012: EOF 2018/07/23 23:24:21 http: TLS handshake error from 10.129.0.1:37022: EOF 2018/07/23 23:24:31 http: TLS handshake error from 10.129.0.1:37032: EOF 2018/07/23 23:24:41 http: TLS handshake error from 10.129.0.1:37042: EOF 2018/07/23 23:24:51 http: TLS handshake error from 10.129.0.1:37052: EOF 2018/07/23 23:25:01 http: TLS handshake error from 10.129.0.1:37062: EOF level=info timestamp=2018-07-23T23:25:10.195651Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:25:11 http: TLS handshake error from 10.129.0.1:37072: EOF 2018/07/23 23:25:21 http: TLS handshake error from 10.129.0.1:37082: EOF 2018/07/23 23:25:31 http: TLS handshake error from 10.129.0.1:37094: EOF 2018/07/23 23:25:41 http: TLS handshake error from 10.129.0.1:37104: EOF 2018/07/23 23:25:51 http: TLS handshake error from 10.129.0.1:37114: EOF 2018/07/23 23:26:01 http: TLS handshake error from 10.129.0.1:37124: EOF 2018/07/23 23:26:11 http: TLS handshake error from 10.129.0.1:37134: EOF 2018/07/23 23:26:21 http: TLS handshake error from 10.129.0.1:37144: EOF Pod name: virt-controller-7d57d96b65-btwpr Pod phase: Running level=info timestamp=2018-07-23T23:20:43.193382Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwgssz kind= uid=f37a1fb7-8ece-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:20:43.194273Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwgssz kind= uid=f37a1fb7-8ece-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:20:43.486359Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwgssz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwgssz" level=info timestamp=2018-07-23T23:22:16.214578Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik5ngj kind= uid=2aef23a0-8ecf-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:22:16.215402Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik5ngj kind= uid=2aef23a0-8ecf-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:22:16.368336Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik5ngj\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik5ngj" level=info timestamp=2018-07-23T23:22:16.396283Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik5ngj\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik5ngj" level=info timestamp=2018-07-23T23:23:49.062623Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmilths4 kind= uid=6242e055-8ecf-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:23:49.063485Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmilths4 kind= uid=6242e055-8ecf-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:23:49.294865Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmilths4\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmilths4" level=info timestamp=2018-07-23T23:23:49.358093Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmilths4\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmilths4" level=info timestamp=2018-07-23T23:25:22.085165Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiczbpg kind= uid=99b53b17-8ecf-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:25:22.085914Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiczbpg kind= uid=99b53b17-8ecf-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:25:22.287782Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiczbpg\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiczbpg" level=info timestamp=2018-07-23T23:25:22.340364Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiczbpg\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiczbpg" Pod name: virt-controller-7d57d96b65-pw4tq Pod phase: Running level=info timestamp=2018-07-23T23:14:59.243143Z pos=application.go:173 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-98w4z Pod phase: Running level=info timestamp=2018-07-23T23:13:54.359360Z pos=vm.go:375 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T23:13:54.361881Z pos=vm.go:532 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmitfw4t" level=info timestamp=2018-07-23T23:13:54.576533Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.581601Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T23:13:54.585791Z pos=vm.go:670 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-23T23:13:54.585968Z pos=vm.go:334 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T23:13:54.586033Z pos=vm.go:375 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T23:13:54.588148Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T23:13:54.629216Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.629413Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:13:54.629544Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.785659Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:13:54.787314Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.824787Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:13:54.825676Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-ht8h6 Pod phase: Running level=info timestamp=2018-07-23T23:25:39.271734Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-23T23:25:39.272340Z pos=vm.go:649 component=virt-handler namespace=kubevirt-test-default name=testvmiczbpg kind=Domain uid=99b53b17-8ecf-11e8-9bc9-525500d15501 msg="Domain is in state Paused reason StartingUp" level=info timestamp=2018-07-23T23:25:39.662299Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T23:25:39.662697Z pos=vm.go:680 component=virt-handler namespace=kubevirt-test-default name=testvmiczbpg kind=Domain uid=99b53b17-8ecf-11e8-9bc9-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-23T23:25:39.698772Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmiczbpg kind= uid=99b53b17-8ecf-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:25:39.703352Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T23:25:39.704120Z pos=vm.go:384 component=virt-handler namespace=kubevirt-test-default name=testvmiczbpg kind= uid=99b53b17-8ecf-11e8-9bc9-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T23:25:39.788452Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmiczbpg kind= uid=99b53b17-8ecf-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:25:39.788884Z pos=vm.go:384 component=virt-handler namespace=kubevirt-test-default name=testvmiczbpg kind= uid=99b53b17-8ecf-11e8-9bc9-525500d15501 msg="No update processing required" level=error timestamp=2018-07-23T23:25:39.809850Z pos=vm.go:396 component=virt-handler namespace=kubevirt-test-default name=testvmiczbpg kind= uid=99b53b17-8ecf-11e8-9bc9-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiczbpg\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-23T23:25:39.810274Z pos=vm.go:243 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiczbpg\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmiczbpg" level=info timestamp=2018-07-23T23:25:39.810615Z pos=vm.go:381 component=virt-handler namespace=kubevirt-test-default name=testvmiczbpg kind= uid=99b53b17-8ecf-11e8-9bc9-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T23:25:39.817079Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmiczbpg kind= uid=99b53b17-8ecf-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:25:39.817505Z pos=vm.go:381 component=virt-handler namespace=kubevirt-test-default name=testvmiczbpg kind= uid=99b53b17-8ecf-11e8-9bc9-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T23:25:39.823101Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmiczbpg kind= uid=99b53b17-8ecf-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmiczbpg-xxxxn Pod phase: Running level=info timestamp=2018-07-23T23:25:39.109309Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 119080a5-8468-418f-a88f-05fcbd3da832" level=info timestamp=2018-07-23T23:25:39.115124Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-23T23:25:39.129355Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-23T23:25:39.300919Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:25:39.638592Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-23T23:25:39.660128Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T23:25:39.664043Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:25:39.673897Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-23T23:25:39.689236Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmiczbpg kind= uid=99b53b17-8ecf-11e8-9bc9-525500d15501 msg="Domain started." level=info timestamp=2018-07-23T23:25:39.694147Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiczbpg kind= uid=99b53b17-8ecf-11e8-9bc9-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T23:25:39.695152Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T23:25:39.704815Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:25:39.816321Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiczbpg kind= uid=99b53b17-8ecf-11e8-9bc9-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T23:25:39.821944Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiczbpg kind= uid=99b53b17-8ecf-11e8-9bc9-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T23:25:40.133426Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 119080a5-8468-418f-a88f-05fcbd3da832: 190" • Failure [92.822 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With ephemeral alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:205 should be successfully started [It] /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:207 Timed out after 92.056s. Expected error: <*errors.StatusError | 0xc420c18f30>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 ------------------------------ STEP: Starting a VirtualMachineInstance Pod name: disks-images-provider-fn9m2 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-zjqx4 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-59ns5 Pod phase: Running 2018/07/23 23:25:54 http: TLS handshake error from 10.128.0.1:48350: EOF 2018/07/23 23:26:04 http: TLS handshake error from 10.128.0.1:48492: EOF level=info timestamp=2018-07-23T23:26:10.496948Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:26:14 http: TLS handshake error from 10.128.0.1:48542: EOF 2018/07/23 23:26:24 http: TLS handshake error from 10.128.0.1:48588: EOF 2018/07/23 23:26:34 http: TLS handshake error from 10.128.0.1:48634: EOF 2018/07/23 23:26:44 http: TLS handshake error from 10.128.0.1:48684: EOF 2018/07/23 23:26:54 http: TLS handshake error from 10.128.0.1:48730: EOF 2018/07/23 23:27:04 http: TLS handshake error from 10.128.0.1:48776: EOF 2018/07/23 23:27:14 http: TLS handshake error from 10.128.0.1:48826: EOF 2018/07/23 23:27:24 http: TLS handshake error from 10.128.0.1:48872: EOF 2018/07/23 23:27:34 http: TLS handshake error from 10.128.0.1:48918: EOF level=info timestamp=2018-07-23T23:27:40.401302Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:27:44 http: TLS handshake error from 10.128.0.1:48968: EOF 2018/07/23 23:27:54 http: TLS handshake error from 10.128.0.1:49014: EOF Pod name: virt-api-7d79764579-5tx9z Pod phase: Running 2018/07/23 23:25:51 http: TLS handshake error from 10.129.0.1:37114: EOF 2018/07/23 23:26:01 http: TLS handshake error from 10.129.0.1:37124: EOF 2018/07/23 23:26:11 http: TLS handshake error from 10.129.0.1:37134: EOF 2018/07/23 23:26:21 http: TLS handshake error from 10.129.0.1:37144: EOF 2018/07/23 23:26:31 http: TLS handshake error from 10.129.0.1:37154: EOF level=info timestamp=2018-07-23T23:26:40.108145Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:26:41 http: TLS handshake error from 10.129.0.1:37164: EOF 2018/07/23 23:26:51 http: TLS handshake error from 10.129.0.1:37174: EOF 2018/07/23 23:27:01 http: TLS handshake error from 10.129.0.1:37184: EOF level=info timestamp=2018-07-23T23:27:10.039349Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:27:11 http: TLS handshake error from 10.129.0.1:37194: EOF 2018/07/23 23:27:21 http: TLS handshake error from 10.129.0.1:37204: EOF 2018/07/23 23:27:31 http: TLS handshake error from 10.129.0.1:37214: EOF 2018/07/23 23:27:41 http: TLS handshake error from 10.129.0.1:37224: EOF 2018/07/23 23:27:51 http: TLS handshake error from 10.129.0.1:37234: EOF Pod name: virt-controller-7d57d96b65-btwpr Pod phase: Running level=info timestamp=2018-07-23T23:22:16.214578Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik5ngj kind= uid=2aef23a0-8ecf-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:22:16.215402Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmik5ngj kind= uid=2aef23a0-8ecf-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:22:16.368336Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik5ngj\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik5ngj" level=info timestamp=2018-07-23T23:22:16.396283Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmik5ngj\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmik5ngj" level=info timestamp=2018-07-23T23:23:49.062623Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmilths4 kind= uid=6242e055-8ecf-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:23:49.063485Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmilths4 kind= uid=6242e055-8ecf-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:23:49.294865Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmilths4\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmilths4" level=info timestamp=2018-07-23T23:23:49.358093Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmilths4\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmilths4" level=info timestamp=2018-07-23T23:25:22.085165Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiczbpg kind= uid=99b53b17-8ecf-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:25:22.085914Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiczbpg kind= uid=99b53b17-8ecf-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:25:22.287782Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiczbpg\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiczbpg" level=info timestamp=2018-07-23T23:25:22.340364Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiczbpg\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiczbpg" level=info timestamp=2018-07-23T23:26:54.955265Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi5gnc7 kind= uid=d112ec00-8ecf-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:26:54.956119Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi5gnc7 kind= uid=d112ec00-8ecf-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:26:55.147530Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi5gnc7\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi5gnc7" Pod name: virt-controller-7d57d96b65-pw4tq Pod phase: Running level=info timestamp=2018-07-23T23:14:59.243143Z pos=application.go:173 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-98w4z Pod phase: Running level=info timestamp=2018-07-23T23:13:54.359360Z pos=vm.go:375 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T23:13:54.361881Z pos=vm.go:532 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmitfw4t" level=info timestamp=2018-07-23T23:13:54.576533Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.581601Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T23:13:54.585791Z pos=vm.go:670 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-23T23:13:54.585968Z pos=vm.go:334 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T23:13:54.586033Z pos=vm.go:375 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T23:13:54.588148Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T23:13:54.629216Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.629413Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:13:54.629544Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.785659Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:13:54.787314Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.824787Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:13:54.825676Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-ht8h6 Pod phase: Running level=info timestamp=2018-07-23T23:26:24.922493Z pos=vm.go:670 component=virt-handler namespace=kubevirt-test-default name=testvmiczbpg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-23T23:26:24.923190Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmiczbpg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:26:24.923466Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmiczbpg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:26:24.931982Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T23:27:10.747542Z pos=vm.go:381 component=virt-handler namespace=kubevirt-test-default name=testvmi5gnc7 kind= uid=d112ec00-8ecf-11e8-9bc9-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T23:27:12.418971Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-23T23:27:12.421458Z pos=vm.go:649 component=virt-handler namespace=kubevirt-test-default name=testvmi5gnc7 kind=Domain uid=d112ec00-8ecf-11e8-9bc9-525500d15501 msg="Domain is in state Paused reason StartingUp" level=info timestamp=2018-07-23T23:27:13.101878Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T23:27:13.103793Z pos=vm.go:680 component=virt-handler namespace=kubevirt-test-default name=testvmi5gnc7 kind=Domain uid=d112ec00-8ecf-11e8-9bc9-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-23T23:27:13.171832Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T23:27:13.186381Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmi5gnc7 kind= uid=d112ec00-8ecf-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:27:13.196543Z pos=vm.go:384 component=virt-handler namespace=kubevirt-test-default name=testvmi5gnc7 kind= uid=d112ec00-8ecf-11e8-9bc9-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T23:27:13.356674Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmi5gnc7 kind= uid=d112ec00-8ecf-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:27:13.356977Z pos=vm.go:381 component=virt-handler namespace=kubevirt-test-default name=testvmi5gnc7 kind= uid=d112ec00-8ecf-11e8-9bc9-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T23:27:13.367304Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmi5gnc7 kind= uid=d112ec00-8ecf-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi5gnc7-fxq8j Pod phase: Running level=info timestamp=2018-07-23T23:27:11.294647Z pos=manager.go:157 component=virt-launcher namespace=kubevirt-test-default name=testvmi5gnc7 kind= uid=d112ec00-8ecf-11e8-9bc9-525500d15501 msg="Domain defined." level=info timestamp=2018-07-23T23:27:12.328366Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-23T23:27:12.387546Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID aae1cb73-057e-4a27-9ea2-8fd5ca3a8be9" level=info timestamp=2018-07-23T23:27:12.401314Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-23T23:27:12.423563Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:27:13.041516Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-23T23:27:13.099846Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T23:27:13.102942Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:27:13.122114Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-23T23:27:13.160013Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmi5gnc7 kind= uid=d112ec00-8ecf-11e8-9bc9-525500d15501 msg="Domain started." level=info timestamp=2018-07-23T23:27:13.168591Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi5gnc7 kind= uid=d112ec00-8ecf-11e8-9bc9-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T23:27:13.169346Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T23:27:13.173598Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:27:13.361836Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi5gnc7 kind= uid=d112ec00-8ecf-11e8-9bc9-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T23:27:13.406229Z pos=monitor.go:222 component=virt-launcher msg="Found PID for aae1cb73-057e-4a27-9ea2-8fd5ca3a8be9: 190" • Failure [92.739 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With ephemeral alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:205 should not persist data [It] /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:218 Timed out after 92.051s. Expected error: <*errors.StatusError | 0xc4209aca20>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 ------------------------------ STEP: Starting the VirtualMachineInstance STEP: Starting a VirtualMachineInstance Pod name: disks-images-provider-fn9m2 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-zjqx4 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-59ns5 Pod phase: Running 2018/07/23 23:28:44 http: TLS handshake error from 10.128.0.1:49254: EOF 2018/07/23 23:28:54 http: TLS handshake error from 10.128.0.1:49300: EOF 2018/07/23 23:29:04 http: TLS handshake error from 10.128.0.1:49346: EOF level=info timestamp=2018-07-23T23:29:10.612544Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:29:14 http: TLS handshake error from 10.128.0.1:49396: EOF 2018/07/23 23:29:24 http: TLS handshake error from 10.128.0.1:49442: EOF 2018/07/23 23:29:34 http: TLS handshake error from 10.128.0.1:49488: EOF level=info timestamp=2018-07-23T23:29:38.824710Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-23T23:29:38.956395Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-23T23:29:40.579635Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:29:44 http: TLS handshake error from 10.128.0.1:49546: EOF level=info timestamp=2018-07-23T23:29:51.728856Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/23 23:29:54 http: TLS handshake error from 10.128.0.1:49594: EOF level=info timestamp=2018-07-23T23:29:59.912597Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-23T23:29:59.918586Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 Pod name: virt-api-7d79764579-5tx9z Pod phase: Running 2018/07/23 23:27:41 http: TLS handshake error from 10.129.0.1:37224: EOF 2018/07/23 23:27:51 http: TLS handshake error from 10.129.0.1:37234: EOF 2018/07/23 23:28:01 http: TLS handshake error from 10.129.0.1:37244: EOF 2018/07/23 23:28:11 http: TLS handshake error from 10.129.0.1:37254: EOF 2018/07/23 23:28:21 http: TLS handshake error from 10.129.0.1:37264: EOF 2018/07/23 23:28:31 http: TLS handshake error from 10.129.0.1:37274: EOF level=info timestamp=2018-07-23T23:28:40.336762Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:28:41 http: TLS handshake error from 10.129.0.1:37284: EOF 2018/07/23 23:28:51 http: TLS handshake error from 10.129.0.1:37294: EOF 2018/07/23 23:29:01 http: TLS handshake error from 10.129.0.1:37306: EOF 2018/07/23 23:29:11 http: TLS handshake error from 10.129.0.1:37316: EOF 2018/07/23 23:29:21 http: TLS handshake error from 10.129.0.1:37326: EOF 2018/07/23 23:29:31 http: TLS handshake error from 10.129.0.1:37336: EOF 2018/07/23 23:29:41 http: TLS handshake error from 10.129.0.1:37346: EOF 2018/07/23 23:29:51 http: TLS handshake error from 10.129.0.1:37356: EOF Pod name: virt-controller-7d57d96b65-btwpr Pod phase: Running level=info timestamp=2018-07-23T23:23:49.062623Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmilths4 kind= uid=6242e055-8ecf-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:23:49.063485Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmilths4 kind= uid=6242e055-8ecf-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:23:49.294865Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmilths4\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmilths4" level=info timestamp=2018-07-23T23:23:49.358093Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmilths4\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmilths4" level=info timestamp=2018-07-23T23:25:22.085165Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiczbpg kind= uid=99b53b17-8ecf-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:25:22.085914Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiczbpg kind= uid=99b53b17-8ecf-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:25:22.287782Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiczbpg\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiczbpg" level=info timestamp=2018-07-23T23:25:22.340364Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiczbpg\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiczbpg" level=info timestamp=2018-07-23T23:26:54.955265Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi5gnc7 kind= uid=d112ec00-8ecf-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:26:54.956119Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi5gnc7 kind= uid=d112ec00-8ecf-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:26:55.147530Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi5gnc7\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi5gnc7" level=info timestamp=2018-07-23T23:28:27.923531Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmip7hrq kind= uid=087d9c47-8ed0-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:28:27.924416Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmip7hrq kind= uid=087d9c47-8ed0-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:28:28.099394Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmip7hrq\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmip7hrq" level=info timestamp=2018-07-23T23:28:28.162580Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmip7hrq\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmip7hrq" Pod name: virt-controller-7d57d96b65-pw4tq Pod phase: Running level=info timestamp=2018-07-23T23:14:59.243143Z pos=application.go:173 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-98w4z Pod phase: Running level=info timestamp=2018-07-23T23:13:54.359360Z pos=vm.go:375 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T23:13:54.361881Z pos=vm.go:532 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmitfw4t" level=info timestamp=2018-07-23T23:13:54.576533Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.581601Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T23:13:54.585791Z pos=vm.go:670 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-23T23:13:54.585968Z pos=vm.go:334 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T23:13:54.586033Z pos=vm.go:375 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T23:13:54.588148Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-23T23:13:54.629216Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.629413Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:13:54.629544Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.785659Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:13:54.787314Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind= uid=d87306eb-8ecd-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:13:54.824787Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:13:54.825676Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmitfw4t kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-ht8h6 Pod phase: Running level=info timestamp=2018-07-23T23:28:44.991346Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-23T23:28:45.006310Z pos=vm.go:649 component=virt-handler namespace=kubevirt-test-default name=testvmip7hrq kind=Domain uid=087d9c47-8ed0-11e8-9bc9-525500d15501 msg="Domain is in state Paused reason StartingUp" level=info timestamp=2018-07-23T23:28:45.789352Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T23:28:45.790874Z pos=vm.go:680 component=virt-handler namespace=kubevirt-test-default name=testvmip7hrq kind=Domain uid=087d9c47-8ed0-11e8-9bc9-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-23T23:28:45.843808Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T23:28:45.847210Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmip7hrq kind= uid=087d9c47-8ed0-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:28:45.848733Z pos=vm.go:384 component=virt-handler namespace=kubevirt-test-default name=testvmip7hrq kind= uid=087d9c47-8ed0-11e8-9bc9-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T23:28:45.932520Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmip7hrq kind= uid=087d9c47-8ed0-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:28:45.933986Z pos=vm.go:384 component=virt-handler namespace=kubevirt-test-default name=testvmip7hrq kind= uid=087d9c47-8ed0-11e8-9bc9-525500d15501 msg="No update processing required" level=error timestamp=2018-07-23T23:28:45.977181Z pos=vm.go:396 component=virt-handler namespace=kubevirt-test-default name=testvmip7hrq kind= uid=087d9c47-8ed0-11e8-9bc9-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmip7hrq\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-23T23:28:45.977588Z pos=vm.go:243 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmip7hrq\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmip7hrq" level=info timestamp=2018-07-23T23:28:45.978074Z pos=vm.go:381 component=virt-handler namespace=kubevirt-test-default name=testvmip7hrq kind= uid=087d9c47-8ed0-11e8-9bc9-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T23:28:45.984568Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmip7hrq kind= uid=087d9c47-8ed0-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:28:45.987094Z pos=vm.go:381 component=virt-handler namespace=kubevirt-test-default name=testvmip7hrq kind= uid=087d9c47-8ed0-11e8-9bc9-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T23:28:45.991438Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmip7hrq kind= uid=087d9c47-8ed0-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmip7hrq-hxdmb Pod phase: Running level=info timestamp=2018-07-23T23:28:44.964876Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-23T23:28:44.998117Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:28:45.432193Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 65f6d864-52ee-4904-b7c1-97d03d34da0a" level=info timestamp=2018-07-23T23:28:45.433298Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-23T23:28:45.659324Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-23T23:28:45.758599Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T23:28:45.770900Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmip7hrq kind= uid=087d9c47-8ed0-11e8-9bc9-525500d15501 msg="Domain started." level=info timestamp=2018-07-23T23:28:45.776905Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmip7hrq kind= uid=087d9c47-8ed0-11e8-9bc9-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T23:28:45.792950Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:28:45.793236Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-23T23:28:45.831713Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T23:28:45.851354Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:28:45.983729Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmip7hrq kind= uid=087d9c47-8ed0-11e8-9bc9-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T23:28:45.990881Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmip7hrq kind= uid=087d9c47-8ed0-11e8-9bc9-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T23:28:46.466967Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 65f6d864-52ee-4904-b7c1-97d03d34da0a: 188" • Failure [124.351 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With VirtualMachineInstance with two PVCs /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:266 should start vmi multiple times [It] /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:278 Timed out after 123.057s. Expected error: <*errors.StatusError | 0xc420f6a1b0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 ------------------------------ STEP: Starting and stopping the VirtualMachineInstance number of times STEP: Starting a VirtualMachineInstance volumedisk0 compute • [SLOW TEST:68.218 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 VirtualMachineInstance definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:55 with 3 CPU cores /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:56 should report 3 cpu cores under guest OS /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:62 ------------------------------ • [SLOW TEST:19.909 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 VirtualMachineInstance definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:55 with hugepages /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:108 should consume hugepages /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 hugepages-2Mi /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ S [SKIPPING] [0.527 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 VirtualMachineInstance definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:55 with hugepages /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:108 should consume hugepages /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 hugepages-1Gi [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 No node with hugepages hugepages-1Gi capacity /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:160 ------------------------------ • ------------------------------ • [SLOW TEST:117.697 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 with CPU spec /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:238 when CPU model defined /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:284 should report defined CPU model /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:285 ------------------------------ • [SLOW TEST:113.321 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 with CPU spec /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:238 when CPU model equals to passthrough /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:312 should report exactly the same model as node CPU /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:313 ------------------------------ • [SLOW TEST:113.627 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 with CPU spec /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:238 when CPU model not defined /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:336 should report CPU model from libvirt capabilities /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:337 ------------------------------ • [SLOW TEST:42.523 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 New VirtualMachineInstance with all supported drives /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:357 should have all the device nodes /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:380 ------------------------------ • [SLOW TEST:21.199 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should successfully start with hook sidecar annotation /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:60 ------------------------------ • [SLOW TEST:18.244 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should call Collect and OnDefineDomain on the hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:67 ------------------------------ • [SLOW TEST:20.553 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should update domain XML with SM BIOS properties /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:83 ------------------------------ • ------------------------------ • [SLOW TEST:9.283 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should scale /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 to five, to six and then to zero replicas /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ •• ------------------------------ • [SLOW TEST:21.686 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should update readyReplicas once VMIs are up /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:157 ------------------------------ • [SLOW TEST:15.467 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should remove VMIs once it is marked for deletion /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:169 ------------------------------ • ------------------------------ • [SLOW TEST:5.776 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should not scale when paused and scale when resume /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:223 ------------------------------ • [SLOW TEST:12.323 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should remove the finished VM /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:279 ------------------------------ • [SLOW TEST:21.542 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given a vmi /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:20.743 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given an vm /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:20.353 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given a vmi preset /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:20.470 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given a vmi replica set /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:39.942 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:35 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:64 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a cirros image /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 should return that we are running cirros /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:67 ------------------------------ • [SLOW TEST:43.114 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:35 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:64 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a fedora image /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:76 should return that we are running fedora /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:77 ------------------------------ • [SLOW TEST:35.809 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:35 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:64 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 should be able to reconnect to console multiple times /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:86 ------------------------------ ••••• ------------------------------ • [SLOW TEST:6.002 seconds] Templates /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:42 Launching VMI from VM Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:60 with given Fedora Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:193 with given VM JSON from the Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:152 with given VM from the VM JSON /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:158 with given VMI from the VM /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:163 should succeed to terminate the VMI using oc-patch command /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:166 ------------------------------ • [SLOW TEST:43.909 seconds] Health Monitoring /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:37 A VirtualMachineInstance with a watchdog device /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:56 should be shut down when the watchdog expires /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:57 ------------------------------ Service cluster-ip-vm successfully exposed for virtualmachineinstance testvmitxjwj • [SLOW TEST:48.988 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:61 Expose ClusterIP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:68 Should expose a Cluster IP service on a VM and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:71 ------------------------------ Service node-port-vm successfully exposed for virtualmachineinstance testvmitxjwj • [SLOW TEST:9.603 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:61 Expose NodePort service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:98 Should expose a NodePort service on a VM and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:103 ------------------------------ Service cluster-ip-udp-vm successfully exposed for virtualmachineinstance testvmibcgg8 • [SLOW TEST:44.999 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose UDP service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:140 Expose ClusterIP UDP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:147 Should expose a ClusterIP service on a VM and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:151 ------------------------------ Service node-port-udp-vm successfully exposed for virtualmachineinstance testvmibcgg8 • [SLOW TEST:10.589 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose UDP service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:140 Expose NodePort UDP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:179 Should expose a NodePort service on a VM and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:184 ------------------------------ Service cluster-ip-vmrs successfully exposed for vmirs replicaset2bhhg • [SLOW TEST:62.655 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VM replica set /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:227 Expose ClusterIP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:260 Should create a ClusterIP service on VMRS and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:264 ------------------------------ Service cluster-ip-ovm successfully exposed for virtualmachine testvming79r VM testvming79r was scheduled to start • [SLOW TEST:52.036 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on an Offline VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:292 Expose ClusterIP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:336 Connect to ClusterIP services that was set when VM was offline /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:337 ------------------------------ ••••••••••• ------------------------------ • [SLOW TEST:39.682 seconds] LeaderElection /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:43 Start a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:53 when the controller pod is not running /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:54 should success /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:55 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.021 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 should succeed to start a vmi [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:133 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.009 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 should succeed to stop a running vmi [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:139 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.009 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with winrm connection [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:150 should have correct UUID /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:192 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.029 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with winrm connection [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:150 should have pod IP /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:208 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.025 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with kubectl command [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:226 should succeed to start a vmi /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:242 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.010 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with kubectl command [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:226 should succeed to stop a vmi /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:250 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ • [SLOW TEST:119.462 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the Inbound VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • Pod name: disks-images-provider-fn9m2 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-zjqx4 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-59ns5 Pod phase: Running level=info timestamp=2018-07-23T23:53:41.212643Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-23T23:53:41.236954Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/23 23:53:44 http: TLS handshake error from 10.128.0.1:56914: EOF level=info timestamp=2018-07-23T23:53:47.119083Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-23T23:53:51.456600Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/23 23:53:54 http: TLS handshake error from 10.128.0.1:56964: EOF level=info timestamp=2018-07-23T23:53:54.542765Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-23T23:53:54.543985Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-23T23:53:57.194188Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/23 23:54:04 http: TLS handshake error from 10.128.0.1:57014: EOF level=info timestamp=2018-07-23T23:54:07.333393Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-23T23:54:13.735180Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:54:14 http: TLS handshake error from 10.128.0.1:57068: EOF level=info timestamp=2018-07-23T23:54:17.477308Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-23T23:54:21.699199Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-api-7d79764579-5tx9z Pod phase: Running 2018/07/23 23:52:11 http: TLS handshake error from 10.129.0.1:38664: EOF 2018/07/23 23:52:21 http: TLS handshake error from 10.129.0.1:38670: EOF 2018/07/23 23:52:31 http: TLS handshake error from 10.129.0.1:38676: EOF 2018/07/23 23:52:41 http: TLS handshake error from 10.129.0.1:38682: EOF 2018/07/23 23:52:51 http: TLS handshake error from 10.129.0.1:38688: EOF 2018/07/23 23:53:01 http: TLS handshake error from 10.129.0.1:38694: EOF 2018/07/23 23:53:11 http: TLS handshake error from 10.129.0.1:38700: EOF 2018/07/23 23:53:21 http: TLS handshake error from 10.129.0.1:38706: EOF 2018/07/23 23:53:31 http: TLS handshake error from 10.129.0.1:38712: EOF 2018/07/23 23:53:41 http: TLS handshake error from 10.129.0.1:38720: EOF level=info timestamp=2018-07-23T23:53:43.522001Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/23 23:53:51 http: TLS handshake error from 10.129.0.1:38726: EOF 2018/07/23 23:54:01 http: TLS handshake error from 10.129.0.1:38732: EOF 2018/07/23 23:54:11 http: TLS handshake error from 10.129.0.1:38738: EOF 2018/07/23 23:54:21 http: TLS handshake error from 10.129.0.1:38744: EOF Pod name: virt-controller-7d57d96b65-gj7pc Pod phase: Running level=info timestamp=2018-07-23T23:48:34.860873Z pos=application.go:173 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-pw4tq Pod phase: Running level=info timestamp=2018-07-23T23:48:50.311091Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-07-23T23:48:50.311319Z pos=preset.go:71 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-07-23T23:48:51.606601Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipzdqz kind= uid=f3be45f2-8ed2-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:48:51.607198Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipzdqz kind= uid=f3be45f2-8ed2-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:48:52.535723Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmipzdqz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmipzdqz" level=info timestamp=2018-07-23T23:49:11.120567Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiggvlh kind= uid=ff61ab6d-8ed2-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:49:11.121244Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiggvlh kind= uid=ff61ab6d-8ed2-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:49:11.217134Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimwzhl kind= uid=ff65d4f2-8ed2-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:49:11.217497Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimwzhl kind= uid=ff65d4f2-8ed2-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:49:11.316155Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi94q4x kind= uid=ff6f5470-8ed2-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:49:11.316380Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi94q4x kind= uid=ff6f5470-8ed2-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:49:11.370380Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6wkth kind= uid=ff830e5b-8ed2-11e8-9bc9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-23T23:49:11.370733Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6wkth kind= uid=ff830e5b-8ed2-11e8-9bc9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-23T23:49:11.820382Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiggvlh\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiggvlh" level=info timestamp=2018-07-23T23:49:11.875358Z pos=vmi.go:155 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6wkth\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6wkth" Pod name: virt-handler-98w4z Pod phase: Running level=info timestamp=2018-07-23T23:48:24.466634Z pos=vm.go:243 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvming79r\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvming79r" level=info timestamp=2018-07-23T23:48:24.467091Z pos=vm.go:334 component=virt-handler namespace=kubevirt-test-default name=testvming79r kind= uid=c42548a1-8ed2-11e8-9bc9-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T23:48:24.467411Z pos=vm.go:375 component=virt-handler namespace=kubevirt-test-default name=testvming79r kind= uid=c42548a1-8ed2-11e8-9bc9-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-23T23:48:24.647300Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvming79r kind= uid=c42548a1-8ed2-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:48:24.648074Z pos=vm.go:313 component=virt-handler namespace=kubevirt-test-default name=testvming79r kind= uid=c42548a1-8ed2-11e8-9bc9-525500d15501 msg="Shutting down due to graceful shutdown signal." level=info timestamp=2018-07-23T23:48:24.649448Z pos=vm.go:334 component=virt-handler namespace=kubevirt-test-default name=testvming79r kind= uid=c42548a1-8ed2-11e8-9bc9-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-23T23:48:24.649719Z pos=vm.go:375 component=virt-handler namespace=kubevirt-test-default name=testvming79r kind= uid=c42548a1-8ed2-11e8-9bc9-525500d15501 msg="Processing shutdown." level=error timestamp=2018-07-23T23:48:24.757596Z pos=vm.go:396 component=virt-handler namespace=kubevirt-test-default name=testvming79r kind= uid=c42548a1-8ed2-11e8-9bc9-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvming79r\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-23T23:48:24.757744Z pos=vm.go:243 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvming79r\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvming79r" level=info timestamp=2018-07-23T23:48:24.758597Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvming79r kind= uid=c42548a1-8ed2-11e8-9bc9-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:48:24.759563Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvming79r kind= uid=c42548a1-8ed2-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:48:24.763167Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvming79r kind= uid=c42548a1-8ed2-11e8-9bc9-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:48:24.763421Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvming79r kind= uid=c42548a1-8ed2-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:48:24.933314Z pos=vm.go:378 component=virt-handler namespace=kubevirt-test-default name=testvming79r kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-23T23:48:24.933560Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvming79r kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-ht8h6 Pod phase: Running level=info timestamp=2018-07-23T23:49:57.930632Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmiggvlh kind= uid=ff61ab6d-8ed2-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:49:57.933631Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-23T23:49:57.953562Z pos=vm.go:649 component=virt-handler namespace=kubevirt-test-default name=testvmi6wkth kind=Domain uid=ff830e5b-8ed2-11e8-9bc9-525500d15501 msg="Domain is in state Paused reason StartingUp" level=info timestamp=2018-07-23T23:49:57.953682Z pos=vm.go:381 component=virt-handler namespace=kubevirt-test-default name=testvmi94q4x kind= uid=ff6f5470-8ed2-11e8-9bc9-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T23:49:57.966884Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmi94q4x kind= uid=ff6f5470-8ed2-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:49:57.967223Z pos=vm.go:381 component=virt-handler namespace=kubevirt-test-default name=testvmi94q4x kind= uid=ff6f5470-8ed2-11e8-9bc9-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T23:49:57.977403Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmi94q4x kind= uid=ff6f5470-8ed2-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:49:58.739957Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T23:49:58.840396Z pos=vm.go:680 component=virt-handler namespace=kubevirt-test-default name=testvmi6wkth kind=Domain uid=ff830e5b-8ed2-11e8-9bc9-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-23T23:49:59.050616Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-23T23:49:58.919970Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmi6wkth kind= uid=ff830e5b-8ed2-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:49:59.160843Z pos=vm.go:384 component=virt-handler namespace=kubevirt-test-default name=testvmi6wkth kind= uid=ff830e5b-8ed2-11e8-9bc9-525500d15501 msg="No update processing required" level=info timestamp=2018-07-23T23:50:00.332433Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmi6wkth kind= uid=ff830e5b-8ed2-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-23T23:50:00.332627Z pos=vm.go:381 component=virt-handler namespace=kubevirt-test-default name=testvmi6wkth kind= uid=ff830e5b-8ed2-11e8-9bc9-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-23T23:50:00.596643Z pos=vm.go:405 component=virt-handler namespace=kubevirt-test-default name=testvmi6wkth kind= uid=ff830e5b-8ed2-11e8-9bc9-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi6wkth-zfzgk Pod phase: Running level=info timestamp=2018-07-23T23:49:55.623659Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-23T23:49:57.148168Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-23T23:49:57.187988Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID d03d5ab6-0a5c-4fda-b395-490a7e3e7180" level=info timestamp=2018-07-23T23:49:57.189866Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-23T23:49:57.954713Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:49:58.230424Z pos=monitor.go:222 component=virt-launcher msg="Found PID for d03d5ab6-0a5c-4fda-b395-490a7e3e7180: 240" level=info timestamp=2018-07-23T23:49:58.369573Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-23T23:49:58.523426Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T23:49:58.525076Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmi6wkth kind= uid=ff830e5b-8ed2-11e8-9bc9-525500d15501 msg="Domain started." level=info timestamp=2018-07-23T23:49:58.530443Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi6wkth kind= uid=ff830e5b-8ed2-11e8-9bc9-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T23:49:58.842511Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:49:58.842676Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-23T23:49:58.890345Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T23:49:59.051235Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:50:00.346412Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi6wkth kind= uid=ff830e5b-8ed2-11e8-9bc9-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmi94q4x-xdb5r Pod phase: Running level=info timestamp=2018-07-23T23:49:37.049488Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-23T23:49:37.077173Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 74dae1bb-190f-4646-b6c4-a0c7e988838f" level=info timestamp=2018-07-23T23:49:37.077606Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-23T23:49:38.030359Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmi94q4x kind= uid=ff6f5470-8ed2-11e8-9bc9-525500d15501 msg="Domain started." level=info timestamp=2018-07-23T23:49:38.032924Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi94q4x kind= uid=ff6f5470-8ed2-11e8-9bc9-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T23:49:38.103546Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 74dae1bb-190f-4646-b6c4-a0c7e988838f: 214" level=info timestamp=2018-07-23T23:49:41.903217Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:49:41.903436Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-23T23:49:41.936964Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T23:49:42.180408Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:49:42.180530Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-23T23:49:42.204339Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T23:49:45.456838Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:49:57.964829Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi94q4x kind= uid=ff6f5470-8ed2-11e8-9bc9-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T23:49:57.976246Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi94q4x kind= uid=ff6f5470-8ed2-11e8-9bc9-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmiggvlh-8s8dv Pod phase: Running level=info timestamp=2018-07-23T23:49:36.240419Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-23T23:49:37.329910Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-23T23:49:37.335550Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID b8738a93-735c-461c-9ad1-1231e0202215" level=info timestamp=2018-07-23T23:49:37.335765Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-23T23:49:37.824852Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmiggvlh kind= uid=ff61ab6d-8ed2-11e8-9bc9-525500d15501 msg="Domain started." level=info timestamp=2018-07-23T23:49:37.827145Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiggvlh kind= uid=ff61ab6d-8ed2-11e8-9bc9-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T23:49:38.363692Z pos=monitor.go:222 component=virt-launcher msg="Found PID for b8738a93-735c-461c-9ad1-1231e0202215: 211" level=info timestamp=2018-07-23T23:49:40.292877Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:49:40.293117Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-23T23:49:40.343834Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T23:49:41.903094Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:49:41.903289Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-23T23:49:41.947880Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T23:49:42.631535Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:49:55.401194Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiggvlh kind= uid=ff61ab6d-8ed2-11e8-9bc9-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmimwzhl-mffzb Pod phase: Running level=info timestamp=2018-07-23T23:49:35.839662Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-23T23:49:37.055633Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-23T23:49:37.060611Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 31628434-9742-4edf-a339-050a3cfa17b2" level=info timestamp=2018-07-23T23:49:37.060848Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-23T23:49:37.726522Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:49:37.914012Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-23T23:49:37.946336Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T23:49:37.995191Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmimwzhl kind= uid=ff65d4f2-8ed2-11e8-9bc9-525500d15501 msg="Domain started." level=info timestamp=2018-07-23T23:49:37.996995Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmimwzhl kind= uid=ff65d4f2-8ed2-11e8-9bc9-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-23T23:49:38.075539Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 31628434-9742-4edf-a339-050a3cfa17b2: 207" level=info timestamp=2018-07-23T23:49:41.570753Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:49:41.571211Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-23T23:49:41.618530Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-23T23:49:42.272779Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-23T23:49:54.920858Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmimwzhl kind= uid=ff65d4f2-8ed2-11e8-9bc9-525500d15501 msg="Synced vmi" ------------------------------ • Failure [188.586 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the Inbound VirtualMachineInstance with custom MAC address [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: : 180000000000 expect: timer expired after 180 seconds not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:224 ------------------------------ STEP: checking br1 MTU inside the pod level=info timestamp=2018-07-23T23:51:15.395348Z pos=vmi_networking_test.go:185 component=tests msg="4: br1: mtu 1450 qdisc noqueue state UP group default \n link/ether 0a:58:0a:00:97:74 brd ff:ff:ff:ff:ff:ff\n inet 169.254.75.86/32 brd 169.254.75.86 scope global br1\n valid_lft forever preferred_lft forever\n inet6 fe80::858:aff:fe00:9774/64 scope link \n valid_lft forever preferred_lft forever\n" STEP: checking eth0 MTU inside the VirtualMachineInstance level=info timestamp=2018-07-23T23:51:16.354304Z pos=vmi_networking_test.go:205 component=tests msg="[{1 \r\n$ [$ ]} {3 ip address show eth0\r\n2: eth0: mtu 1450 qdisc pfifo_fast qlen 1000\r\n [2: eth0: mtu 1450 qdisc pfifo_fast qlen 1000\r\n]} {5 link/ether 0 [0]}]" STEP: checking the VirtualMachineInstance can send MTU sized frames to another VirtualMachineInstance level=info timestamp=2018-07-23T23:54:22.387085Z pos=utils.go:1190 component=tests namespace=kubevirt-test-default name=testvmimwzhl kind=VirtualMachineInstance uid=ff65d4f2-8ed2-11e8-9bc9-525500d15501 msg="[{1 \r\n\r\n$ [$ ]} {3 ping 10.129.0.133 -c 1 -w 5 -s 1422\r\nPING 10.129.0.133 (10.129.0.133): 1422 data bytes\r\n\r\n--- 10.129.0.133 ping statistics ---\r\n5 packets transmitted, 0 packets received, 100% packet loss\r\n$ [$ ]} {5 echo $?\r\n1\r\n$ []}]" • ------------------------------ • [SLOW TEST:5.204 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be reachable via the propagated IP from a Pod /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 on the same node from Pod /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ ••• ------------------------------ • [SLOW TEST:6.770 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 with a service matching the vmi exposed /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:283 should be able to reach the vmi based on labels specified on the vmi /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:303 ------------------------------ • [SLOW TEST:5.457 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 with a service matching the vmi exposed /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:283 should fail to reach the vmi if an invalid servicename is used /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:314 ------------------------------ • [SLOW TEST:5.477 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 with a subdomain and a headless service given /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:330 should be able to reach the vmi via its unique fully qualified domain name /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:353 ------------------------------ • [SLOW TEST:36.181 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom interface model /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:379 should expose the right device type to the guest /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:380 ------------------------------ • ------------------------------ • [SLOW TEST:37.333 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:413 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:414 ------------------------------ • [SLOW TEST:33.910 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address in non-conventional format /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:425 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:426 ------------------------------ • [SLOW TEST:40.825 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address and slirp interface /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:438 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:439 ------------------------------ • [SLOW TEST:50.937 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with disabled automatic attachment of interfaces /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:451 should not configure any external interfaces /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:452 ------------------------------ Waiting for namespace kubevirt-test-default to be removed, this can take a while ... Waiting for namespace kubevirt-test-alternative to be removed, this can take a while ... Summarizing 12 Failures: [Fail] VMIlifecycle Delete a VirtualMachineInstance with grace period greater than 0 [It] should run graceful shutdown /root/go/src/kubevirt.io/kubevirt/tests/utils.go:245 [Fail] VMIlifecycle Killed VirtualMachineInstance [It] should be left alone by virt-handler /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:904 [Fail] Storage Starting a VirtualMachineInstance with Alpine PVC should be successfully started [It] with Disk PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 [Fail] Storage Starting a VirtualMachineInstance with Alpine PVC should be successfully started [It] with CDRom PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 [Fail] Storage Starting a VirtualMachineInstance with Alpine PVC should be successfully started and stopped multiple times [It] with Disk PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 [Fail] Storage Starting a VirtualMachineInstance with Alpine PVC should be successfully started and stopped multiple times [It] with CDRom PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 [Fail] Storage Starting a VirtualMachineInstance With an emptyDisk defined [It] should create a writeable emptyDisk with the right capacity /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 [Fail] Storage Starting a VirtualMachineInstance With an emptyDisk defined and a specified serial number [It] should create a writeable emptyDisk with the specified serial number /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 [Fail] Storage Starting a VirtualMachineInstance With ephemeral alpine PVC [It] should be successfully started /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 [Fail] Storage Starting a VirtualMachineInstance With ephemeral alpine PVC [It] should not persist data /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 [Fail] Storage Starting a VirtualMachineInstance With VirtualMachineInstance with two PVCs [It] should start vmi multiple times /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 [Fail] Networking should be able to reach [It] the Inbound VirtualMachineInstance with custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:224 Ran 130 of 142 Specs in 4348.867 seconds FAIL! -- 118 Passed | 12 Failed | 0 Pending | 12 Skipped --- FAIL: TestTests (4348.88s) FAIL make: *** [functest] Error 1 + make cluster-down ./cluster/down.sh