+ export WORKSPACE=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release + WORKSPACE=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release + [[ openshift-3.10-release =~ openshift-.* ]] + [[ openshift-3.10-release =~ .*-crio-.* ]] + export KUBEVIRT_PROVIDER=os-3.10.0 + KUBEVIRT_PROVIDER=os-3.10.0 + export KUBEVIRT_NUM_NODES=2 + KUBEVIRT_NUM_NODES=2 + export NFS_WINDOWS_DIR=/home/nfs/images/windows2016 + NFS_WINDOWS_DIR=/home/nfs/images/windows2016 + export NAMESPACE=kube-system + NAMESPACE=kube-system + trap '{ make cluster-down; }' EXIT SIGINT SIGTERM SIGSTOP + make cluster-down ./cluster/down.sh + make cluster-up ./cluster/up.sh Downloading ....... Downloading ....... 2018/07/31 13:03:42 Waiting for host: 192.168.66.102:22 2018/07/31 13:03:45 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/31 13:03:53 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/31 13:04:01 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/31 13:04:09 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/31 13:04:17 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/31 13:04:22 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: connection refused. Sleeping 5s 2018/07/31 13:04:27 Connected to tcp://192.168.66.102:22 + systemctl stop origin-node.service + rm -rf /etc/origin/ /etc/etcd/ /var/lib/origin /var/lib/etcd/ ++ docker ps -q + containers= + '[' -n '' ']' ++ docker ps -q -a + containers='2cfbef31c987 e183c40c07dc 861f604efed4 12902ad26342 028539b1f68b bd6f07c1906c d1f95a33a226 c43f96b6da26 e007e5cfd226 b42e2bceca6e 00531aec6f9a e4ad39ba6cef 504c3df6bbf4 eb1ec0b445ce b8955b91e8e5 f739ed8f3e59 07668d85ab3a a6045d125d7b 2ce17110e009 b45f64ab28ef 3a15945be9e1 2a0af99ae1d1 0ece927846d7 0202d5f5dfae 8ce743769d8f 2efb36567bd8 96b65c0493c5 e9ce89fa30e3' + '[' -n '2cfbef31c987 e183c40c07dc 861f604efed4 12902ad26342 028539b1f68b bd6f07c1906c d1f95a33a226 c43f96b6da26 e007e5cfd226 b42e2bceca6e 00531aec6f9a e4ad39ba6cef 504c3df6bbf4 eb1ec0b445ce b8955b91e8e5 f739ed8f3e59 07668d85ab3a a6045d125d7b 2ce17110e009 b45f64ab28ef 3a15945be9e1 2a0af99ae1d1 0ece927846d7 0202d5f5dfae 8ce743769d8f 2efb36567bd8 96b65c0493c5 e9ce89fa30e3' ']' + docker rm -f 2cfbef31c987 e183c40c07dc 861f604efed4 12902ad26342 028539b1f68b bd6f07c1906c d1f95a33a226 c43f96b6da26 e007e5cfd226 b42e2bceca6e 00531aec6f9a e4ad39ba6cef 504c3df6bbf4 eb1ec0b445ce b8955b91e8e5 f739ed8f3e59 07668d85ab3a a6045d125d7b 2ce17110e009 b45f64ab28ef 3a15945be9e1 2a0af99ae1d1 0ece927846d7 0202d5f5dfae 8ce743769d8f 2efb36567bd8 96b65c0493c5 e9ce89fa30e3 2cfbef31c987 e183c40c07dc 861f604efed4 12902ad26342 028539b1f68b bd6f07c1906c d1f95a33a226 c43f96b6da26 e007e5cfd226 b42e2bceca6e 00531aec6f9a e4ad39ba6cef 504c3df6bbf4 eb1ec0b445ce b8955b91e8e5 f739ed8f3e59 07668d85ab3a a6045d125d7b 2ce17110e009 b45f64ab28ef 3a15945be9e1 2a0af99ae1d1 0ece927846d7 0202d5f5dfae 8ce743769d8f 2efb36567bd8 96b65c0493c5 e9ce89fa30e3 2018/07/31 13:04:30 Waiting for host: 192.168.66.101:22 2018/07/31 13:04:33 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/31 13:04:41 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/31 13:04:49 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/31 13:04:54 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: connection refused. Sleeping 5s 2018/07/31 13:04:59 Connected to tcp://192.168.66.101:22 + inventory_file=/root/inventory + openshift_ansible=/root/openshift-ansible + echo '[new_nodes]' + sed -i '/\[OSEv3:children\]/a new_nodes' /root/inventory + nodes_found=false ++ seq 2 100 + for i in '$(seq 2 100)' ++ printf node%02d 2 + node=node02 ++ printf 192.168.66.1%02d 2 + node_ip=192.168.66.102 + set +e + ping 192.168.66.102 -c 1 PING 192.168.66.102 (192.168.66.102) 56(84) bytes of data. 64 bytes from 192.168.66.102: icmp_seq=1 ttl=64 time=0.722 ms --- 192.168.66.102 ping statistics --- 1 packets transmitted, 1 received, 0% packet loss, time 0ms rtt min/avg/max/mdev = 0.722/0.722/0.722/0.000 ms Found node02. Adding it to the inventory. + '[' 0 -ne 0 ']' + nodes_found=true + set -e + echo '192.168.66.102 node02' + echo 'Found node02. Adding it to the inventory.' + echo 'node02 openshift_node_group_name="node-config-compute" openshift_schedulable=true openshift_ip=192.168.66.102' + for i in '$(seq 2 100)' ++ printf node%02d 3 + node=node03 ++ printf 192.168.66.1%02d 3 + node_ip=192.168.66.103 + set +e + ping 192.168.66.103 -c 1 PING 192.168.66.103 (192.168.66.103) 56(84) bytes of data. From 192.168.66.101 icmp_seq=1 Destination Host Unreachable --- 192.168.66.103 ping statistics --- 1 packets transmitted, 0 received, +1 errors, 100% packet loss, time 0ms + '[' 1 -ne 0 ']' + break + '[' true = true ']' + ansible-playbook -i /root/inventory /root/openshift-ansible/playbooks/openshift-node/scaleup.yml PLAY [Populate config host groups] ********************************************* TASK [Load group name mapping variables] *************************************** ok: [localhost] TASK [Evaluate groups - g_etcd_hosts or g_new_etcd_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_master_hosts or g_new_master_hosts required] ********* skipping: [localhost] TASK [Evaluate groups - g_node_hosts or g_new_node_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_lb_hosts required] *********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts required] ********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts is single host] **************************** skipping: [localhost] TASK [Evaluate groups - g_glusterfs_hosts required] **************************** skipping: [localhost] TASK [Evaluate oo_all_hosts] *************************************************** ok: [localhost] => (item=node01) ok: [localhost] => (item=node02) TASK [Evaluate oo_masters] ***************************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_master] ************************************************ ok: [localhost] TASK [Evaluate oo_new_etcd_to_config] ****************************************** TASK [Evaluate oo_masters_to_config] ******************************************* ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_to_config] ********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_etcd] ************************************************** ok: [localhost] TASK [Evaluate oo_etcd_hosts_to_upgrade] *************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_hosts_to_backup] **************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_nodes_to_config] ********************************************* ok: [localhost] => (item=node02) TASK [Evaluate oo_nodes_to_bootstrap] ****************************************** ok: [localhost] => (item=node02) TASK [Add masters to oo_nodes_to_bootstrap] ************************************ ok: [localhost] => (item=node01) TASK [Evaluate oo_lb_to_config] ************************************************ TASK [Evaluate oo_nfs_to_config] *********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_glusterfs_to_config] ***************************************** TASK [Evaluate oo_etcd_to_migrate] ********************************************* ok: [localhost] => (item=node01) PLAY [Ensure there are new_nodes] ********************************************** TASK [fail] ******************************************************************** skipping: [localhost] TASK [fail] ******************************************************************** skipping: [localhost] PLAY [Initialization Checkpoint Start] ***************************************** TASK [Set install initialization 'In Progress'] ******************************** ok: [node02] PLAY [Populate config host groups] ********************************************* TASK [Load group name mapping variables] *************************************** ok: [localhost] TASK [Evaluate groups - g_etcd_hosts or g_new_etcd_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_master_hosts or g_new_master_hosts required] ********* skipping: [localhost] TASK [Evaluate groups - g_node_hosts or g_new_node_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_lb_hosts required] *********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts required] ********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts is single host] **************************** skipping: [localhost] TASK [Evaluate groups - g_glusterfs_hosts required] **************************** skipping: [localhost] TASK [Evaluate oo_all_hosts] *************************************************** ok: [localhost] => (item=node01) ok: [localhost] => (item=node02) TASK [Evaluate oo_masters] ***************************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_master] ************************************************ ok: [localhost] TASK [Evaluate oo_new_etcd_to_config] ****************************************** TASK [Evaluate oo_masters_to_config] ******************************************* ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_to_config] ********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_etcd] ************************************************** ok: [localhost] TASK [Evaluate oo_etcd_hosts_to_upgrade] *************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_hosts_to_backup] **************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_nodes_to_config] ********************************************* ok: [localhost] => (item=node02) TASK [Evaluate oo_nodes_to_bootstrap] ****************************************** ok: [localhost] => (item=node02) TASK [Add masters to oo_nodes_to_bootstrap] ************************************ ok: [localhost] => (item=node01) TASK [Evaluate oo_lb_to_config] ************************************************ TASK [Evaluate oo_nfs_to_config] *********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_glusterfs_to_config] ***************************************** TASK [Evaluate oo_etcd_to_migrate] ********************************************* ok: [localhost] => (item=node01) [WARNING]: Could not match supplied host pattern, ignoring: oo_lb_to_config PLAY [Ensure that all non-node hosts are accessible] *************************** TASK [Gathering Facts] ********************************************************* ok: [node01] PLAY [Initialize basic host facts] ********************************************* TASK [Gathering Facts] ********************************************************* ok: [node02] ok: [node01] TASK [openshift_sanitize_inventory : include_tasks] **************************** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/deprecations.yml for node01, node02 TASK [openshift_sanitize_inventory : Check for usage of deprecated variables] *** ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : debug] ************************************ skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : set_stats] ******************************** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Assign deprecated variables to correct counterparts] *** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/__deprecations_logging.yml for node01, node02 included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/__deprecations_metrics.yml for node01, node02 TASK [openshift_sanitize_inventory : conditional_set_fact] ********************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : set_fact] ********************************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : conditional_set_fact] ********************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : Standardize on latest variable names] ***** ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : Normalize openshift_release] ************** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Abort when openshift_release is invalid] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : include_tasks] **************************** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/unsupported.yml for node01, node02 TASK [openshift_sanitize_inventory : Ensure that openshift_use_dnsmasq is true] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that openshift_node_dnsmasq_install_network_manager_hook is true] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : set_fact] ********************************* skipping: [node01] => (item=openshift_hosted_etcd_storage_kind) skipping: [node02] => (item=openshift_hosted_etcd_storage_kind) TASK [openshift_sanitize_inventory : Ensure that dynamic provisioning is set if using dynamic storage] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure the hosted registry's GlusterFS storage is configured correctly] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure the hosted registry's GlusterFS storage is configured correctly] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure clusterid is set along with the cloudprovider] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure ansible_service_broker_remove and ansible_service_broker_install are mutually exclusive] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure template_service_broker_remove and template_service_broker_install are mutually exclusive] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that all requires vsphere configuration variables are set] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : ensure provider configuration variables are defined] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure removed web console extension variables are not set] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that web console port matches API server port] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : At least one master is schedulable] ******* skipping: [node01] skipping: [node02] TASK [Detecting Operating System from ostree_booted] *************************** ok: [node02] ok: [node01] TASK [set openshift_deployment_type if unset] ********************************** skipping: [node01] skipping: [node02] TASK [check for node already bootstrapped] ************************************* ok: [node02] ok: [node01] TASK [initialize_facts set fact openshift_is_bootstrapped] ********************* ok: [node01] ok: [node02] TASK [initialize_facts set fact openshift_is_atomic and openshift_is_containerized] *** ok: [node02] ok: [node01] TASK [Determine Atomic Host Docker Version] ************************************ skipping: [node01] skipping: [node02] TASK [assert atomic host docker version is 1.12 or later] ********************** skipping: [node01] skipping: [node02] PLAY [Retrieve existing master configs and validate] *************************** TASK [openshift_control_plane : stat] ****************************************** ok: [node01] TASK [openshift_control_plane : slurp] ***************************************** ok: [node01] TASK [openshift_control_plane : set_fact] ************************************** ok: [node01] TASK [openshift_control_plane : Check for file paths outside of /etc/origin/master in master's config] *** ok: [node01] TASK [openshift_control_plane : set_fact] ************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** skipping: [node01] PLAY [Initialize special first-master variables] ******************************* TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] PLAY [Disable web console if required] ***************************************** TASK [set_fact] **************************************************************** skipping: [node01] PLAY [Setup yum repositories for all hosts] ************************************ TASK [rhel_subscribe : fail] *************************************************** skipping: [node02] TASK [rhel_subscribe : Install Red Hat Subscription manager] ******************* skipping: [node02] TASK [rhel_subscribe : Is host already registered?] **************************** skipping: [node02] TASK [rhel_subscribe : Register host] ****************************************** skipping: [node02] TASK [rhel_subscribe : fail] *************************************************** skipping: [node02] TASK [rhel_subscribe : Determine if OpenShift Pool Already Attached] *********** skipping: [node02] TASK [rhel_subscribe : Attach to OpenShift Pool] ******************************* skipping: [node02] TASK [rhel_subscribe : Satellite preparation] ********************************** skipping: [node02] TASK [openshift_repos : openshift_repos detect ostree] ************************* ok: [node02] TASK [openshift_repos : Ensure libselinux-python is installed] ***************** ok: [node02] TASK [openshift_repos : Remove openshift_additional.repo file] ***************** ok: [node02] TASK [openshift_repos : Create any additional repos that are defined] ********** TASK [openshift_repos : include_tasks] ***************************************** skipping: [node02] TASK [openshift_repos : include_tasks] ***************************************** included: /root/openshift-ansible/roles/openshift_repos/tasks/centos_repos.yml for node02 TASK [openshift_repos : Configure origin gpg keys] ***************************** ok: [node02] TASK [openshift_repos : Configure correct origin release repository] *********** ok: [node02] => (item=/root/openshift-ansible/roles/openshift_repos/templates/CentOS-OpenShift-Origin.repo.j2) TASK [openshift_repos : Ensure clean repo cache in the event repos have been changed manually] *** changed: [node02] => { "msg": "First run of openshift_repos" } TASK [openshift_repos : Record that openshift_repos already ran] *************** ok: [node02] RUNNING HANDLER [openshift_repos : refresh cache] ****************************** changed: [node02] PLAY [Install packages necessary for installer] ******************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [Determine if chrony is installed] **************************************** [WARNING]: Consider using the yum, dnf or zypper module rather than running rpm. If you need to use command because yum, dnf or zypper is insufficient you can add warn=False to this command task or set command_warnings=False in ansible.cfg to get rid of this message. changed: [node02] TASK [Install ntp package] ***************************************************** skipping: [node02] TASK [Start and enable ntpd/chronyd] ******************************************* changed: [node02] TASK [Ensure openshift-ansible installer package deps are installed] *********** ok: [node02] => (item=iproute) ok: [node02] => (item=dbus-python) ok: [node02] => (item=PyYAML) ok: [node02] => (item=python-ipaddress) ok: [node02] => (item=libsemanage-python) ok: [node02] => (item=yum-utils) ok: [node02] => (item=python-docker) PLAY [Initialize cluster facts] ************************************************ TASK [Gathering Facts] ********************************************************* ok: [node02] ok: [node01] TASK [get openshift_current_version] ******************************************* ok: [node02] ok: [node01] TASK [set_fact openshift_portal_net if present on masters] ********************* ok: [node01] ok: [node02] TASK [Gather Cluster facts] **************************************************** changed: [node02] changed: [node01] TASK [Set fact of no_proxy_internal_hostnames] ********************************* skipping: [node01] skipping: [node02] TASK [Initialize openshift.node.sdn_mtu] *************************************** changed: [node02] ok: [node01] PLAY [Initialize etcd host variables] ****************************************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] PLAY [Determine openshift_version to configure on first master] **************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [include_role : openshift_version] **************************************** TASK [openshift_version : Use openshift_current_version fact as version to configure if already installed] *** ok: [node01] TASK [openshift_version : Set openshift_version to openshift_release if undefined] *** skipping: [node01] TASK [openshift_version : debug] *********************************************** ok: [node01] => { "msg": "openshift_pkg_version was not defined. Falling back to -3.10.0" } TASK [openshift_version : set_fact] ******************************************** ok: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : assert openshift_release in openshift_image_tag] ***** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : assert openshift_release in openshift_pkg_version] *** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_release": "3.10" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_image_tag": "v3.10.0-rc.0" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_pkg_version": "-3.10.0*" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_version": "3.10.0" } TASK [set openshift_version booleans (first master)] *************************** ok: [node01] PLAY [Set openshift_version for etcd, node, and master hosts] ****************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [set_fact] **************************************************************** ok: [node02] TASK [set openshift_version booleans (masters and nodes)] ********************** ok: [node02] PLAY [Verify Requirements] ***************************************************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [Run variable sanity checks] ********************************************** ok: [node01] TASK [Validate openshift_node_groups and openshift_node_group_name] ************ ok: [node01] PLAY [Initialization Checkpoint End] ******************************************* TASK [Set install initialization 'Complete'] *********************************** ok: [node02] PLAY [Validate node hostnames] ************************************************* TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [Query DNS for IP address of node02] ************************************** ok: [node02] TASK [Validate openshift_hostname when defined] ******************************** skipping: [node02] TASK [Validate openshift_ip exists on node when defined] *********************** skipping: [node02] PLAY [Configure os_firewall] *************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [os_firewall : Detecting Atomic Host Operating System] ******************** ok: [node02] TASK [os_firewall : Set fact r_os_firewall_is_atomic] ************************** ok: [node02] TASK [os_firewall : Fail - Firewalld is not supported on Atomic Host] ********** skipping: [node02] TASK [os_firewall : Install firewalld packages] ******************************** skipping: [node02] TASK [os_firewall : Ensure iptables services are not enabled] ****************** skipping: [node02] => (item=iptables) skipping: [node02] => (item=ip6tables) TASK [os_firewall : Wait 10 seconds after disabling iptables] ****************** skipping: [node02] TASK [os_firewall : Start and enable firewalld service] ************************ skipping: [node02] TASK [os_firewall : need to pause here, otherwise the firewalld service starting can sometimes cause ssh to fail] *** skipping: [node02] TASK [os_firewall : Restart polkitd] ******************************************* skipping: [node02] TASK [os_firewall : Wait for polkit action to have been created] *************** skipping: [node02] TASK [os_firewall : Ensure firewalld service is not enabled] ******************* ok: [node02] TASK [os_firewall : Wait 10 seconds after disabling firewalld] ***************** skipping: [node02] TASK [os_firewall : Install iptables packages] ********************************* ok: [node02] => (item=iptables) ok: [node02] => (item=iptables-services) TASK [os_firewall : Start and enable iptables service] ************************* ok: [node02 -> node02] => (item=node02) TASK [os_firewall : need to pause here, otherwise the iptables service starting can sometimes cause ssh to fail] *** skipping: [node02] PLAY [oo_nodes_to_config] ****************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [container_runtime : Setup the docker-storage for overlay] **************** skipping: [node02] TASK [container_runtime : Create file system on extra volume device] *********** TASK [container_runtime : Create mount entry for extra volume] ***************** PLAY [oo_nodes_to_config] ****************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_excluder : Install docker excluder - yum] ********************** ok: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* ok: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** skipping: [node02] TASK [container_runtime : Getting current systemd-udevd exec command] ********** skipping: [node02] TASK [container_runtime : Assure systemd-udevd.service.d directory exists] ***** skipping: [node02] TASK [container_runtime : Create systemd-udevd override file] ****************** skipping: [node02] TASK [container_runtime : Add enterprise registry, if necessary] *************** skipping: [node02] TASK [container_runtime : Add http_proxy to /etc/atomic.conf] ****************** skipping: [node02] TASK [container_runtime : Add https_proxy to /etc/atomic.conf] ***************** skipping: [node02] TASK [container_runtime : Add no_proxy to /etc/atomic.conf] ******************** skipping: [node02] TASK [container_runtime : Get current installed Docker version] **************** ok: [node02] TASK [container_runtime : Error out if Docker pre-installed but too old] ******* skipping: [node02] TASK [container_runtime : Error out if requested Docker is too old] ************ skipping: [node02] TASK [container_runtime : Install Docker] ************************************** skipping: [node02] TASK [container_runtime : Ensure docker.service.d directory exists] ************ ok: [node02] TASK [container_runtime : Configure Docker service unit file] ****************** ok: [node02] TASK [container_runtime : stat] ************************************************ ok: [node02] TASK [container_runtime : Set registry params] ********************************* skipping: [node02] => (item={u'reg_conf_var': u'ADD_REGISTRY', u'reg_flag': u'--add-registry', u'reg_fact_val': []}) skipping: [node02] => (item={u'reg_conf_var': u'BLOCK_REGISTRY', u'reg_flag': u'--block-registry', u'reg_fact_val': []}) skipping: [node02] => (item={u'reg_conf_var': u'INSECURE_REGISTRY', u'reg_flag': u'--insecure-registry', u'reg_fact_val': []}) TASK [container_runtime : Place additional/blocked/insecure registries in /etc/containers/registries.conf] *** skipping: [node02] TASK [container_runtime : Set Proxy Settings] ********************************** skipping: [node02] => (item={u'reg_conf_var': u'HTTP_PROXY', u'reg_fact_val': u''}) skipping: [node02] => (item={u'reg_conf_var': u'HTTPS_PROXY', u'reg_fact_val': u''}) skipping: [node02] => (item={u'reg_conf_var': u'NO_PROXY', u'reg_fact_val': u''}) TASK [container_runtime : Set various Docker options] ************************** ok: [node02] TASK [container_runtime : stat] ************************************************ ok: [node02] TASK [container_runtime : Configure Docker Network OPTIONS] ******************** ok: [node02] TASK [container_runtime : Detect if docker is already started] ***************** ok: [node02] TASK [container_runtime : Start the Docker service] **************************** ok: [node02] TASK [container_runtime : set_fact] ******************************************** ok: [node02] TASK [container_runtime : Check for docker_storage_path/overlay2] ************** ok: [node02] TASK [container_runtime : Fixup SELinux permissions for docker] **************** changed: [node02] TASK [container_runtime : Ensure /var/lib/containers exists] ******************* ok: [node02] TASK [container_runtime : Fix SELinux Permissions on /var/lib/containers] ****** ok: [node02] TASK [container_runtime : Check for credentials file for registry auth] ******** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth] ***** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth (alternative)] *** skipping: [node02] TASK [container_runtime : stat the docker data dir] **************************** ok: [node02] TASK [container_runtime : stop the current running docker] ********************* skipping: [node02] TASK [container_runtime : copy "/var/lib/docker" to "/var/lib/containers/docker"] *** skipping: [node02] TASK [container_runtime : Set the selinux context on /var/lib/containers/docker] *** skipping: [node02] TASK [container_runtime : restorecon the /var/lib/containers/docker] *********** skipping: [node02] TASK [container_runtime : Remove the old docker location] ********************** skipping: [node02] TASK [container_runtime : Setup the link] ************************************** skipping: [node02] TASK [container_runtime : start docker] **************************************** skipping: [node02] TASK [container_runtime : Fail if Atomic Host since this is an rpm request] **** skipping: [node02] TASK [container_runtime : Getting current systemd-udevd exec command] ********** skipping: [node02] TASK [container_runtime : Assure systemd-udevd.service.d directory exists] ***** skipping: [node02] TASK [container_runtime : Create systemd-udevd override file] ****************** skipping: [node02] TASK [container_runtime : Add enterprise registry, if necessary] *************** skipping: [node02] TASK [container_runtime : Check that overlay is in the kernel] ***************** skipping: [node02] TASK [container_runtime : Add overlay to modprobe.d] *************************** skipping: [node02] TASK [container_runtime : Manually modprobe overlay into the kernel] *********** skipping: [node02] TASK [container_runtime : Enable and start systemd-modules-load] *************** skipping: [node02] TASK [container_runtime : Install cri-o] *************************************** skipping: [node02] TASK [container_runtime : Remove CRI-O default configuration files] ************ skipping: [node02] => (item=/etc/cni/net.d/200-loopback.conf) skipping: [node02] => (item=/etc/cni/net.d/100-crio-bridge.conf) TASK [container_runtime : Create the CRI-O configuration] ********************** skipping: [node02] TASK [container_runtime : Ensure CNI configuration directory exists] *********** skipping: [node02] TASK [container_runtime : Add iptables allow rules] **************************** skipping: [node02] => (item={u'port': u'10010/tcp', u'service': u'crio'}) TASK [container_runtime : Remove iptables rules] ******************************* TASK [container_runtime : Add firewalld allow rules] *************************** skipping: [node02] => (item={u'port': u'10010/tcp', u'service': u'crio'}) TASK [container_runtime : Remove firewalld allow rules] ************************ TASK [container_runtime : Configure the CNI network] *************************** skipping: [node02] TASK [container_runtime : Create /etc/sysconfig/crio-network] ****************** skipping: [node02] TASK [container_runtime : Start the CRI-O service] ***************************** skipping: [node02] TASK [container_runtime : Ensure /var/lib/containers exists] ******************* skipping: [node02] TASK [container_runtime : Fix SELinux Permissions on /var/lib/containers] ****** skipping: [node02] TASK [container_runtime : Check for credentials file for registry auth] ******** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth] ***** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth (alternative)] *** skipping: [node02] TASK [container_runtime : stat the docker data dir] **************************** skipping: [node02] TASK [container_runtime : stop the current running docker] ********************* skipping: [node02] TASK [container_runtime : copy "/var/lib/docker" to "/var/lib/containers/docker"] *** skipping: [node02] TASK [container_runtime : Set the selinux context on /var/lib/containers/docker] *** skipping: [node02] TASK [container_runtime : restorecon the /var/lib/containers/docker] *********** skipping: [node02] TASK [container_runtime : Remove the old docker location] ********************** skipping: [node02] TASK [container_runtime : Setup the link] ************************************** skipping: [node02] TASK [container_runtime : start docker] **************************************** skipping: [node02] PLAY [Determine openshift_version to configure on first master] **************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [include_role : openshift_version] **************************************** TASK [openshift_version : Use openshift_current_version fact as version to configure if already installed] *** skipping: [node01] TASK [openshift_version : Set openshift_version to openshift_release if undefined] *** skipping: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : assert openshift_release in openshift_image_tag] ***** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : assert openshift_release in openshift_pkg_version] *** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_release": "3.10" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_image_tag": "v3.10.0-rc.0" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_pkg_version": "-3.10.0*" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_version": "3.10.0" } TASK [set openshift_version booleans (first master)] *************************** ok: [node01] PLAY [Set openshift_version for etcd, node, and master hosts] ****************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [set_fact] **************************************************************** ok: [node02] TASK [set openshift_version booleans (masters and nodes)] ********************** ok: [node02] PLAY [Node Preparation Checkpoint Start] *************************************** TASK [Set Node preparation 'In Progress'] ************************************** ok: [node02] PLAY [Only target nodes that have not yet been bootstrapped] ******************* TASK [Gathering Facts] ********************************************************* ok: [localhost] TASK [add_host] **************************************************************** skipping: [localhost] => (item=node02) ok: [localhost] => (item=node01) PLAY [Disable excluders] ******************************************************* TASK [openshift_excluder : Detecting Atomic Host Operating System] ************* ok: [node02] TASK [openshift_excluder : Debug r_openshift_excluder_enable_docker_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_docker_excluder": true } TASK [openshift_excluder : Debug r_openshift_excluder_enable_openshift_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_openshift_excluder": true } TASK [openshift_excluder : Fail if invalid openshift_excluder_action provided] *** skipping: [node02] TASK [openshift_excluder : Fail if r_openshift_excluder_upgrade_target is not defined] *** skipping: [node02] TASK [openshift_excluder : Include main action task file] ********************** included: /root/openshift-ansible/roles/openshift_excluder/tasks/disable.yml for node02 TASK [openshift_excluder : Get available excluder version] ********************* skipping: [node02] TASK [openshift_excluder : Fail when excluder package is not found] ************ skipping: [node02] TASK [openshift_excluder : Set fact excluder_version] ************************** skipping: [node02] TASK [openshift_excluder : origin-docker-excluder version detected] ************ skipping: [node02] TASK [openshift_excluder : Printing upgrade target version] ******************** skipping: [node02] TASK [openshift_excluder : Check the available origin-docker-excluder version is at most of the upgrade target version] *** skipping: [node02] TASK [openshift_excluder : Get available excluder version] ********************* skipping: [node02] TASK [openshift_excluder : Fail when excluder package is not found] ************ skipping: [node02] TASK [openshift_excluder : Set fact excluder_version] ************************** skipping: [node02] TASK [openshift_excluder : origin-excluder version detected] ******************* skipping: [node02] TASK [openshift_excluder : Printing upgrade target version] ******************** skipping: [node02] TASK [openshift_excluder : Check the available origin-excluder version is at most of the upgrade target version] *** skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : disable docker excluder] **************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : disable openshift excluder] ************************* changed: [node02] TASK [openshift_excluder : Install docker excluder - yum] ********************** skipping: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** changed: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : disable docker excluder] **************************** skipping: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : disable openshift excluder] ************************* changed: [node02] PLAY [Configure nodes] ********************************************************* TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_cloud_provider : Set cloud provider facts] ********************* skipping: [node02] TASK [openshift_cloud_provider : Create cloudprovider config dir] ************** skipping: [node02] TASK [openshift_cloud_provider : include the defined cloud provider files] ***** skipping: [node02] TASK [openshift_node : fail] *************************************************** skipping: [node02] TASK [openshift_node : Check for NetworkManager service] *********************** ok: [node02] TASK [openshift_node : Set fact using_network_manager] ************************* ok: [node02] TASK [openshift_node : Install dnsmasq] **************************************** ok: [node02] TASK [openshift_node : ensure origin/node directory exists] ******************** changed: [node02] => (item=/etc/origin) changed: [node02] => (item=/etc/origin/node) TASK [openshift_node : Install NetworkManager during node_bootstrap provisioning] *** skipping: [node02] TASK [openshift_node : Install network manager dispatch script] **************** skipping: [node02] TASK [openshift_node : Install dnsmasq configuration] ************************** ok: [node02] TASK [openshift_node : Deploy additional dnsmasq.conf] ************************* skipping: [node02] TASK [openshift_node : Enable dnsmasq] ***************************************** ok: [node02] TASK [openshift_node : Install network manager dispatch script] **************** ok: [node02] TASK [openshift_node : Add iptables allow rules] ******************************* ok: [node02] => (item={u'port': u'10250/tcp', u'service': u'Kubernetes kubelet'}) ok: [node02] => (item={u'port': u'10256/tcp', u'service': u'Kubernetes kube-proxy health check for service load balancers'}) ok: [node02] => (item={u'port': u'80/tcp', u'service': u'http'}) ok: [node02] => (item={u'port': u'443/tcp', u'service': u'https'}) ok: [node02] => (item={u'cond': u'openshift_use_openshift_sdn | bool', u'port': u'4789/udp', u'service': u'OpenShift OVS sdn'}) skipping: [node02] => (item={u'cond': False, u'port': u'179/tcp', u'service': u'Calico BGP Port'}) skipping: [node02] => (item={u'cond': False, u'port': u'/tcp', u'service': u'Kubernetes service NodePort TCP'}) skipping: [node02] => (item={u'cond': False, u'port': u'/udp', u'service': u'Kubernetes service NodePort UDP'}) TASK [openshift_node : Remove iptables rules] ********************************** TASK [openshift_node : Add firewalld allow rules] ****************************** skipping: [node02] => (item={u'port': u'10250/tcp', u'service': u'Kubernetes kubelet'}) skipping: [node02] => (item={u'port': u'10256/tcp', u'service': u'Kubernetes kube-proxy health check for service load balancers'}) skipping: [node02] => (item={u'port': u'80/tcp', u'service': u'http'}) skipping: [node02] => (item={u'port': u'443/tcp', u'service': u'https'}) skipping: [node02] => (item={u'cond': u'openshift_use_openshift_sdn | bool', u'port': u'4789/udp', u'service': u'OpenShift OVS sdn'}) skipping: [node02] => (item={u'cond': False, u'port': u'179/tcp', u'service': u'Calico BGP Port'}) skipping: [node02] => (item={u'cond': False, u'port': u'/tcp', u'service': u'Kubernetes service NodePort TCP'}) skipping: [node02] => (item={u'cond': False, u'port': u'/udp', u'service': u'Kubernetes service NodePort UDP'}) TASK [openshift_node : Remove firewalld allow rules] *************************** TASK [openshift_node : Checking for journald.conf] ***************************** ok: [node02] TASK [openshift_node : Create journald persistence directories] **************** ok: [node02] TASK [openshift_node : Update journald setup] ********************************** ok: [node02] => (item={u'var': u'Storage', u'val': u'persistent'}) ok: [node02] => (item={u'var': u'Compress', u'val': True}) ok: [node02] => (item={u'var': u'SyncIntervalSec', u'val': u'1s'}) ok: [node02] => (item={u'var': u'RateLimitInterval', u'val': u'1s'}) ok: [node02] => (item={u'var': u'RateLimitBurst', u'val': 10000}) ok: [node02] => (item={u'var': u'SystemMaxUse', u'val': u'8G'}) ok: [node02] => (item={u'var': u'SystemKeepFree', u'val': u'20%'}) ok: [node02] => (item={u'var': u'SystemMaxFileSize', u'val': u'10M'}) ok: [node02] => (item={u'var': u'MaxRetentionSec', u'val': u'1month'}) ok: [node02] => (item={u'var': u'MaxFileSec', u'val': u'1day'}) ok: [node02] => (item={u'var': u'ForwardToSyslog', u'val': False}) ok: [node02] => (item={u'var': u'ForwardToWall', u'val': False}) TASK [openshift_node : Restart journald] *************************************** skipping: [node02] TASK [openshift_node : Disable swap] ******************************************* ok: [node02] TASK [openshift_node : Install node, clients, and conntrack packages] ********** ok: [node02] => (item={u'name': u'origin-node-3.10.0*'}) ok: [node02] => (item={u'name': u'origin-clients-3.10.0*'}) ok: [node02] => (item={u'name': u'conntrack-tools'}) TASK [openshift_node : Restart cri-o] ****************************************** skipping: [node02] TASK [openshift_node : restart NetworkManager to ensure resolv.conf is present] *** changed: [node02] TASK [openshift_node : sysctl] ************************************************* ok: [node02] TASK [openshift_node : Check for credentials file for registry auth] *********** skipping: [node02] TASK [openshift_node : Create credentials for registry auth] ******************* skipping: [node02] TASK [openshift_node : Create credentials for registry auth (alternative)] ***** skipping: [node02] TASK [openshift_node : Setup ro mount of /root/.docker for containerized hosts] *** skipping: [node02] TASK [openshift_node : Check that node image is present] *********************** changed: [node02] TASK [openshift_node : Pre-pull node image] ************************************ skipping: [node02] TASK [openshift_node : Copy node script to the node] *************************** ok: [node02] TASK [openshift_node : Install Node service file] ****************************** ok: [node02] TASK [openshift_node : Ensure old system path is set] ************************** skipping: [node02] => (item=/etc/origin/openvswitch) skipping: [node02] => (item=/var/lib/kubelet) skipping: [node02] => (item=/opt/cni/bin) TASK [openshift_node : Check status of node image pre-pull] ******************** skipping: [node02] TASK [openshift_node : Copy node container image to ostree storage] ************ skipping: [node02] TASK [openshift_node : Install or Update node system container] **************** skipping: [node02] TASK [openshift_node : Restart network manager to ensure networking configuration is in place] *** skipping: [node02] TASK [openshift_node : Configure Node settings] ******************************** ok: [node02] => (item={u'regex': u'^OPTIONS=', u'line': u'OPTIONS='}) ok: [node02] => (item={u'regex': u'^DEBUG_LOGLEVEL=', u'line': u'DEBUG_LOGLEVEL=2'}) ok: [node02] => (item={u'regex': u'^IMAGE_VERSION=', u'line': u'IMAGE_VERSION=v3.10.0-rc.0'}) TASK [openshift_node : Configure Proxy Settings] ******************************* skipping: [node02] => (item={u'regex': u'^HTTP_PROXY=', u'line': u'HTTP_PROXY='}) skipping: [node02] => (item={u'regex': u'^HTTPS_PROXY=', u'line': u'HTTPS_PROXY='}) skipping: [node02] => (item={u'regex': u'^NO_PROXY=', u'line': u'NO_PROXY=[],172.30.0.0/16,10.128.0.0/14'}) TASK [openshift_node : file] *************************************************** skipping: [node02] TASK [openshift_node : Create the Node config] ********************************* changed: [node02] TASK [openshift_node : Configure Node Environment Variables] ******************* TASK [openshift_node : Ensure the node static pod directory exists] ************ changed: [node02] TASK [openshift_node : Configure AWS Cloud Provider Settings] ****************** skipping: [node02] => (item=None) skipping: [node02] => (item=None) skipping: [node02] TASK [openshift_node : Check status of node image pre-pull] ******************** skipping: [node02] TASK [openshift_node : Install NFS storage plugin dependencies] **************** ok: [node02] TASK [openshift_node : Check for existence of nfs sebooleans] ****************** ok: [node02] => (item=virt_use_nfs) ok: [node02] => (item=virt_sandbox_use_nfs) TASK [openshift_node : Set seboolean to allow nfs storage plugin access from containers] *** ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-31 13:13:00.619268', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_use_nfs'], u'rc': 0, 'item': u'virt_use_nfs', u'delta': u'0:00:00.022279', '_ansible_item_label': u'virt_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-31 13:13:00.596989', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-31 13:13:01.675691', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_nfs'], u'rc': 0, 'item': u'virt_sandbox_use_nfs', u'delta': u'0:00:00.016716', '_ansible_item_label': u'virt_sandbox_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-31 13:13:01.658975', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Set seboolean to allow nfs storage plugin access from containers (python 3)] *** skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-31 13:13:00.619268', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_use_nfs'], u'rc': 0, 'item': u'virt_use_nfs', u'delta': u'0:00:00.022279', '_ansible_item_label': u'virt_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-31 13:13:00.596989', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-31 13:13:01.675691', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_nfs'], u'rc': 0, 'item': u'virt_sandbox_use_nfs', u'delta': u'0:00:00.016716', '_ansible_item_label': u'virt_sandbox_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-31 13:13:01.658975', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Install GlusterFS storage plugin dependencies] ********** ok: [node02] TASK [openshift_node : Check for existence of fusefs sebooleans] *************** ok: [node02] => (item=virt_use_fusefs) ok: [node02] => (item=virt_sandbox_use_fusefs) TASK [openshift_node : Set seboolean to allow gluster storage plugin access from containers] *** ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-31 13:13:08.665678', '_ansible_no_log': False, u'stdout': u'virt_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_use_fusefs'], u'rc': 0, 'item': u'virt_use_fusefs', u'delta': u'0:00:00.017418', '_ansible_item_label': u'virt_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-31 13:13:08.648260', '_ansible_ignore_errors': None, 'failed': False}) ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-31 13:13:09.793083', '_ansible_no_log': False, u'stdout': u'virt_sandbox_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_fusefs'], u'rc': 0, 'item': u'virt_sandbox_use_fusefs', u'delta': u'0:00:00.015569', '_ansible_item_label': u'virt_sandbox_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_sandbox_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-31 13:13:09.777514', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Set seboolean to allow gluster storage plugin access from containers (python 3)] *** skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-31 13:13:08.665678', '_ansible_no_log': False, u'stdout': u'virt_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_use_fusefs'], u'rc': 0, 'item': u'virt_use_fusefs', u'delta': u'0:00:00.017418', '_ansible_item_label': u'virt_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-31 13:13:08.648260', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-31 13:13:09.793083', '_ansible_no_log': False, u'stdout': u'virt_sandbox_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_fusefs'], u'rc': 0, 'item': u'virt_sandbox_use_fusefs', u'delta': u'0:00:00.015569', '_ansible_item_label': u'virt_sandbox_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_sandbox_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-31 13:13:09.777514', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Install Ceph storage plugin dependencies] *************** ok: [node02] TASK [openshift_node : Install iSCSI storage plugin dependencies] ************** ok: [node02] => (item=iscsi-initiator-utils) ok: [node02] => (item=device-mapper-multipath) TASK [openshift_node : restart services] *************************************** ok: [node02] => (item=multipathd) ok: [node02] => (item=rpcbind) ok: [node02] => (item=iscsid) TASK [openshift_node : Template multipath configuration] *********************** changed: [node02] TASK [openshift_node : Enable and start multipath] ***************************** changed: [node02] TASK [tuned : Check for tuned package] ***************************************** ok: [node02] TASK [tuned : Set tuned OpenShift variables] *********************************** ok: [node02] TASK [tuned : Ensure directory structure exists] ******************************* ok: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-control-plane', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) ok: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-node', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) ok: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/recommend.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'recommend.conf', 'size': 290, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-control-plane/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-control-plane/tuned.conf', 'size': 744, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-node/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-node/tuned.conf', 'size': 135, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift/tuned.conf', 'size': 594, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) TASK [tuned : Ensure files are populated from templates] *********************** skipping: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-control-plane', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) skipping: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-node', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) skipping: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/recommend.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'recommend.conf', 'size': 290, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-control-plane/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-control-plane/tuned.conf', 'size': 744, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-node/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-node/tuned.conf', 'size': 135, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift/tuned.conf', 'size': 594, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) TASK [tuned : Make tuned use the recommended tuned profile on restart] ********* changed: [node02] => (item=/etc/tuned/active_profile) changed: [node02] => (item=/etc/tuned/profile_mode) TASK [tuned : Restart tuned service] ******************************************* changed: [node02] TASK [nickhammond.logrotate : nickhammond.logrotate | Install logrotate] ******* ok: [node02] TASK [nickhammond.logrotate : nickhammond.logrotate | Setup logrotate.d scripts] *** PLAY [node bootstrap config] *************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_node : install needed rpm(s)] ********************************** ok: [node02] => (item=origin-node) ok: [node02] => (item=origin-docker-excluder) ok: [node02] => (item=ansible) ok: [node02] => (item=bash-completion) ok: [node02] => (item=docker) ok: [node02] => (item=haproxy) ok: [node02] => (item=dnsmasq) ok: [node02] => (item=ntp) ok: [node02] => (item=logrotate) ok: [node02] => (item=httpd-tools) ok: [node02] => (item=bind-utils) ok: [node02] => (item=firewalld) ok: [node02] => (item=libselinux-python) ok: [node02] => (item=conntrack-tools) ok: [node02] => (item=openssl) ok: [node02] => (item=iproute) ok: [node02] => (item=python-dbus) ok: [node02] => (item=PyYAML) ok: [node02] => (item=yum-utils) ok: [node02] => (item=glusterfs-fuse) ok: [node02] => (item=device-mapper-multipath) ok: [node02] => (item=nfs-utils) ok: [node02] => (item=cockpit-ws) ok: [node02] => (item=cockpit-system) ok: [node02] => (item=cockpit-bridge) ok: [node02] => (item=cockpit-docker) ok: [node02] => (item=iscsi-initiator-utils) ok: [node02] => (item=ceph-common) TASK [openshift_node : create the directory for node] ************************** skipping: [node02] TASK [openshift_node : laydown systemd override] ******************************* skipping: [node02] TASK [openshift_node : update the sysconfig to have necessary variables] ******* ok: [node02] => (item={u'regexp': u'^KUBECONFIG=.*', u'line': u'KUBECONFIG=/etc/origin/node/bootstrap.kubeconfig'}) TASK [openshift_node : Configure AWS Cloud Provider Settings] ****************** skipping: [node02] => (item=None) skipping: [node02] => (item=None) skipping: [node02] TASK [openshift_node : disable origin-node service] **************************** changed: [node02] => (item=origin-node.service) TASK [openshift_node : Check for RPM generated config marker file .config_managed] *** ok: [node02] TASK [openshift_node : create directories for bootstrapping] ******************* ok: [node02] => (item=/root/openshift_bootstrap) changed: [node02] => (item=/var/lib/origin/openshift.local.config) changed: [node02] => (item=/var/lib/origin/openshift.local.config/node) ok: [node02] => (item=/etc/docker/certs.d/docker-registry.default.svc:5000) TASK [openshift_node : laydown the bootstrap.yml file for on boot configuration] *** ok: [node02] TASK [openshift_node : Create a symlink to the node client CA for the docker registry] *** ok: [node02] TASK [openshift_node : Remove RPM generated config files if present] *********** skipping: [node02] => (item=master) skipping: [node02] => (item=.config_managed) TASK [openshift_node : find all files in /etc/origin/node so we can remove them] *** skipping: [node02] TASK [openshift_node : Remove everything except the resolv.conf required for node] *** skipping: [node02] TASK [openshift_node_group : create node config template] ********************** changed: [node02] TASK [openshift_node_group : remove existing node config] ********************** changed: [node02] TASK [openshift_node_group : Ensure required directories are present] ********** ok: [node02] => (item=/etc/origin/node/pods) changed: [node02] => (item=/etc/origin/node/certificates) TASK [openshift_node_group : Update the sysconfig to group "node-config-compute"] *** changed: [node02] TASK [set_fact] **************************************************************** ok: [node02] PLAY [Re-enable excluder if it was previously enabled] ************************* TASK [openshift_excluder : Detecting Atomic Host Operating System] ************* ok: [node02] TASK [openshift_excluder : Debug r_openshift_excluder_enable_docker_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_docker_excluder": true } TASK [openshift_excluder : Debug r_openshift_excluder_enable_openshift_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_openshift_excluder": true } TASK [openshift_excluder : Fail if invalid openshift_excluder_action provided] *** skipping: [node02] TASK [openshift_excluder : Fail if r_openshift_excluder_upgrade_target is not defined] *** skipping: [node02] TASK [openshift_excluder : Include main action task file] ********************** included: /root/openshift-ansible/roles/openshift_excluder/tasks/enable.yml for node02 TASK [openshift_excluder : Install docker excluder - yum] ********************** skipping: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** changed: [node02] PLAY [Node Preparation Checkpoint End] ***************************************** TASK [Set Node preparation 'Complete'] ***************************************** ok: [node02] PLAY [Distribute bootstrap and start nodes] ************************************ TASK [openshift_node : Gather node information] ******************************** changed: [node02] ok: [node01] TASK [openshift_node : Copy master bootstrap config locally] ******************* ok: [node02] TASK [openshift_node : Distribute bootstrap kubeconfig if one does not exist] *** ok: [node01] changed: [node02] TASK [openshift_node : Start and enable node for bootstrapping] **************** changed: [node02] changed: [node01] TASK [openshift_node : Get node logs] ****************************************** skipping: [node02] skipping: [node01] TASK [openshift_node : debug] ************************************************** skipping: [node02] skipping: [node01] TASK [openshift_node : fail] *************************************************** skipping: [node02] skipping: [node01] PLAY [Approve any pending CSR requests from inventory nodes] ******************* TASK [Dump all candidate bootstrap hostnames] ********************************** ok: [node01] => { "msg": [ "node02", "node01" ] } TASK [Find all hostnames for bootstrapping] ************************************ ok: [node01] TASK [Dump the bootstrap hostnames] ******************************************** ok: [node01] => { "msg": [ "node02", "node01" ] } TASK [Approve bootstrap nodes] ************************************************* changed: [node01] TASK [Get CSRs] **************************************************************** skipping: [node01] TASK [Report approval errors] ************************************************** skipping: [node01] PLAY [Ensure any inventory labels are applied to the nodes] ******************** TASK [Gathering Facts] ********************************************************* ok: [node02] ok: [node01] TASK [openshift_manage_node : Wait for master API to become available before proceeding] *** skipping: [node02] TASK [openshift_manage_node : Wait for Node Registration] ********************** ok: [node01 -> node01] ok: [node02 -> node01] TASK [openshift_manage_node : include_tasks] *********************************** included: /root/openshift-ansible/roles/openshift_manage_node/tasks/config.yml for node02, node01 TASK [openshift_manage_node : Set node schedulability] ************************* ok: [node01 -> node01] ok: [node02 -> node01] TASK [openshift_manage_node : include_tasks] *********************************** included: /root/openshift-ansible/roles/openshift_manage_node/tasks/set_default_node_role.yml for node02, node01 TASK [openshift_manage_node : Retrieve nodes that are marked with the infra selector or the legacy infra selector] *** ok: [node02 -> node01] TASK [openshift_manage_node : Label infra or legacy infra nodes with the new role label] *** TASK [openshift_manage_node : Retrieve non-infra, non-master nodes that are not yet labeled compute] *** ok: [node02 -> node01] TASK [openshift_manage_node : label non-master non-infra nodes compute] ******** TASK [openshift_manage_node : Label all-in-one master as a compute node] ******* skipping: [node02] PLAY RECAP ********************************************************************* localhost : ok=30 changed=0 unreachable=0 failed=0 node01 : ok=67 changed=3 unreachable=0 failed=0 node02 : ok=159 changed=33 unreachable=0 failed=0 INSTALLER STATUS *************************************************************** Initialization : Complete (0:04:05) Node Preparation : Complete (0:04:14) Sending file modes: C0755 110489328 oc Sending file modes: C0600 5649 admin.kubeconfig Cluster "node01:8443" set. Cluster "node01:8443" set. + set +e + kubectl get nodes --no-headers + cluster/kubectl.sh get nodes --no-headers node01 Ready compute,infra,master 23d v1.10.0+b81c8f8 node02 Ready compute 54s v1.10.0+b81c8f8 + kubectl_rc=0 + '[' 0 -ne 0 ']' ++ kubectl get nodes --no-headers ++ cluster/kubectl.sh get nodes --no-headers ++ grep NotReady + '[' -n '' ']' + set -e + echo 'Nodes are ready:' Nodes are ready: + kubectl get nodes + cluster/kubectl.sh get nodes NAME STATUS ROLES AGE VERSION node01 Ready compute,infra,master 23d v1.10.0+b81c8f8 node02 Ready compute 55s v1.10.0+b81c8f8 + make cluster-sync ./cluster/build.sh Building ... Untagged: localhost:32840/kubevirt/virt-controller:devel Untagged: localhost:32840/kubevirt/virt-controller@sha256:d17324b3fdaf128a60a92ea2f6233801e7939299f5b02d7c0a68f26cfa98894d Deleted: sha256:9a9585743b0e1ee8a5fd69fecfce19b0b004516e6c7eec91a604a94e780e1704 Deleted: sha256:887c5c6cfe3957747102f5667e42c343088e4ee8797276bb6003cea74260f1e9 Deleted: sha256:13dcd4ae7d78cbbc859a665eea14f8895589e97654ab83fbc9b4b0b8dbbad411 Deleted: sha256:7f6688537d27b247e0cd94ac19120b19a930ddb7432b6c21f92dfdb1c3386104 Untagged: localhost:32840/kubevirt/virt-launcher:devel Untagged: localhost:32840/kubevirt/virt-launcher@sha256:17c200ecb4cc4d7eaf74c92806d3bf97e302b3065eccdc586f53dc3223776fd7 Deleted: sha256:23d16f334e3c58b61a8e711a275f21fa8066bb0ebe6ae2cb06a3287a269e268a Deleted: sha256:0ba534f13920e03b3736ee493d07057e544bde7ac33f60a3aaeee4d0d021a981 Deleted: sha256:4dd0eaafcfb5176222560f73129be10e09446ce9ffca32d87fa1b8b6ae4115a8 Deleted: sha256:770bb1342f6141db517212b458df5eb4698d0a8944f304594240d42adfe12345 Deleted: sha256:525cdfc683f069a6f0983cee46dc7ec6f008340d4a2ae7da70c2dac877933b27 Deleted: sha256:7132301bc3defab882d178a69135a9ed3b9723421dc3a400fd4df4be0717d56c Deleted: sha256:9bee6f528e10dde99c98ef8f043229cfed4779b2221193199e37f9772ba1b986 Deleted: sha256:37bfa68664986c5a2ffbc9cceee22848b355af59e467fe221297ee9e53f03644 Deleted: sha256:d912475b1eb51e2926247d21a113743a41440b6ef6e3b3f286ea4f33a76d45b6 Deleted: sha256:a69e59d90e4a22a3c0de9c45ce1dfe28d2fa8ccdd6ccafafdb261ae2a69983be Deleted: sha256:4e61f74c74f9c83f031ee7fc4dfa8ff41213604faf3260781263f5f414d531c0 Deleted: sha256:10f599ff501604d983479022001686e0e2eca79ed2bd91f512a33791bf000e11 Untagged: localhost:32840/kubevirt/virt-handler:devel Untagged: localhost:32840/kubevirt/virt-handler@sha256:06d0407e66af2486817ff944019bcec6547985373a17b9bec9de1a18b1782974 Deleted: sha256:7085964f6d9772b5c347efc3a4fcb3fabd569c548ac9226e984f1857f15d33d4 Deleted: sha256:ce460e984cb4ccd03c4436d7b832a2f2c47eaabefab0057cb404975a529eeff6 Deleted: sha256:56c560552b21d96ced805fdc3c584e16e306a87f84c0918a0b2d3e8ceccee846 Deleted: sha256:ddefa72a563fc793e71576e7ff865e249af1a5e63c39935c3cd504d2b825ea4d Untagged: localhost:32840/kubevirt/virt-api:devel Untagged: localhost:32840/kubevirt/virt-api@sha256:ee0d064580d4a33a7c42cb961cb49aa5f03f44d28091117695b014ec22ccabd2 Deleted: sha256:265afaef3d141c31d4f9dfe2a6d3c13f9fd1a554f73a7217738dc699cdcdf496 Deleted: sha256:c2dd2bd3306e526a08164c0b2714535566fb67804b11378c61be2689cda4124a Deleted: sha256:debeb0992c088e6c26a6217c1c75083dd62654a9aa22399b889f5fc1100e6b39 Deleted: sha256:f9c9aca226523676a508bb1e8e60531abe155ca1fd277fd6e73588d6da3a2e56 Untagged: localhost:32840/kubevirt/subresource-access-test:devel Untagged: localhost:32840/kubevirt/subresource-access-test@sha256:7c057edca92b70c38bfd5aa25605a83277b8e6179053ce11b6501e157f14f8fb Deleted: sha256:73a6fda69afb84c7137aeeecbd56dc565449a474b05d24f8c4668f5a95a70d3f Deleted: sha256:5c2643ecff81b493760773672ec341a82fb9a61773403cd2e3918e12eaffe047 Deleted: sha256:e7b801ba097b73d37508d91702b068296d88225c771f142e1fa427c08956df16 Deleted: sha256:d56799433c74370e3c560d5416386ea3981eab4814d402a9dd17fcad3ffb9d84 Untagged: localhost:32840/kubevirt/example-hook-sidecar:devel Untagged: localhost:32840/kubevirt/example-hook-sidecar@sha256:ec4c6fd49c80187ee3682de3240fb9ad05b05d27855929f65870d402fe99d141 Deleted: sha256:a0a7e0b44228f869d5a80e800b31ae5761f562b1ed9a2228e1f1cd248f228bad Deleted: sha256:105ab606ff8362da0a16ded49f188fca88a36ef7b406cabd3b6e7ec5dda38898 Deleted: sha256:4d1da6d81393c52933a21255b8836b7c02cbd14ac9b5cfdfa2a4652966c69768 Deleted: sha256:463e72c78bf8f05172d08f68a020c8eb4210281961ca764c079f08f44415c441 sha256:ceba12cbc33e4e37a707840478a630db561e2427b78c8c9f9cd6d0b73276ab32 go version go1.10 linux/amd64 go version go1.10 linux/amd64 make[1]: Entering directory `/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt' hack/dockerized "./hack/check.sh && KUBEVIRT_VERSION= ./hack/build-go.sh install " && ./hack/build-copy-artifacts.sh sha256:ceba12cbc33e4e37a707840478a630db561e2427b78c8c9f9cd6d0b73276ab32 go version go1.10 linux/amd64 go version go1.10 linux/amd64 find: '/root/go/src/kubevirt.io/kubevirt/_out/cmd': No such file or directory Compiling tests... compiled tests.test hack/build-docker.sh build Sending build context to Docker daemon 40.39 MB Step 1/8 : FROM fedora:28 ---> cc510acfcd70 Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 84920e004a40 Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virt-controller ---> Using cache ---> b4f3251c6468 Step 4/8 : WORKDIR /home/virt-controller ---> Using cache ---> 813752072d9d Step 5/8 : USER 1001 ---> Using cache ---> 88b3556f36b4 Step 6/8 : COPY virt-controller /usr/bin/virt-controller ---> 36c7d115a884 Removing intermediate container 24f9493485bd Step 7/8 : ENTRYPOINT /usr/bin/virt-controller ---> Running in 99870b207182 ---> 6d46ad0cb34c Removing intermediate container 99870b207182 Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "virt-controller" '' ---> Running in a8b329679d6e ---> bad890de2efc Removing intermediate container a8b329679d6e Successfully built bad890de2efc Sending build context to Docker daemon 43.32 MB Step 1/9 : FROM kubevirt/libvirt:4.2.0 ---> 5f0bfe81a3e0 Step 2/9 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 09010a005182 Step 3/9 : RUN dnf -y install socat genisoimage && dnf -y clean all && test $(id -u qemu) = 107 # make sure that the qemu user really is 107 ---> Using cache ---> 5e9a01249bee Step 4/9 : COPY virt-launcher /usr/bin/virt-launcher ---> 36f246119859 Removing intermediate container e22c38c04d8f Step 5/9 : RUN setcap CAP_NET_BIND_SERVICE=+eip /usr/bin/qemu-system-x86_64 ---> Running in 0a57e4bbdc3a  ---> c92658a73a11 Removing intermediate container 0a57e4bbdc3a Step 6/9 : RUN mkdir -p /usr/share/kubevirt/virt-launcher ---> Running in 183da6609e90  ---> aec6f9701008 Removing intermediate container 183da6609e90 Step 7/9 : COPY sock-connector /usr/share/kubevirt/virt-launcher/ ---> ed6941c6cf9c Removing intermediate container bfece500c198 Step 8/9 : ENTRYPOINT /usr/bin/virt-launcher ---> Running in 8fed0d2303bb ---> 96187e6d7c1e Removing intermediate container 8fed0d2303bb Step 9/9 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "virt-launcher" '' ---> Running in 560b05424f0b ---> 6a8d2f2cc2ed Removing intermediate container 560b05424f0b Successfully built 6a8d2f2cc2ed Sending build context to Docker daemon 41.69 MB Step 1/5 : FROM fedora:28 ---> cc510acfcd70 Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 84920e004a40 Step 3/5 : COPY virt-handler /usr/bin/virt-handler ---> 58570a072adc Removing intermediate container 5673ff64b7b6 Step 4/5 : ENTRYPOINT /usr/bin/virt-handler ---> Running in dc2fdfc8fa40 ---> 79d491723622 Removing intermediate container dc2fdfc8fa40 Step 5/5 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "virt-handler" '' ---> Running in 4b09cf62dc7a ---> 1f2226e785a0 Removing intermediate container 4b09cf62dc7a Successfully built 1f2226e785a0 Sending build context to Docker daemon 38.81 MB Step 1/8 : FROM fedora:28 ---> cc510acfcd70 Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 84920e004a40 Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virt-api ---> Using cache ---> 3cff23506e80 Step 4/8 : WORKDIR /home/virt-api ---> Using cache ---> e94c5606b96b Step 5/8 : USER 1001 ---> Using cache ---> af16317199f5 Step 6/8 : COPY virt-api /usr/bin/virt-api ---> 0d70085d8b98 Removing intermediate container 729891b3a51f Step 7/8 : ENTRYPOINT /usr/bin/virt-api ---> Running in e55458bcde00 ---> 5b6eae9eb5ad Removing intermediate container e55458bcde00 Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "virt-api" '' ---> Running in 5788016ef319 ---> 72cb6345012a Removing intermediate container 5788016ef319 Successfully built 72cb6345012a Sending build context to Docker daemon 4.096 kB Step 1/7 : FROM fedora:28 ---> cc510acfcd70 Step 2/7 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 84920e004a40 Step 3/7 : ENV container docker ---> Using cache ---> aed3ca4ac3a3 Step 4/7 : RUN mkdir -p /images/custom /images/alpine && truncate -s 64M /images/custom/disk.img && curl http://dl-cdn.alpinelinux.org/alpine/v3.7/releases/x86_64/alpine-virt-3.7.0-x86_64.iso > /images/alpine/disk.img ---> Using cache ---> c7d0cf8fc982 Step 5/7 : ADD entrypoint.sh / ---> Using cache ---> 0393e5ee0c37 Step 6/7 : CMD /entrypoint.sh ---> Using cache ---> 23798f49dea3 Step 7/7 : LABEL "disks-images-provider" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Using cache ---> 94ce40445be4 Successfully built 94ce40445be4 Sending build context to Docker daemon 2.56 kB Step 1/5 : FROM fedora:28 ---> cc510acfcd70 Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 84920e004a40 Step 3/5 : ENV container docker ---> Using cache ---> aed3ca4ac3a3 Step 4/5 : RUN dnf -y install procps-ng nmap-ncat && dnf -y clean all ---> Using cache ---> d8c990eaf575 Step 5/5 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "vm-killer" '' ---> Using cache ---> 959b46fa16f1 Successfully built 959b46fa16f1 Sending build context to Docker daemon 5.12 kB Step 1/7 : FROM debian:sid ---> 68f33cf86aab Step 2/7 : MAINTAINER "David Vossel" \ ---> Using cache ---> 50fc79ebe51c Step 3/7 : ENV container docker ---> Using cache ---> b8e063496923 Step 4/7 : RUN apt-get update && apt-get install -y bash curl bzip2 qemu-utils && mkdir -p /disk && rm -rf /var/lib/apt/lists/* ---> Using cache ---> 8adb1572b35c Step 5/7 : ADD entry-point.sh / ---> Using cache ---> 8c0c5a52e4df Step 6/7 : CMD /entry-point.sh ---> Using cache ---> 1a4b838e5dee Step 7/7 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "registry-disk-v1alpha" '' ---> Using cache ---> 6cd99eac1b26 Successfully built 6cd99eac1b26 Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33137/kubevirt/registry-disk-v1alpha:devel ---> 6cd99eac1b26 Step 2/4 : MAINTAINER "David Vossel" \ ---> Using cache ---> daf02fbc6053 Step 3/4 : RUN curl https://download.cirros-cloud.net/0.4.0/cirros-0.4.0-x86_64-disk.img > /disk/cirros.img ---> Using cache ---> 7dad63217a8a Step 4/4 : LABEL "cirros-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Using cache ---> 4040e403422c Successfully built 4040e403422c Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33137/kubevirt/registry-disk-v1alpha:devel ---> 6cd99eac1b26 Step 2/4 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 2b3f11794cd2 Step 3/4 : RUN curl -g -L https://download.fedoraproject.org/pub/fedora/linux/releases/27/CloudImages/x86_64/images/Fedora-Cloud-Base-27-1.6.x86_64.qcow2 > /disk/fedora.qcow2 ---> Using cache ---> 42ceecc2fbea Step 4/4 : LABEL "fedora-cloud-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Using cache ---> 5f0ffa61a701 Successfully built 5f0ffa61a701 Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33137/kubevirt/registry-disk-v1alpha:devel ---> 6cd99eac1b26 Step 2/4 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 2b3f11794cd2 Step 3/4 : RUN curl http://dl-cdn.alpinelinux.org/alpine/v3.7/releases/x86_64/alpine-virt-3.7.0-x86_64.iso > /disk/alpine.iso ---> Using cache ---> 48562b170460 Step 4/4 : LABEL "alpine-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Using cache ---> 414ca08aaecd Successfully built 414ca08aaecd Sending build context to Docker daemon 35.59 MB Step 1/8 : FROM fedora:28 ---> cc510acfcd70 Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 84920e004a40 Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virtctl ---> Using cache ---> d74088d7a4fc Step 4/8 : WORKDIR /home/virtctl ---> Using cache ---> c8c857bf8d96 Step 5/8 : USER 1001 ---> Using cache ---> 36730a67b946 Step 6/8 : COPY subresource-access-test /subresource-access-test ---> 370d4a075e03 Removing intermediate container 3c8468e44d35 Step 7/8 : ENTRYPOINT /subresource-access-test ---> Running in 41f29ce6b872 ---> 0109b2769332 Removing intermediate container 41f29ce6b872 Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "subresource-access-test" '' ---> Running in 4eb7ee6f1540 ---> 2f8e06d3a6a4 Removing intermediate container 4eb7ee6f1540 Successfully built 2f8e06d3a6a4 Sending build context to Docker daemon 3.072 kB Step 1/9 : FROM fedora:28 ---> cc510acfcd70 Step 2/9 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 84920e004a40 Step 3/9 : ENV container docker ---> Using cache ---> aed3ca4ac3a3 Step 4/9 : RUN dnf -y install make git gcc && dnf -y clean all ---> Using cache ---> 6050b24a5d85 Step 5/9 : ENV GIMME_GO_VERSION 1.9.2 ---> Using cache ---> 0447d2178073 Step 6/9 : RUN mkdir -p /gimme && curl -sL https://raw.githubusercontent.com/travis-ci/gimme/master/gimme | HOME=/gimme bash >> /etc/profile.d/gimme.sh ---> Using cache ---> 291db82d955f Step 7/9 : ENV GOPATH "/go" GOBIN "/usr/bin" ---> Using cache ---> 793556477837 Step 8/9 : RUN mkdir -p /go && source /etc/profile.d/gimme.sh && go get github.com/masterzen/winrm-cli ---> Using cache ---> fd5c6e1f9461 Step 9/9 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "winrmcli" '' ---> Using cache ---> a223dce236ce Successfully built a223dce236ce Sending build context to Docker daemon 36.8 MB Step 1/5 : FROM fedora:27 ---> 9110ae7f579f Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 71a8c548e503 Step 3/5 : COPY example-hook-sidecar /example-hook-sidecar ---> a7117894d6df Removing intermediate container 1d5efe1494bf Step 4/5 : ENTRYPOINT /example-hook-sidecar ---> Running in 8b12a2ac7c9c ---> fb67f12be198 Removing intermediate container 8b12a2ac7c9c Step 5/5 : LABEL "example-hook-sidecar" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Running in ba0c1af3f730 ---> 78b5a40f4860 Removing intermediate container ba0c1af3f730 Successfully built 78b5a40f4860 hack/build-docker.sh push The push refers to a repository [localhost:33137/kubevirt/virt-controller] ba19701b89b1: Preparing b2f5abdac324: Preparing 891e1e4ef82a: Preparing b2f5abdac324: Pushed ba19701b89b1: Pushed 891e1e4ef82a: Pushed devel: digest: sha256:e3c42feb3eca51235cbcb182a6553410e4330249a19421850ab0ad981d4e08ac size: 949 The push refers to a repository [localhost:33137/kubevirt/virt-launcher] d913a7ca2de6: Preparing d7c2fe89c5f1: Preparing 13339d00c5cb: Preparing 21067902a196: Preparing 0bf2cd0d41a1: Preparing da38cf808aa5: Preparing b83399358a92: Preparing 186d8b3e4fd8: Preparing fa6154170bf5: Preparing 5eefb9960a36: Preparing 891e1e4ef82a: Preparing 5eefb9960a36: Waiting 891e1e4ef82a: Waiting 186d8b3e4fd8: Waiting fa6154170bf5: Waiting da38cf808aa5: Waiting b83399358a92: Waiting d913a7ca2de6: Pushed d7c2fe89c5f1: Pushed da38cf808aa5: Pushed b83399358a92: Pushed 186d8b3e4fd8: Pushed fa6154170bf5: Pushed 891e1e4ef82a: Mounted from kubevirt/virt-controller 13339d00c5cb: Pushed 0bf2cd0d41a1: Pushed 21067902a196: Pushed 5eefb9960a36: Pushed devel: digest: sha256:e4845408280a56a88fdc2b2fdd96687e3fb1bd3d5926cbc35dc3df629e53bdf8 size: 2620 The push refers to a repository [localhost:33137/kubevirt/virt-handler] a7865c0e784c: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/virt-launcher a7865c0e784c: Pushed devel: digest: sha256:d516b2a99f15180c2aa620be5b6a1a0a28a37b4d04b19432f29f06f36e519ad7 size: 741 The push refers to a repository [localhost:33137/kubevirt/virt-api] 38137b335408: Preparing afd1d781e4d1: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/virt-handler afd1d781e4d1: Pushed 38137b335408: Pushed devel: digest: sha256:e01ecda7e47f948c57c9bd27c006f1c9ff15362fd5f359dbd8be99127ec13fb0 size: 948 The push refers to a repository [localhost:33137/kubevirt/disks-images-provider] dc0875c44573: Preparing 8fc77a44094f: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/virt-api dc0875c44573: Pushed 8fc77a44094f: Pushed devel: digest: sha256:6983cf788a7b820c1e35fcae3ab69f0c6bf8246bd9b125048ab46c757eff9e58 size: 948 The push refers to a repository [localhost:33137/kubevirt/vm-killer] d1b69e768421: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/disks-images-provider d1b69e768421: Pushed devel: digest: sha256:a51ee0305cb1255dac598ac872707bce340d95ba5394dc3fac22ce1ec3178090 size: 740 The push refers to a repository [localhost:33137/kubevirt/registry-disk-v1alpha] 2a15632f54d4: Preparing 91a924e03d7c: Preparing 25edbec0eaea: Preparing 2a15632f54d4: Pushed 91a924e03d7c: Pushed 25edbec0eaea: Pushed devel: digest: sha256:92625a01ad38ccbd20daaef348bee72b98b522337c3fe8d9d464164226ef71d6 size: 948 The push refers to a repository [localhost:33137/kubevirt/cirros-registry-disk-demo] 8679079ce47d: Preparing 2a15632f54d4: Preparing 91a924e03d7c: Preparing 25edbec0eaea: Preparing 25edbec0eaea: Mounted from kubevirt/registry-disk-v1alpha 2a15632f54d4: Mounted from kubevirt/registry-disk-v1alpha 91a924e03d7c: Mounted from kubevirt/registry-disk-v1alpha 8679079ce47d: Pushed devel: digest: sha256:61bd0de23218ace144f2feed65e671e3ca047a9699f1bea4f5ad6f0e600591c6 size: 1160 The push refers to a repository [localhost:33137/kubevirt/fedora-cloud-registry-disk-demo] 6aaf09f3f0fe: Preparing 2a15632f54d4: Preparing 91a924e03d7c: Preparing 25edbec0eaea: Preparing 25edbec0eaea: Mounted from kubevirt/cirros-registry-disk-demo 2a15632f54d4: Mounted from kubevirt/cirros-registry-disk-demo 91a924e03d7c: Mounted from kubevirt/cirros-registry-disk-demo 6aaf09f3f0fe: Pushed devel: digest: sha256:28087ba777a949173f9c960afae98fce1ff6454b81d6bf707360697f8c025290 size: 1161 The push refers to a repository [localhost:33137/kubevirt/alpine-registry-disk-demo] 5013b58347dc: Preparing 2a15632f54d4: Preparing 91a924e03d7c: Preparing 25edbec0eaea: Preparing 91a924e03d7c: Mounted from kubevirt/fedora-cloud-registry-disk-demo 25edbec0eaea: Mounted from kubevirt/fedora-cloud-registry-disk-demo 2a15632f54d4: Mounted from kubevirt/fedora-cloud-registry-disk-demo 5013b58347dc: Pushed devel: digest: sha256:b169183e203b28522665168fa28ee18fa3e8a957d8590ec8d01087333c0c2c08 size: 1160 The push refers to a repository [localhost:33137/kubevirt/subresource-access-test] c14038c0f57f: Preparing 4052ce9d0aff: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/vm-killer 4052ce9d0aff: Pushed c14038c0f57f: Pushed devel: digest: sha256:e074e499ab371862dd9f7ec1b5dbb1755ef85e792011253091b8a2970496f5d5 size: 948 The push refers to a repository [localhost:33137/kubevirt/winrmcli] 64ccc7ac4271: Preparing 4242962b50c3: Preparing 0e374d8c733e: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/subresource-access-test 64ccc7ac4271: Pushed 0e374d8c733e: Pushed 4242962b50c3: Pushed devel: digest: sha256:ac4caed4b55aa84f3428119d18dc8366d2b793673fba9149ee91174454708ac1 size: 1165 The push refers to a repository [localhost:33137/kubevirt/example-hook-sidecar] 44e88d2afe22: Preparing 39bae602f753: Preparing 44e88d2afe22: Pushed 39bae602f753: Pushed devel: digest: sha256:47af5db24beaa63be86346d5c8e5616d93f6fd28c9e6f85ea637136ea3dfef8b size: 740 make[1]: Leaving directory `/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt' Done ./cluster/clean.sh + source hack/common.sh ++++ dirname 'hack/common.sh[0]' +++ cd hack/../ +++ pwd ++ KUBEVIRT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt ++ OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out ++ VENDOR_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/vendor ++ CMD_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/cmd ++ TESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/tests ++ APIDOCS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/apidocs ++ MANIFESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests ++ MANIFEST_TEMPLATES_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/templates/manifests ++ PYTHON_CLIENT_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/client-python ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_NUM_NODES=2 ++ '[' -z kubevirt-functional-tests-openshift-3.10-release ']' ++ provider_prefix=kubevirt-functional-tests-openshift-3.10-release0 ++ job_prefix=kubevirt-functional-tests-openshift-3.10-release0 +++ kubevirt_version +++ '[' -n '' ']' +++ '[' -d /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/.git ']' ++++ git describe --always --tags +++ echo v0.7.0-174-gc58ac2f ++ KUBEVIRT_VERSION=v0.7.0-174-gc58ac2f + source cluster/os-3.10.0/provider.sh ++ set -e ++ image=os-3.10.0@sha256:50a4b8ee3e07d592e7e4fbf3eb1401980a5947499dfdc3d847c085b5775aaa9a ++ source cluster/ephemeral-provider-common.sh +++ set -e +++ _cli='docker run --privileged --net=host --rm -v /var/run/docker.sock:/var/run/docker.sock kubevirtci/gocli@sha256:aa7f295a7908fa333ab5e98ef3af0bfafbabfd3cee2b83f9af47f722e3000f6a' + source hack/config.sh ++ unset binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig manifest_docker_prefix namespace ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ source hack/config-default.sh source hack/config-os-3.10.0.sh +++ binaries='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virtctl cmd/fake-qemu-process cmd/virt-api cmd/subresource-access-test cmd/example-hook-sidecar' +++ docker_images='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virt-api images/disks-images-provider images/vm-killer cmd/registry-disk-v1alpha images/cirros-registry-disk-demo images/fedora-cloud-registry-disk-demo images/alpine-registry-disk-demo cmd/subresource-access-test images/winrmcli cmd/example-hook-sidecar' +++ docker_prefix=kubevirt +++ docker_tag=latest +++ master_ip=192.168.200.2 +++ network_provider=flannel +++ namespace=kube-system ++ test -f hack/config-provider-os-3.10.0.sh ++ source hack/config-provider-os-3.10.0.sh +++ master_ip=127.0.0.1 +++ docker_tag=devel +++ kubeconfig=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubeconfig +++ kubectl=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubectl +++ docker_prefix=localhost:33137/kubevirt +++ manifest_docker_prefix=registry:5000/kubevirt ++ test -f hack/config-local.sh ++ export binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig namespace + echo 'Cleaning up ...' Cleaning up ... + cluster/kubectl.sh get vmis --all-namespaces -o=custom-columns=NAME:.metadata.name,NAMESPACE:.metadata.namespace,FINALIZERS:.metadata.finalizers --no-headers + grep foregroundDeleteVirtualMachine + read p error: the server doesn't have a resource type "vmis" + _kubectl delete ds -l kubevirt.io -n kube-system --cascade=false --grace-period 0 No resources found + _kubectl delete pods -n kube-system -l=kubevirt.io=libvirt --force --grace-period 0 No resources found + _kubectl delete pods -n kube-system -l=kubevirt.io=virt-handler --force --grace-period 0 No resources found + namespaces=(default ${namespace}) + for i in '${namespaces[@]}' + _kubectl -n default delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete apiservices -l kubevirt.io No resources found + _kubectl -n default delete deployment -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete deployment -l kubevirt.io No resources found + _kubectl -n default delete rs -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete rs -l kubevirt.io No resources found + _kubectl -n default delete services -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete services -l kubevirt.io No resources found + _kubectl -n default delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete apiservices -l kubevirt.io No resources found + _kubectl -n default delete validatingwebhookconfiguration -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete validatingwebhookconfiguration -l kubevirt.io No resources found + _kubectl -n default delete secrets -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete secrets -l kubevirt.io No resources found + _kubectl -n default delete pv -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pv -l kubevirt.io No resources found + _kubectl -n default delete pvc -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pvc -l kubevirt.io No resources found + _kubectl -n default delete ds -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete ds -l kubevirt.io No resources found + _kubectl -n default delete customresourcedefinitions -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete customresourcedefinitions -l kubevirt.io No resources found + _kubectl -n default delete pods -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pods -l kubevirt.io No resources found + _kubectl -n default delete clusterrolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete clusterrolebinding -l kubevirt.io No resources found + _kubectl -n default delete rolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete rolebinding -l kubevirt.io No resources found + _kubectl -n default delete roles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete roles -l kubevirt.io No resources found + _kubectl -n default delete clusterroles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete clusterroles -l kubevirt.io No resources found + _kubectl -n default delete serviceaccounts -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete serviceaccounts -l kubevirt.io No resources found ++ _kubectl -n default get crd offlinevirtualmachines.kubevirt.io ++ wc -l ++ export KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ cluster/os-3.10.0/.kubectl -n default get crd offlinevirtualmachines.kubevirt.io Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "offlinevirtualmachines.kubevirt.io" not found + '[' 0 -gt 0 ']' + for i in '${namespaces[@]}' + _kubectl -n kube-system delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete apiservices -l kubevirt.io No resources found + _kubectl -n kube-system delete deployment -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete deployment -l kubevirt.io No resources found + _kubectl -n kube-system delete rs -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete rs -l kubevirt.io No resources found + _kubectl -n kube-system delete services -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete services -l kubevirt.io No resources found + _kubectl -n kube-system delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete apiservices -l kubevirt.io No resources found + _kubectl -n kube-system delete validatingwebhookconfiguration -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete validatingwebhookconfiguration -l kubevirt.io No resources found + _kubectl -n kube-system delete secrets -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete secrets -l kubevirt.io No resources found + _kubectl -n kube-system delete pv -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pv -l kubevirt.io No resources found + _kubectl -n kube-system delete pvc -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pvc -l kubevirt.io No resources found + _kubectl -n kube-system delete ds -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete ds -l kubevirt.io No resources found + _kubectl -n kube-system delete customresourcedefinitions -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete customresourcedefinitions -l kubevirt.io No resources found + _kubectl -n kube-system delete pods -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pods -l kubevirt.io No resources found + _kubectl -n kube-system delete clusterrolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete clusterrolebinding -l kubevirt.io No resources found + _kubectl -n kube-system delete rolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete rolebinding -l kubevirt.io No resources found + _kubectl -n kube-system delete roles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete roles -l kubevirt.io No resources found + _kubectl -n kube-system delete clusterroles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete clusterroles -l kubevirt.io No resources found + _kubectl -n kube-system delete serviceaccounts -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete serviceaccounts -l kubevirt.io No resources found ++ _kubectl -n kube-system get crd offlinevirtualmachines.kubevirt.io ++ export KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ cluster/os-3.10.0/.kubectl -n kube-system get crd offlinevirtualmachines.kubevirt.io ++ wc -l Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "offlinevirtualmachines.kubevirt.io" not found + '[' 0 -gt 0 ']' + sleep 2 + echo Done Done ./cluster/deploy.sh + source hack/common.sh ++++ dirname 'hack/common.sh[0]' +++ cd hack/../ +++ pwd ++ KUBEVIRT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt ++ OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out ++ VENDOR_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/vendor ++ CMD_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/cmd ++ TESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/tests ++ APIDOCS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/apidocs ++ MANIFESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests ++ MANIFEST_TEMPLATES_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/templates/manifests ++ PYTHON_CLIENT_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/client-python ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_NUM_NODES=2 ++ '[' -z kubevirt-functional-tests-openshift-3.10-release ']' ++ provider_prefix=kubevirt-functional-tests-openshift-3.10-release0 ++ job_prefix=kubevirt-functional-tests-openshift-3.10-release0 +++ kubevirt_version +++ '[' -n '' ']' +++ '[' -d /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/.git ']' ++++ git describe --always --tags +++ echo v0.7.0-174-gc58ac2f ++ KUBEVIRT_VERSION=v0.7.0-174-gc58ac2f + source cluster/os-3.10.0/provider.sh ++ set -e ++ image=os-3.10.0@sha256:50a4b8ee3e07d592e7e4fbf3eb1401980a5947499dfdc3d847c085b5775aaa9a ++ source cluster/ephemeral-provider-common.sh +++ set -e +++ _cli='docker run --privileged --net=host --rm -v /var/run/docker.sock:/var/run/docker.sock kubevirtci/gocli@sha256:aa7f295a7908fa333ab5e98ef3af0bfafbabfd3cee2b83f9af47f722e3000f6a' + source hack/config.sh ++ unset binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig manifest_docker_prefix namespace ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ source hack/config-default.sh source hack/config-os-3.10.0.sh +++ binaries='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virtctl cmd/fake-qemu-process cmd/virt-api cmd/subresource-access-test cmd/example-hook-sidecar' +++ docker_images='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virt-api images/disks-images-provider images/vm-killer cmd/registry-disk-v1alpha images/cirros-registry-disk-demo images/fedora-cloud-registry-disk-demo images/alpine-registry-disk-demo cmd/subresource-access-test images/winrmcli cmd/example-hook-sidecar' +++ docker_prefix=kubevirt +++ docker_tag=latest +++ master_ip=192.168.200.2 +++ network_provider=flannel +++ namespace=kube-system ++ test -f hack/config-provider-os-3.10.0.sh ++ source hack/config-provider-os-3.10.0.sh +++ master_ip=127.0.0.1 +++ docker_tag=devel +++ kubeconfig=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubeconfig +++ kubectl=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubectl +++ docker_prefix=localhost:33137/kubevirt +++ manifest_docker_prefix=registry:5000/kubevirt ++ test -f hack/config-local.sh ++ export binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig namespace + echo 'Deploying ...' Deploying ... + [[ -z openshift-3.10-release ]] + [[ openshift-3.10-release =~ .*-dev ]] + [[ openshift-3.10-release =~ .*-release ]] + for manifest in '${MANIFESTS_OUT_DIR}/release/*' + [[ /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/demo-content.yaml =~ .*demo.* ]] + continue + for manifest in '${MANIFESTS_OUT_DIR}/release/*' + [[ /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml =~ .*demo.* ]] + _kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml clusterrole.rbac.authorization.k8s.io "kubevirt.io:admin" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:edit" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:view" created serviceaccount "kubevirt-apiserver" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-apiserver-auth-delegator" created rolebinding.rbac.authorization.k8s.io "kubevirt-apiserver" created role.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrole.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrole.rbac.authorization.k8s.io "kubevirt-controller" created serviceaccount "kubevirt-controller" created serviceaccount "kubevirt-privileged" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-controller" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-controller-cluster-admin" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-privileged-cluster-admin" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:default" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt.io:default" created service "virt-api" created deployment.extensions "virt-api" created deployment.extensions "virt-controller" created daemonset.extensions "virt-handler" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstances.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstancereplicasets.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstancepresets.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachines.kubevirt.io" created + _kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/testing -R + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/testing -R persistentvolumeclaim "disk-alpine" created persistentvolume "host-path-disk-alpine" created persistentvolumeclaim "disk-custom" created persistentvolume "host-path-disk-custom" created daemonset.extensions "disks-images-provider" created serviceaccount "kubevirt-testing" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-testing-cluster-admin" created + [[ os-3.10.0 =~ os-* ]] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-controller -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-controller -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-controller"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-testing -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-testing -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-testing"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-privileged -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-privileged -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-privileged"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-apiserver -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-apiserver -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-apiserver"] + _kubectl adm policy add-scc-to-user privileged admin + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged admin scc "privileged" added to: ["admin"] + echo Done Done + namespaces=(kube-system default) + [[ kube-system != \k\u\b\e\-\s\y\s\t\e\m ]] + timeout=300 + sample=30 + for i in '${namespaces[@]}' + current_time=0 ++ kubectl get pods -n kube-system --no-headers ++ cluster/kubectl.sh get pods -n kube-system --no-headers ++ grep -v Running + '[' -n 'disks-images-provider-7cjht 0/1 ContainerCreating 0 1s disks-images-provider-7v7qk 0/1 ContainerCreating 0 1s virt-api-7d79764579-5dn85 0/1 ContainerCreating 0 8s virt-handler-hsrgj 0/1 ContainerCreating 0 8s virt-handler-zrck7 0/1 ContainerCreating 0 8s' ']' + echo 'Waiting for kubevirt pods to enter the Running state ...' Waiting for kubevirt pods to enter the Running state ... + kubectl get pods -n kube-system --no-headers + grep -v Running + cluster/kubectl.sh get pods -n kube-system --no-headers disks-images-provider-7cjht 0/1 ContainerCreating 0 2s disks-images-provider-7v7qk 0/1 ContainerCreating 0 2s virt-api-7d79764579-5dn85 0/1 ContainerCreating 0 9s virt-handler-hsrgj 0/1 ContainerCreating 0 9s virt-handler-zrck7 0/1 ContainerCreating 0 9s + sleep 30 + current_time=30 + '[' 30 -gt 300 ']' ++ kubectl get pods -n kube-system --no-headers ++ cluster/kubectl.sh get pods -n kube-system --no-headers ++ grep -v Running + '[' -n '' ']' + current_time=0 ++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false + '[' -n '' ']' + kubectl get pods -n kube-system + cluster/kubectl.sh get pods -n kube-system NAME READY STATUS RESTARTS AGE disks-images-provider-7cjht 1/1 Running 0 33s disks-images-provider-7v7qk 1/1 Running 0 33s master-api-node01 1/1 Running 1 23d master-controllers-node01 1/1 Running 2 23d master-etcd-node01 1/1 Running 1 23d virt-api-7d79764579-5dn85 1/1 Running 0 40s virt-api-7d79764579-nrcc7 1/1 Running 0 40s virt-controller-7d57d96b65-44t9t 1/1 Running 0 40s virt-controller-7d57d96b65-qntpd 1/1 Running 0 40s virt-handler-hsrgj 1/1 Running 0 40s virt-handler-zrck7 1/1 Running 0 40s + for i in '${namespaces[@]}' + current_time=0 ++ kubectl get pods -n default --no-headers ++ cluster/kubectl.sh get pods -n default --no-headers ++ grep -v Running + '[' -n '' ']' + current_time=0 ++ kubectl get pods -n default '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false ++ cluster/kubectl.sh get pods -n default '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + '[' -n '' ']' + kubectl get pods -n default + cluster/kubectl.sh get pods -n default NAME READY STATUS RESTARTS AGE docker-registry-1-rl562 1/1 Running 1 23d registry-console-1-rw9zf 1/1 Running 1 23d router-1-6cch9 1/1 Running 1 23d + kubectl version + cluster/kubectl.sh version oc v3.10.0-rc.0+c20e215 kubernetes v1.10.0+b81c8f8 features: Basic-Auth GSSAPI Kerberos SPNEGO Server https://127.0.0.1:33134 openshift v3.10.0-rc.0+c20e215 kubernetes v1.10.0+b81c8f8 + ginko_params='--ginkgo.noColor --junit-output=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/junit.xml' + [[ openshift-3.10-release =~ windows.* ]] + FUNC_TEST_ARGS='--ginkgo.noColor --junit-output=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/junit.xml' + make functest hack/dockerized "hack/build-func-tests.sh" sha256:ceba12cbc33e4e37a707840478a630db561e2427b78c8c9f9cd6d0b73276ab32 go version go1.10 linux/amd64 go version go1.10 linux/amd64 Compiling tests... compiled tests.test hack/functests.sh Running Suite: Tests Suite ========================== Random Seed: 1533043499 Will run 151 of 151 specs Pod name: disks-images-provider-7cjht Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-7v7qk Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-5dn85 Pod phase: Running 2018/07/31 13:25:40 http: TLS handshake error from 10.129.0.1:34628: EOF level=info timestamp=2018-07-31T13:25:42.030069Z pos=subresource.go:75 component=virt-api msg="Websocket connection upgraded" 2018/07/31 13:25:50 http: TLS handshake error from 10.129.0.1:34638: EOF 2018/07/31 13:26:00 http: TLS handshake error from 10.129.0.1:34646: EOF 2018/07/31 13:26:10 http: TLS handshake error from 10.129.0.1:34654: EOF 2018/07/31 13:26:20 http: TLS handshake error from 10.129.0.1:34662: EOF level=error timestamp=2018-07-31T13:26:25.427357Z pos=subresource.go:85 component=virt-api msg= 2018/07/31 13:26:25 http: response.WriteHeader on hijacked connection level=error timestamp=2018-07-31T13:26:25.428001Z pos=subresource.go:97 component=virt-api reason="read tcp 10.129.0.4:8443->10.128.0.1:58322: use of closed network connection" msg="error ecountered reading from websocket stream" level=info timestamp=2018-07-31T13:26:25.428112Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvmi5nnjz/console proto=HTTP/1.1 statusCode=200 contentLength=0 2018/07/31 13:26:30 http: TLS handshake error from 10.129.0.1:34670: EOF 2018/07/31 13:26:40 http: TLS handshake error from 10.129.0.1:34678: EOF level=info timestamp=2018-07-31T13:26:44.435717Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/31 13:26:50 http: TLS handshake error from 10.129.0.1:34686: EOF 2018/07/31 13:27:00 http: TLS handshake error from 10.129.0.1:34694: EOF Pod name: virt-api-7d79764579-nrcc7 Pod phase: Running level=info timestamp=2018-07-31T13:26:27.551814Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T13:26:29.191048Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T13:26:29.782519Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 13:26:30 http: TLS handshake error from 10.129.0.1:60106: EOF level=info timestamp=2018-07-31T13:26:33.868238Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T13:26:39.237949Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 13:26:40 http: TLS handshake error from 10.129.0.1:60114: EOF level=info timestamp=2018-07-31T13:26:49.291951Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 13:26:50 http: TLS handshake error from 10.129.0.1:60122: EOF level=info timestamp=2018-07-31T13:26:57.607139Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T13:26:57.875810Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-31T13:26:57.877198Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-31T13:26:59.343238Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T13:26:59.842076Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 13:27:00 http: TLS handshake error from 10.129.0.1:60130: EOF Pod name: virt-controller-7d57d96b65-44t9t Pod phase: Running level=info timestamp=2018-07-31T13:23:54.817036Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer kubeVirtPodInformer" level=info timestamp=2018-07-31T13:23:54.817055Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer kubeVirtNodeInformer" level=info timestamp=2018-07-31T13:23:54.817073Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer vmiPresetInformer" level=info timestamp=2018-07-31T13:23:54.817088Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer vmirsInformer" level=info timestamp=2018-07-31T13:23:54.817104Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer configMapInformer" level=info timestamp=2018-07-31T13:23:54.817120Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer vmInformer" level=info timestamp=2018-07-31T13:23:54.817135Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer limitrangeInformer" level=info timestamp=2018-07-31T13:23:54.817201Z pos=vm.go:85 component=virt-controller service=http msg="Starting VirtualMachine controller." level=info timestamp=2018-07-31T13:23:55.138458Z pos=vmi.go:129 component=virt-controller service=http msg="Starting vmi controller." level=info timestamp=2018-07-31T13:23:55.143752Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-07-31T13:23:55.143921Z pos=preset.go:74 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-07-31T13:23:55.150427Z pos=node.go:104 component=virt-controller service=http msg="Starting node controller." level=info timestamp=2018-07-31T13:25:07.060975Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi5nnjz kind= uid=2304962f-94c5-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T13:25:07.063047Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi5nnjz kind= uid=2304962f-94c5-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T13:25:07.868302Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi5nnjz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi5nnjz" Pod name: virt-controller-7d57d96b65-qntpd Pod phase: Running level=info timestamp=2018-07-31T13:23:55.764705Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-hsrgj Pod phase: Running level=info timestamp=2018-07-31T13:23:57.808105Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-31T13:23:57.834488Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-31T13:23:57.932044Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-31T13:23:57.947867Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-31T13:23:57.982789Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" level=info timestamp=2018-07-31T13:23:57.993728Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" Pod name: virt-handler-zrck7 Pod phase: Running level=info timestamp=2018-07-31T13:25:41.696099Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi5nnjz kind= uid=2304962f-94c5-11e8-8c0f-525500d15501 msg="No update processing required" level=error timestamp=2018-07-31T13:25:41.703697Z pos=vm.go:431 component=virt-handler namespace=kubevirt-test-default name=testvmi5nnjz kind= uid=2304962f-94c5-11e8-8c0f-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi5nnjz\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-31T13:25:41.704261Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi5nnjz\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi5nnjz" level=info timestamp=2018-07-31T13:25:41.704484Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5nnjz, existing: true\n" level=info timestamp=2018-07-31T13:25:41.704610Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Running\n" level=info timestamp=2018-07-31T13:25:41.704768Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-07-31T13:25:41.704916Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-07-31T13:25:41.705149Z pos=vm.go:416 component=virt-handler namespace=kubevirt-test-default name=testvmi5nnjz kind= uid=2304962f-94c5-11e8-8c0f-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-31T13:25:41.713504Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5nnjz kind= uid=2304962f-94c5-11e8-8c0f-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-31T13:25:41.713946Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5nnjz, existing: true\n" level=info timestamp=2018-07-31T13:25:41.714087Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Running\n" level=info timestamp=2018-07-31T13:25:41.714228Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-07-31T13:25:41.714381Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-07-31T13:25:41.714644Z pos=vm.go:416 component=virt-handler namespace=kubevirt-test-default name=testvmi5nnjz kind= uid=2304962f-94c5-11e8-8c0f-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-31T13:25:41.718600Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5nnjz kind= uid=2304962f-94c5-11e8-8c0f-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi5nnjz-wnb97 Pod phase: Running level=info timestamp=2018-07-31T13:25:41.228501Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-31T13:25:41.234556Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID 2d1cf40c-7a9d-4a27-b4d1-0aff17d04390" level=info timestamp=2018-07-31T13:25:41.235463Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-31T13:25:41.252130Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T13:25:41.593692Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-31T13:25:41.621927Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T13:25:41.635264Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T13:25:41.638771Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-31T13:25:41.657497Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmi5nnjz kind= uid=2304962f-94c5-11e8-8c0f-525500d15501 msg="Domain started." level=info timestamp=2018-07-31T13:25:41.662756Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi5nnjz kind= uid=2304962f-94c5-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T13:25:41.663627Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T13:25:41.679033Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T13:25:41.710788Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi5nnjz kind= uid=2304962f-94c5-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T13:25:41.717898Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi5nnjz kind= uid=2304962f-94c5-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T13:25:42.243031Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 2d1cf40c-7a9d-4a27-b4d1-0aff17d04390: 194" • Failure [117.133 seconds] Health Monitoring /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:37 A VirtualMachineInstance with a watchdog device /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:56 should be shut down when the watchdog expires [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:57 Timed out after 40.013s. Expected : Running to equal : Failed /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:85 ------------------------------ STEP: Starting a VirtualMachineInstance level=info timestamp=2018-07-31T13:25:07.994510Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmi5nnjz kind=VirtualMachineInstance uid=2304962f-94c5-11e8-8c0f-525500d15501 msg="Created virtual machine pod virt-launcher-testvmi5nnjz-wnb97" level=info timestamp=2018-07-31T13:25:41.011809Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmi5nnjz kind=VirtualMachineInstance uid=2304962f-94c5-11e8-8c0f-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmi5nnjz-wnb97" level=info timestamp=2018-07-31T13:25:42.550160Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmi5nnjz kind=VirtualMachineInstance uid=2304962f-94c5-11e8-8c0f-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-07-31T13:25:42.566025Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmi5nnjz kind=VirtualMachineInstance uid=2304962f-94c5-11e8-8c0f-525500d15501 msg="VirtualMachineInstance started." STEP: Expecting the VirtualMachineInstance console STEP: Killing the watchdog device STEP: Checking that the VirtualMachineInstance has Failed status 2018/07/31 09:27:02 read closing down: EOF ••••••••2018/07/31 09:28:17 read closing down: EOF ------------------------------ • [SLOW TEST:51.617 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:37 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 with a cirros image /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:67 should return that we are running cirros /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:68 ------------------------------ Pod name: disks-images-provider-7cjht Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-7v7qk Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-5dn85 Pod phase: Running level=error timestamp=2018-07-31T13:28:31.416867Z pos=subresource.go:54 component=virt-api reason="Unable to connect to VirtualMachineInstance because phase is Scheduling instead of Running" msg="Failed to gather remote exec info for subresource request." level=info timestamp=2018-07-31T13:28:31.416951Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvmi2j5nt/console proto=HTTP/1.1 statusCode=400 contentLength=90 level=error timestamp=2018-07-31T13:28:35.949522Z pos=subresource.go:54 component=virt-api reason="Unable to connect to VirtualMachineInstance because phase is Scheduling instead of Running" msg="Failed to gather remote exec info for subresource request." level=info timestamp=2018-07-31T13:28:35.949660Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvmi2j5nt/console proto=HTTP/1.1 statusCode=400 contentLength=90 level=error timestamp=2018-07-31T13:28:38.058967Z pos=subresource.go:54 component=virt-api reason="Unable to connect to VirtualMachineInstance because phase is Scheduling instead of Running" msg="Failed to gather remote exec info for subresource request." level=info timestamp=2018-07-31T13:28:38.059816Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvmi2j5nt/console proto=HTTP/1.1 statusCode=400 contentLength=90 level=error timestamp=2018-07-31T13:28:40.274974Z pos=subresource.go:54 component=virt-api reason="Unable to connect to VirtualMachineInstance because phase is Scheduling instead of Running" msg="Failed to gather remote exec info for subresource request." level=info timestamp=2018-07-31T13:28:40.276286Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvmi2j5nt/console proto=HTTP/1.1 statusCode=400 contentLength=90 2018/07/31 13:28:40 http: TLS handshake error from 10.129.0.1:34786: EOF level=error timestamp=2018-07-31T13:28:41.353754Z pos=subresource.go:54 component=virt-api reason="Unable to connect to VirtualMachineInstance because phase is Scheduling instead of Running" msg="Failed to gather remote exec info for subresource request." level=info timestamp=2018-07-31T13:28:41.354358Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvmi2j5nt/console proto=HTTP/1.1 statusCode=400 contentLength=90 level=error timestamp=2018-07-31T13:28:44.556440Z pos=subresource.go:54 component=virt-api reason="Unable to connect to VirtualMachineInstance because phase is Scheduling instead of Running" msg="Failed to gather remote exec info for subresource request." level=info timestamp=2018-07-31T13:28:44.556620Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvmi2j5nt/console proto=HTTP/1.1 statusCode=400 contentLength=90 level=error timestamp=2018-07-31T13:28:45.615494Z pos=subresource.go:54 component=virt-api reason="Unable to connect to VirtualMachineInstance because phase is Scheduling instead of Running" msg="Failed to gather remote exec info for subresource request." level=info timestamp=2018-07-31T13:28:45.615591Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvmi2j5nt/console proto=HTTP/1.1 statusCode=400 contentLength=90 Pod name: virt-api-7d79764579-nrcc7 Pod phase: Running level=error timestamp=2018-07-31T13:28:34.894994Z pos=subresource.go:54 component=virt-api reason="Unable to connect to VirtualMachineInstance because phase is Scheduling instead of Running" msg="Failed to gather remote exec info for subresource request." level=info timestamp=2018-07-31T13:28:34.895069Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvmi2j5nt/console proto=HTTP/1.1 statusCode=400 contentLength=90 level=error timestamp=2018-07-31T13:28:37.009837Z pos=subresource.go:54 component=virt-api reason="Unable to connect to VirtualMachineInstance because phase is Scheduling instead of Running" msg="Failed to gather remote exec info for subresource request." level=info timestamp=2018-07-31T13:28:37.010286Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvmi2j5nt/console proto=HTTP/1.1 statusCode=400 contentLength=90 level=error timestamp=2018-07-31T13:28:39.112650Z pos=subresource.go:54 component=virt-api reason="Unable to connect to VirtualMachineInstance because phase is Scheduling instead of Running" msg="Failed to gather remote exec info for subresource request." level=info timestamp=2018-07-31T13:28:39.113172Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvmi2j5nt/console proto=HTTP/1.1 statusCode=400 contentLength=90 level=info timestamp=2018-07-31T13:28:40.098521Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 13:28:40 http: TLS handshake error from 10.129.0.1:60222: EOF level=error timestamp=2018-07-31T13:28:42.427142Z pos=subresource.go:54 component=virt-api reason="Unable to connect to VirtualMachineInstance because phase is Scheduling instead of Running" msg="Failed to gather remote exec info for subresource request." level=info timestamp=2018-07-31T13:28:42.427841Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvmi2j5nt/console proto=HTTP/1.1 statusCode=400 contentLength=90 level=error timestamp=2018-07-31T13:28:43.493857Z pos=subresource.go:54 component=virt-api reason="Unable to connect to VirtualMachineInstance because phase is Scheduling instead of Running" msg="Failed to gather remote exec info for subresource request." level=info timestamp=2018-07-31T13:28:43.495031Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvmi2j5nt/console proto=HTTP/1.1 statusCode=400 contentLength=90 level=info timestamp=2018-07-31T13:28:44.435939Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=error timestamp=2018-07-31T13:28:46.673863Z pos=subresource.go:54 component=virt-api reason="Unable to connect to VirtualMachineInstance because phase is Scheduled instead of Running" msg="Failed to gather remote exec info for subresource request." level=info timestamp=2018-07-31T13:28:46.673956Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvmi2j5nt/console proto=HTTP/1.1 statusCode=400 contentLength=89 Pod name: virt-controller-7d57d96b65-44t9t Pod phase: Running level=info timestamp=2018-07-31T13:27:07.962219Z pos=vm.go:186 component=virt-controller service=http namespace=default name=testvm kind= uid=6b864e1e-94c5-11e8-8c0f-525500d15501 msg="Creating or the VirtualMachineInstance: false" level=info timestamp=2018-07-31T13:27:07.996110Z pos=vm.go:135 component=virt-controller service=http namespace=default name=testvm kind= uid=6b864e1e-94c5-11e8-8c0f-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-31T13:27:07.996250Z pos=vm.go:186 component=virt-controller service=http namespace=default name=testvm kind= uid=6b864e1e-94c5-11e8-8c0f-525500d15501 msg="Creating or the VirtualMachineInstance: false" level=info timestamp=2018-07-31T13:27:08.008284Z pos=vm.go:135 component=virt-controller service=http namespace=default name=testvm kind= uid=6b864e1e-94c5-11e8-8c0f-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-31T13:27:08.008597Z pos=vm.go:186 component=virt-controller service=http namespace=default name=testvm kind= uid=6b864e1e-94c5-11e8-8c0f-525500d15501 msg="Creating or the VirtualMachineInstance: false" level=info timestamp=2018-07-31T13:27:08.008744Z pos=vm.go:262 component=virt-controller service=http msg="vmi is nil" level=info timestamp=2018-07-31T13:27:08.020204Z pos=vm.go:135 component=virt-controller service=http namespace=default name=testvm kind= uid=6b864e1e-94c5-11e8-8c0f-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-31T13:27:08.025817Z pos=vm.go:186 component=virt-controller service=http namespace=default name=testvm kind= uid=6b864e1e-94c5-11e8-8c0f-525500d15501 msg="Creating or the VirtualMachineInstance: false" level=info timestamp=2018-07-31T13:27:08.025905Z pos=vm.go:262 component=virt-controller service=http msg="vmi is nil" level=info timestamp=2018-07-31T13:27:26.020975Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmil7tlz kind= uid=76f642b4-94c5-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T13:27:26.021174Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmil7tlz kind= uid=76f642b4-94c5-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T13:27:26.101640Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmil7tlz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmil7tlz" level=info timestamp=2018-07-31T13:28:17.774940Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2j5nt kind= uid=95cf989e-94c5-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T13:28:17.775125Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2j5nt kind= uid=95cf989e-94c5-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T13:28:17.869695Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi2j5nt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi2j5nt" Pod name: virt-controller-7d57d96b65-qntpd Pod phase: Running level=info timestamp=2018-07-31T13:23:55.764705Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-hsrgj Pod phase: Running level=info timestamp=2018-07-31T13:23:57.808105Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-31T13:23:57.834488Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-31T13:23:57.932044Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-31T13:23:57.947867Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-31T13:23:57.982789Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" level=info timestamp=2018-07-31T13:23:57.993728Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" Pod name: virt-handler-zrck7 Pod phase: Running level=info timestamp=2018-07-31T13:28:47.114636Z pos=vm.go:251 component=virt-handler reason="connection is shut down" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmil7tlz" level=info timestamp=2018-07-31T13:28:47.155457Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmil7tlz, existing: false\n" level=info timestamp=2018-07-31T13:28:47.155775Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-07-31T13:28:47.155898Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-07-31T13:28:47.156081Z pos=vm.go:353 component=virt-handler namespace=kubevirt-test-default name=testvmil7tlz kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-07-31T13:28:47.156202Z pos=vm.go:407 component=virt-handler namespace=kubevirt-test-default name=testvmil7tlz kind=VirtualMachineInstance uid= msg="Processing shutdown." level=error timestamp=2018-07-31T13:28:47.156369Z pos=vm.go:424 component=virt-handler namespace=kubevirt-test-default name=testvmil7tlz kind=VirtualMachineInstance uid= reason="connection is shut down" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-07-31T13:28:47.156496Z pos=vm.go:251 component=virt-handler reason="connection is shut down" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmil7tlz" level=info timestamp=2018-07-31T13:28:47.239151Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmil7tlz, existing: false\n" level=info timestamp=2018-07-31T13:28:47.239338Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-07-31T13:28:47.239411Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-07-31T13:28:47.239583Z pos=vm.go:353 component=virt-handler namespace=kubevirt-test-default name=testvmil7tlz kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-07-31T13:28:47.239624Z pos=vm.go:407 component=virt-handler namespace=kubevirt-test-default name=testvmil7tlz kind=VirtualMachineInstance uid= msg="Processing shutdown." level=error timestamp=2018-07-31T13:28:47.239681Z pos=vm.go:424 component=virt-handler namespace=kubevirt-test-default name=testvmil7tlz kind=VirtualMachineInstance uid= reason="connection is shut down" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-07-31T13:28:47.239762Z pos=vm.go:251 component=virt-handler reason="connection is shut down" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmil7tlz" Pod name: virt-launcher-testvmi2j5nt-qcjq7 Pod phase: Running level=info timestamp=2018-07-31T13:28:45.993421Z pos=converter.go:751 component=virt-launcher msg="Found nameservers in /etc/resolv.conf: \ufffd\ufffdBf" level=info timestamp=2018-07-31T13:28:45.993491Z pos=converter.go:752 component=virt-launcher msg="Found search domains in /etc/resolv.conf: kubevirt-test-default.svc.cluster.local svc.cluster.local cluster.local" level=info timestamp=2018-07-31T13:28:45.998461Z pos=dhcp.go:62 component=virt-launcher msg="Starting SingleClientDHCPServer" level=info timestamp=2018-07-31T13:28:46.149866Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-31T13:28:46.149852Z pos=manager.go:158 component=virt-launcher namespace=kubevirt-test-default name=testvmi2j5nt kind= uid=95cf989e-94c5-11e8-8c0f-525500d15501 msg="Domain defined." level=info timestamp=2018-07-31T13:28:46.926337Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-31T13:28:46.932561Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID 51216eb9-78b2-46b6-a6f1-7a5a02a86b03" level=info timestamp=2018-07-31T13:28:46.933015Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-31T13:28:47.019216Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T13:28:47.283864Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-31T13:28:47.301498Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T13:28:47.311103Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T13:28:47.321628Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-31T13:28:47.340463Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmi2j5nt kind= uid=95cf989e-94c5-11e8-8c0f-525500d15501 msg="Domain started." level=info timestamp=2018-07-31T13:28:47.343180Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi2j5nt kind= uid=95cf989e-94c5-11e8-8c0f-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmil7tlz-pqqns Pod phase: Running level=info timestamp=2018-07-31T13:27:41.418647Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T13:27:41.425198Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmil7tlz kind= uid=76f642b4-94c5-11e8-8c0f-525500d15501 msg="Domain started." level=info timestamp=2018-07-31T13:27:41.427030Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmil7tlz kind= uid=76f642b4-94c5-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T13:27:41.429911Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T13:27:41.430032Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-31T13:27:41.457581Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T13:27:41.463597Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmil7tlz kind= uid=76f642b4-94c5-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T13:27:41.465100Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T13:27:41.469063Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmil7tlz kind= uid=76f642b4-94c5-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T13:27:42.162100Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 2862bea7-3267-437d-babb-8b5ff60bca27: 166" level=info timestamp=2018-07-31T13:28:16.933085Z pos=monitor.go:266 component=virt-launcher msg="Received signal 15." level=error timestamp=2018-07-31T13:28:32.049015Z pos=manager.go:299 component=virt-launcher namespace=kubevirt-test-default name=testvmil7tlz kind= uid=76f642b4-94c5-11e8-8c0f-525500d15501 reason="virError(Code=38, Domain=0, Message='Failed to terminate process 166 with SIGTERM: Device or resource busy')" msg="Destroying the domain state failed." level=error timestamp=2018-07-31T13:28:32.049869Z pos=server.go:90 component=virt-launcher namespace=kubevirt-test-default name=testvmil7tlz kind= uid=76f642b4-94c5-11e8-8c0f-525500d15501 reason="virError(Code=38, Domain=0, Message='Failed to terminate process 166 with SIGTERM: Device or resource busy')" msg="Failed to kill vmi" level=info timestamp=2018-07-31T13:28:32.157363Z pos=monitor.go:238 component=virt-launcher msg="Grace Period expired, shutting down." level=info timestamp=2018-07-31T13:28:32.167767Z pos=client.go:136 component=virt-launcher msg="Libvirt event 6 with reason 2 received" • Failure [30.662 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:37 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 with a fedora image /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:77 should return that we are running fedora [It] /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:78 Expected error: <*errors.errorString | 0xc420091b70>: { s: "Timeout trying to connect to the virtual machine instance", } Timeout trying to connect to the virtual machine instance not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:55 ------------------------------ STEP: Creating a new VirtualMachineInstance STEP: Expecting the VirtualMachineInstance console 2018/07/31 09:29:36 read closing down: EOF 2018/07/31 09:29:38 read closing down: EOF 2018/07/31 09:29:38 read closing down: EOF 2018/07/31 09:29:39 read closing down: EOF • [SLOW TEST:51.057 seconds] 2018/07/31 09:29:39 read closing down: EOF Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:37 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 should be able to reconnect to console multiple times /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:87 ------------------------------ • [SLOW TEST:16.225 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:37 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 should wait until the virtual machine is in running state and return a stream interface /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:103 ------------------------------ • [SLOW TEST:30.227 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:37 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 should fail waiting for the virtual machine instance to be running /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:111 ------------------------------ • [SLOW TEST:30.258 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:37 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 should fail waiting for the expecter /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:134 ------------------------------ 2018/07/31 09:31:47 read closing down: EOF 2018/07/31 09:32:43 read closing down: EOF Pod name: disks-images-provider-7cjht Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-7v7qk Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-5dn85 Pod phase: Running level=error timestamp=2018-07-31T13:30:55.539491Z pos=subresource.go:54 component=virt-api reason="Unable to connect to VirtualMachineInstance because phase is Scheduling instead of Running" msg="Failed to gather remote exec info for subresource request." level=info timestamp=2018-07-31T13:30:55.540550Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvmi9ddnj/console proto=HTTP/1.1 statusCode=400 contentLength=90 2018/07/31 13:31:00 http: TLS handshake error from 10.129.0.1:34912: EOF 2018/07/31 13:31:10 http: TLS handshake error from 10.129.0.1:34920: EOF level=info timestamp=2018-07-31T13:31:11.496000Z pos=subresource.go:75 component=virt-api msg="Websocket connection upgraded" 2018/07/31 13:31:20 http: TLS handshake error from 10.129.0.1:34930: EOF 2018/07/31 13:31:30 http: TLS handshake error from 10.129.0.1:34938: EOF 2018/07/31 13:31:40 http: TLS handshake error from 10.129.0.1:34946: EOF level=info timestamp=2018-07-31T13:31:44.515854Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/31 13:31:50 http: TLS handshake error from 10.129.0.1:34956: EOF 2018/07/31 13:32:00 http: TLS handshake error from 10.129.0.1:34964: EOF 2018/07/31 13:32:10 http: TLS handshake error from 10.129.0.1:34974: EOF 2018/07/31 13:32:20 http: TLS handshake error from 10.129.0.1:34982: EOF 2018/07/31 13:32:30 http: TLS handshake error from 10.129.0.1:34990: EOF 2018/07/31 13:32:40 http: TLS handshake error from 10.129.0.1:35000: EOF Pod name: virt-api-7d79764579-nrcc7 Pod phase: Running level=info timestamp=2018-07-31T13:32:01.517071Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T13:32:03.264631Z pos=subresource.go:75 component=virt-api msg="Websocket connection upgraded" level=info timestamp=2018-07-31T13:32:04.548706Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 13:32:10 http: TLS handshake error from 10.129.0.1:60410: EOF level=info timestamp=2018-07-31T13:32:11.562805Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T13:32:14.707139Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/31 13:32:20 http: TLS handshake error from 10.129.0.1:60418: EOF level=info timestamp=2018-07-31T13:32:21.612605Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T13:32:28.370762Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T13:32:30.733165Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 13:32:30 http: TLS handshake error from 10.129.0.1:60426: EOF level=info timestamp=2018-07-31T13:32:31.664078Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T13:32:34.605869Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 13:32:40 http: TLS handshake error from 10.129.0.1:60436: EOF level=info timestamp=2018-07-31T13:32:41.705760Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-44t9t Pod phase: Running level=info timestamp=2018-07-31T13:28:48.516024Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmihd77l\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmihd77l" level=info timestamp=2018-07-31T13:29:39.485141Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmib47k7 kind= uid=c68356de-94c5-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T13:29:39.485841Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmib47k7 kind= uid=c68356de-94c5-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T13:29:39.569518Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmib47k7\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmib47k7" level=info timestamp=2018-07-31T13:29:55.718134Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmir5k4q kind= uid=d02fea78-94c5-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T13:29:55.718249Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmir5k4q kind= uid=d02fea78-94c5-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T13:30:25.826561Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmir5k4q\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmir5k4q, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: d02fea78-94c5-11e8-8c0f-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmir5k4q" level=info timestamp=2018-07-31T13:30:25.975313Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9ddnj kind= uid=e237a086-94c5-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T13:30:25.975476Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9ddnj kind= uid=e237a086-94c5-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T13:30:56.038080Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq59j5 kind= uid=f41c60df-94c5-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T13:30:56.038200Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq59j5 kind= uid=f41c60df-94c5-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T13:30:56.143985Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiq59j5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiq59j5" level=info timestamp=2018-07-31T13:31:47.744806Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi27g7v kind= uid=12f5e4b4-94c6-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T13:31:47.744914Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi27g7v kind= uid=12f5e4b4-94c6-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T13:31:47.837369Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi27g7v\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi27g7v" Pod name: virt-controller-7d57d96b65-qntpd Pod phase: Running level=info timestamp=2018-07-31T13:23:55.764705Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-hsrgj Pod phase: Running level=info timestamp=2018-07-31T13:23:57.808105Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-31T13:23:57.834488Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-31T13:23:57.932044Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-31T13:23:57.947867Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-31T13:23:57.982789Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" level=info timestamp=2018-07-31T13:23:57.993728Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" Pod name: virt-handler-zrck7 Pod phase: Running level=info timestamp=2018-07-31T13:32:03.100619Z pos=vm.go:756 component=virt-handler namespace=kubevirt-test-default name=testvmi27g7v kind=Domain uid=12f5e4b4-94c6-11e8-8c0f-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-31T13:32:03.112094Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi27g7v kind= uid=12f5e4b4-94c6-11e8-8c0f-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-31T13:32:03.112356Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi27g7v, existing: true\n" level=info timestamp=2018-07-31T13:32:03.112532Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-07-31T13:32:03.112704Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-07-31T13:32:03.112869Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-07-31T13:32:03.113067Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi27g7v kind= uid=12f5e4b4-94c6-11e8-8c0f-525500d15501 msg="No update processing required" level=info timestamp=2018-07-31T13:32:03.138778Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-31T13:32:03.149892Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi27g7v kind= uid=12f5e4b4-94c6-11e8-8c0f-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-31T13:32:03.150270Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi27g7v, existing: true\n" level=info timestamp=2018-07-31T13:32:03.150434Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Running\n" level=info timestamp=2018-07-31T13:32:03.150593Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-07-31T13:32:03.150725Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-07-31T13:32:03.150922Z pos=vm.go:416 component=virt-handler namespace=kubevirt-test-default name=testvmi27g7v kind= uid=12f5e4b4-94c6-11e8-8c0f-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-31T13:32:03.156482Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi27g7v kind= uid=12f5e4b4-94c6-11e8-8c0f-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi27g7v-7np79 Pod phase: Running level=info timestamp=2018-07-31T13:32:02.974001Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID 23afc794-5c21-4685-a9c2-eaefed3d11b3" level=info timestamp=2018-07-31T13:32:02.976127Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-31T13:32:03.058350Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-31T13:32:03.081715Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T13:32:03.094012Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmi27g7v kind= uid=12f5e4b4-94c6-11e8-8c0f-525500d15501 msg="Domain started." level=info timestamp=2018-07-31T13:32:03.096543Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi27g7v kind= uid=12f5e4b4-94c6-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T13:32:03.100934Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T13:32:03.101048Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-31T13:32:03.136482Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T13:32:03.139443Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T13:32:03.151884Z pos=converter.go:535 component=virt-launcher msg="The network interface type of default was changed to e1000 due to unsupported interface type by qemu slirp network" level=info timestamp=2018-07-31T13:32:03.152247Z pos=converter.go:751 component=virt-launcher msg="Found nameservers in /etc/resolv.conf: \ufffd\ufffdBf" level=info timestamp=2018-07-31T13:32:03.152268Z pos=converter.go:752 component=virt-launcher msg="Found search domains in /etc/resolv.conf: kubevirt-test-default.svc.cluster.local svc.cluster.local cluster.local" level=info timestamp=2018-07-31T13:32:03.155853Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi27g7v kind= uid=12f5e4b4-94c6-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T13:32:03.982410Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 23afc794-5c21-4685-a9c2-eaefed3d11b3: 160" Pod name: virt-launcher-testvmi9ddnj-h9ppt Pod phase: Pending Pod name: virt-launcher-testvmiq59j5-gsxk5 Pod phase: Running level=info timestamp=2018-07-31T13:31:11.006950Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID 5ac4899d-1b26-4018-adb3-f11ec3219832" level=info timestamp=2018-07-31T13:31:11.008004Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-31T13:31:11.326466Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-31T13:31:11.352409Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T13:31:11.353717Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmiq59j5 kind= uid=f41c60df-94c5-11e8-8c0f-525500d15501 msg="Domain started." level=info timestamp=2018-07-31T13:31:11.356388Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiq59j5 kind= uid=f41c60df-94c5-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T13:31:11.362341Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T13:31:11.362691Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-31T13:31:11.380885Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T13:31:11.383519Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T13:31:11.405638Z pos=converter.go:535 component=virt-launcher msg="The network interface type of default was changed to e1000 due to unsupported interface type by qemu slirp network" level=info timestamp=2018-07-31T13:31:11.406957Z pos=converter.go:751 component=virt-launcher msg="Found nameservers in /etc/resolv.conf: \ufffd\ufffdBf" level=info timestamp=2018-07-31T13:31:11.407188Z pos=converter.go:752 component=virt-launcher msg="Found search domains in /etc/resolv.conf: kubevirt-test-default.svc.cluster.local svc.cluster.local cluster.local" level=info timestamp=2018-07-31T13:31:11.411236Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiq59j5 kind= uid=f41c60df-94c5-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T13:31:12.016833Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 5ac4899d-1b26-4018-adb3-f11ec3219832: 159" • Failure [107.774 seconds] Slirp /root/go/src/kubevirt.io/kubevirt/tests/vmi_slirp_interface_test.go:39 should be able to /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 VirtualMachineInstance with slirp interface [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: : { Err: { s: "command terminated with exit code 126", }, Code: 126, } command terminated with exit code 126 not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_slirp_interface_test.go:88 ------------------------------ level=info timestamp=2018-07-31T13:30:56.314619Z pos=utils.go:256 component=tests namespace=kubevirt-test-default name=testvmiq59j5 kind=VirtualMachineInstance uid=f41c60df-94c5-11e8-8c0f-525500d15501 msg="Created virtual machine pod virt-launcher-testvmiq59j5-gsxk5" level=info timestamp=2018-07-31T13:31:11.050646Z pos=utils.go:256 component=tests namespace=kubevirt-test-default name=testvmiq59j5 kind=VirtualMachineInstance uid=f41c60df-94c5-11e8-8c0f-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmiq59j5-gsxk5" level=info timestamp=2018-07-31T13:31:12.245753Z pos=utils.go:256 component=tests namespace=kubevirt-test-default name=testvmiq59j5 kind=VirtualMachineInstance uid=f41c60df-94c5-11e8-8c0f-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-07-31T13:31:12.265209Z pos=utils.go:256 component=tests namespace=kubevirt-test-default name=testvmiq59j5 kind=VirtualMachineInstance uid=f41c60df-94c5-11e8-8c0f-525500d15501 msg="VirtualMachineInstance started." level=info timestamp=2018-07-31T13:31:48.055461Z pos=utils.go:256 component=tests namespace=kubevirt-test-default name=testvmi27g7v kind=VirtualMachineInstance uid=12f5e4b4-94c6-11e8-8c0f-525500d15501 msg="Created virtual machine pod virt-launcher-testvmi27g7v-7np79" level=info timestamp=2018-07-31T13:32:02.781518Z pos=utils.go:256 component=tests namespace=kubevirt-test-default name=testvmi27g7v kind=VirtualMachineInstance uid=12f5e4b4-94c6-11e8-8c0f-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmi27g7v-7np79" level=info timestamp=2018-07-31T13:32:03.978007Z pos=utils.go:256 component=tests namespace=kubevirt-test-default name=testvmi27g7v kind=VirtualMachineInstance uid=12f5e4b4-94c6-11e8-8c0f-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-07-31T13:32:04.013788Z pos=utils.go:256 component=tests namespace=kubevirt-test-default name=testvmi27g7v kind=VirtualMachineInstance uid=12f5e4b4-94c6-11e8-8c0f-525500d15501 msg="VirtualMachineInstance started." STEP: have containerPort in the pod manifest STEP: start the virtual machine with slirp interface level=info timestamp=2018-07-31T13:32:43.316428Z pos=vmi_slirp_interface_test.go:87 component=tests msg= Pod name: disks-images-provider-7cjht Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-7v7qk Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-5dn85 Pod phase: Running level=error timestamp=2018-07-31T13:30:55.539491Z pos=subresource.go:54 component=virt-api reason="Unable to connect to VirtualMachineInstance because phase is Scheduling instead of Running" msg="Failed to gather remote exec info for subresource request." level=info timestamp=2018-07-31T13:30:55.540550Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvmi9ddnj/console proto=HTTP/1.1 statusCode=400 contentLength=90 2018/07/31 13:31:00 http: TLS handshake error from 10.129.0.1:34912: EOF 2018/07/31 13:31:10 http: TLS handshake error from 10.129.0.1:34920: EOF level=info timestamp=2018-07-31T13:31:11.496000Z pos=subresource.go:75 component=virt-api msg="Websocket connection upgraded" 2018/07/31 13:31:20 http: TLS handshake error from 10.129.0.1:34930: EOF 2018/07/31 13:31:30 http: TLS handshake error from 10.129.0.1:34938: EOF 2018/07/31 13:31:40 http: TLS handshake error from 10.129.0.1:34946: EOF level=info timestamp=2018-07-31T13:31:44.515854Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/31 13:31:50 http: TLS handshake error from 10.129.0.1:34956: EOF 2018/07/31 13:32:00 http: TLS handshake error from 10.129.0.1:34964: EOF 2018/07/31 13:32:10 http: TLS handshake error from 10.129.0.1:34974: EOF 2018/07/31 13:32:20 http: TLS handshake error from 10.129.0.1:34982: EOF 2018/07/31 13:32:30 http: TLS handshake error from 10.129.0.1:34990: EOF 2018/07/31 13:32:40 http: TLS handshake error from 10.129.0.1:35000: EOF Pod name: virt-api-7d79764579-nrcc7 Pod phase: Running level=info timestamp=2018-07-31T13:32:01.517071Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T13:32:03.264631Z pos=subresource.go:75 component=virt-api msg="Websocket connection upgraded" level=info timestamp=2018-07-31T13:32:04.548706Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 13:32:10 http: TLS handshake error from 10.129.0.1:60410: EOF level=info timestamp=2018-07-31T13:32:11.562805Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T13:32:14.707139Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/31 13:32:20 http: TLS handshake error from 10.129.0.1:60418: EOF level=info timestamp=2018-07-31T13:32:21.612605Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T13:32:28.370762Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T13:32:30.733165Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 13:32:30 http: TLS handshake error from 10.129.0.1:60426: EOF level=info timestamp=2018-07-31T13:32:31.664078Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T13:32:34.605869Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 13:32:40 http: TLS handshake error from 10.129.0.1:60436: EOF level=info timestamp=2018-07-31T13:32:41.705760Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-44t9t Pod phase: Running level=info timestamp=2018-07-31T13:28:48.516024Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmihd77l\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmihd77l" level=info timestamp=2018-07-31T13:29:39.485141Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmib47k7 kind= uid=c68356de-94c5-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T13:29:39.485841Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmib47k7 kind= uid=c68356de-94c5-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T13:29:39.569518Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmib47k7\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmib47k7" level=info timestamp=2018-07-31T13:29:55.718134Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmir5k4q kind= uid=d02fea78-94c5-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T13:29:55.718249Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmir5k4q kind= uid=d02fea78-94c5-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T13:30:25.826561Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmir5k4q\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmir5k4q, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: d02fea78-94c5-11e8-8c0f-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmir5k4q" level=info timestamp=2018-07-31T13:30:25.975313Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9ddnj kind= uid=e237a086-94c5-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T13:30:25.975476Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9ddnj kind= uid=e237a086-94c5-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T13:30:56.038080Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq59j5 kind= uid=f41c60df-94c5-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T13:30:56.038200Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq59j5 kind= uid=f41c60df-94c5-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T13:30:56.143985Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiq59j5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiq59j5" level=info timestamp=2018-07-31T13:31:47.744806Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi27g7v kind= uid=12f5e4b4-94c6-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T13:31:47.744914Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi27g7v kind= uid=12f5e4b4-94c6-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T13:31:47.837369Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi27g7v\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi27g7v" Pod name: virt-controller-7d57d96b65-qntpd Pod phase: Running level=info timestamp=2018-07-31T13:23:55.764705Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-hsrgj Pod phase: Running level=info timestamp=2018-07-31T13:23:57.808105Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-31T13:23:57.834488Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-31T13:23:57.932044Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-31T13:23:57.947867Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-31T13:23:57.982789Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" level=info timestamp=2018-07-31T13:23:57.993728Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" Pod name: virt-handler-zrck7 Pod phase: Running level=info timestamp=2018-07-31T13:32:03.100619Z pos=vm.go:756 component=virt-handler namespace=kubevirt-test-default name=testvmi27g7v kind=Domain uid=12f5e4b4-94c6-11e8-8c0f-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-31T13:32:03.112094Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi27g7v kind= uid=12f5e4b4-94c6-11e8-8c0f-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-31T13:32:03.112356Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi27g7v, existing: true\n" level=info timestamp=2018-07-31T13:32:03.112532Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-07-31T13:32:03.112704Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-07-31T13:32:03.112869Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-07-31T13:32:03.113067Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi27g7v kind= uid=12f5e4b4-94c6-11e8-8c0f-525500d15501 msg="No update processing required" level=info timestamp=2018-07-31T13:32:03.138778Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-31T13:32:03.149892Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi27g7v kind= uid=12f5e4b4-94c6-11e8-8c0f-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-31T13:32:03.150270Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi27g7v, existing: true\n" level=info timestamp=2018-07-31T13:32:03.150434Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Running\n" level=info timestamp=2018-07-31T13:32:03.150593Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-07-31T13:32:03.150725Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-07-31T13:32:03.150922Z pos=vm.go:416 component=virt-handler namespace=kubevirt-test-default name=testvmi27g7v kind= uid=12f5e4b4-94c6-11e8-8c0f-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-31T13:32:03.156482Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi27g7v kind= uid=12f5e4b4-94c6-11e8-8c0f-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi27g7v-7np79 Pod phase: Running level=info timestamp=2018-07-31T13:32:02.974001Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID 23afc794-5c21-4685-a9c2-eaefed3d11b3" level=info timestamp=2018-07-31T13:32:02.976127Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-31T13:32:03.058350Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-31T13:32:03.081715Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T13:32:03.094012Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmi27g7v kind= uid=12f5e4b4-94c6-11e8-8c0f-525500d15501 msg="Domain started." level=info timestamp=2018-07-31T13:32:03.096543Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi27g7v kind= uid=12f5e4b4-94c6-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T13:32:03.100934Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T13:32:03.101048Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-31T13:32:03.136482Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T13:32:03.139443Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T13:32:03.151884Z pos=converter.go:535 component=virt-launcher msg="The network interface type of default was changed to e1000 due to unsupported interface type by qemu slirp network" level=info timestamp=2018-07-31T13:32:03.152247Z pos=converter.go:751 component=virt-launcher msg="Found nameservers in /etc/resolv.conf: \ufffd\ufffdBf" level=info timestamp=2018-07-31T13:32:03.152268Z pos=converter.go:752 component=virt-launcher msg="Found search domains in /etc/resolv.conf: kubevirt-test-default.svc.cluster.local svc.cluster.local cluster.local" level=info timestamp=2018-07-31T13:32:03.155853Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi27g7v kind= uid=12f5e4b4-94c6-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T13:32:03.982410Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 23afc794-5c21-4685-a9c2-eaefed3d11b3: 160" Pod name: virt-launcher-testvmi9ddnj-h9ppt Pod phase: Pending Pod name: virt-launcher-testvmiq59j5-gsxk5 Pod phase: Running level=info timestamp=2018-07-31T13:31:11.006950Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID 5ac4899d-1b26-4018-adb3-f11ec3219832" level=info timestamp=2018-07-31T13:31:11.008004Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-31T13:31:11.326466Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-31T13:31:11.352409Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T13:31:11.353717Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmiq59j5 kind= uid=f41c60df-94c5-11e8-8c0f-525500d15501 msg="Domain started." level=info timestamp=2018-07-31T13:31:11.356388Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiq59j5 kind= uid=f41c60df-94c5-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T13:31:11.362341Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T13:31:11.362691Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-31T13:31:11.380885Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T13:31:11.383519Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T13:31:11.405638Z pos=converter.go:535 component=virt-launcher msg="The network interface type of default was changed to e1000 due to unsupported interface type by qemu slirp network" level=info timestamp=2018-07-31T13:31:11.406957Z pos=converter.go:751 component=virt-launcher msg="Found nameservers in /etc/resolv.conf: \ufffd\ufffdBf" level=info timestamp=2018-07-31T13:31:11.407188Z pos=converter.go:752 component=virt-launcher msg="Found search domains in /etc/resolv.conf: kubevirt-test-default.svc.cluster.local svc.cluster.local cluster.local" level=info timestamp=2018-07-31T13:31:11.411236Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiq59j5 kind= uid=f41c60df-94c5-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T13:31:12.016833Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 5ac4899d-1b26-4018-adb3-f11ec3219832: 159" • Failure [0.932 seconds] Slirp /root/go/src/kubevirt.io/kubevirt/tests/vmi_slirp_interface_test.go:39 should be able to /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 VirtualMachineInstance with slirp interface with custom MAC address [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: : { Err: { s: "command terminated with exit code 126", }, Code: 126, } command terminated with exit code 126 not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_slirp_interface_test.go:88 ------------------------------ STEP: have containerPort in the pod manifest STEP: start the virtual machine with slirp interface level=info timestamp=2018-07-31T13:32:44.247628Z pos=vmi_slirp_interface_test.go:87 component=tests msg= 2018/07/31 09:33:43 read closing down: EOF • [SLOW TEST:59.019 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with Disk PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ 2018/07/31 09:35:08 read closing down: EOF • [SLOW TEST:84.345 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with CDRom PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ 2018/07/31 09:38:20 read closing down: EOF • [SLOW TEST:244.938 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started and stopped multiple times /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with Disk PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ 2018/07/31 09:42:35 read closing down: EOF • [SLOW TEST:255.538 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started and stopped multiple times /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with CDRom PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:50.629 seconds] 2018/07/31 09:44:19 read closing down: EOF Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With an emptyDisk defined /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:113 should create a writeable emptyDisk with the right capacity /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:115 ------------------------------ • [SLOW TEST:53.890 seconds] 2018/07/31 09:45:13 read closing down: EOF Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With an emptyDisk defined and a specified serial number /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:163 should create a writeable emptyDisk with the specified serial number /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:165 ------------------------------ 2018/07/31 09:46:11 read closing down: EOF • [SLOW TEST:57.968 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With ephemeral alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:205 should be successfully started /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:207 ------------------------------ • [SLOW TEST:161.966 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With ephemeral alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:205 should not persist data /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:218 ------------------------------ 2018/07/31 09:48:53 read closing down: EOF 2018/07/31 09:48:53 read closing down: EOF 2018/07/31 09:52:58 read closing down: EOF • [SLOW TEST:245.060 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With VirtualMachineInstance with two PVCs /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:266 should start vmi multiple times /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:278 ------------------------------ • [SLOW TEST:15.441 seconds] VNC /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:54 with VNC connection /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:62 should allow accessing the VNC device /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:64 ------------------------------ •••• ------------------------------ • [SLOW TEST:7.717 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should scale /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 to five, to six and then to zero replicas /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ •• ------------------------------ • [SLOW TEST:20.396 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should update readyReplicas once VMIs are up /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:157 ------------------------------ •• ------------------------------ • [SLOW TEST:5.491 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should not scale when paused and scale when resume /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:223 ------------------------------ • [SLOW TEST:9.981 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should remove the finished VM /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:279 ------------------------------ • ------------------------------ • [SLOW TEST:16.171 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 should start it /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:80 ------------------------------ • [SLOW TEST:17.508 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 should attach virt-launcher to it /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:86 ------------------------------ ••••2018/07/31 09:55:42 read closing down: EOF ------------------------------ • [SLOW TEST:56.258 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 with boot order /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:174 should be able to boot from selected disk /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 Alpine as first boot /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ 2018/07/31 09:56:08 read closing down: EOF • [SLOW TEST:26.262 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 with boot order /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:174 should be able to boot from selected disk /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 Cirros as first boot /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:16.134 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 with user-data /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:205 without k8s secret /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:206 should retry starting the VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:207 ------------------------------ • [SLOW TEST:17.941 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 with user-data /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:205 without k8s secret /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:206 should log warning and proceed once the secret is there /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:237 ------------------------------ • [SLOW TEST:32.591 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 when virt-launcher crashes /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:285 should be stopped and have Failed phase /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:286 ------------------------------ Pod name: disks-images-provider-7cjht Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-7v7qk Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-5dn85 Pod phase: Running 2018/07/31 13:56:30 http: TLS handshake error from 10.129.0.1:36190: EOF 2018/07/31 13:56:40 http: TLS handshake error from 10.129.0.1:36198: EOF 2018/07/31 13:56:50 http: TLS handshake error from 10.129.0.1:36206: EOF 2018/07/31 13:57:00 http: TLS handshake error from 10.129.0.1:36214: EOF 2018/07/31 13:57:10 http: TLS handshake error from 10.129.0.1:36222: EOF 2018/07/31 13:57:20 http: TLS handshake error from 10.129.0.1:36230: EOF 2018/07/31 13:57:30 http: TLS handshake error from 10.129.0.1:36238: EOF 2018/07/31 13:57:40 http: TLS handshake error from 10.129.0.1:36248: EOF level=info timestamp=2018-07-31T13:57:44.619639Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/31 13:57:50 http: TLS handshake error from 10.129.0.1:36256: EOF 2018/07/31 13:58:00 http: TLS handshake error from 10.129.0.1:36264: EOF 2018/07/31 13:58:10 http: TLS handshake error from 10.129.0.1:36274: EOF level=info timestamp=2018-07-31T13:58:14.611850Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/31 13:58:20 http: TLS handshake error from 10.129.0.1:36282: EOF 2018/07/31 13:58:30 http: TLS handshake error from 10.129.0.1:36290: EOF Pod name: virt-api-7d79764579-nrcc7 Pod phase: Running level=info timestamp=2018-07-31T13:57:52.606916Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 13:58:00 http: TLS handshake error from 10.129.0.1:33468: EOF level=info timestamp=2018-07-31T13:58:02.654111Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T13:58:02.818425Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T13:58:02.833841Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T13:58:02.846754Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T13:58:06.467078Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T13:58:06.555694Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T13:58:08.268733Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 13:58:10 http: TLS handshake error from 10.129.0.1:33478: EOF level=info timestamp=2018-07-31T13:58:12.696337Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 13:58:20 http: TLS handshake error from 10.129.0.1:33486: EOF level=info timestamp=2018-07-31T13:58:22.747119Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 13:58:30 http: TLS handshake error from 10.129.0.1:33494: EOF level=info timestamp=2018-07-31T13:58:32.794287Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-44t9t Pod phase: Running level=info timestamp=2018-07-31T13:55:42.294916Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi57nbh kind= uid=6a052aba-94c9-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T13:55:42.295052Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi57nbh kind= uid=6a052aba-94c9-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T13:56:08.555544Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixc9ml kind= uid=79ac6453-94c9-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T13:56:08.555896Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixc9ml kind= uid=79ac6453-94c9-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T13:56:08.620079Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmixc9ml\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmixc9ml" level=info timestamp=2018-07-31T13:56:24.692086Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmild7lb kind= uid=834a8761-94c9-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T13:56:24.693922Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmild7lb kind= uid=834a8761-94c9-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T13:56:24.792418Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmild7lb\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmild7lb" level=info timestamp=2018-07-31T13:56:24.810498Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmild7lb\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmild7lb" level=info timestamp=2018-07-31T13:56:42.629975Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmikzjww kind= uid=8dfbf2b9-94c9-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T13:56:42.630146Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmikzjww kind= uid=8dfbf2b9-94c9-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T13:56:42.694847Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmikzjww\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmikzjww" level=info timestamp=2018-07-31T13:56:42.718495Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmikzjww\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmikzjww" level=info timestamp=2018-07-31T13:57:15.231679Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmix7679 kind= uid=a16a42e0-94c9-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T13:57:15.236927Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmix7679 kind= uid=a16a42e0-94c9-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-controller-7d57d96b65-qntpd Pod phase: Running level=info timestamp=2018-07-31T13:23:55.764705Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-hsrgj Pod phase: Running level=error timestamp=2018-07-31T13:56:22.460671Z pos=vm.go:424 component=virt-handler namespace=kubevirt-test-default name=testvmiwf7mg kind=VirtualMachineInstance uid= reason="connection is shut down" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-07-31T13:56:22.460701Z pos=vm.go:251 component=virt-handler reason="connection is shut down" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmiwf7mg" level=info timestamp=2018-07-31T13:56:27.932911Z pos=vm.go:746 component=virt-handler namespace=kubevirt-test-default name=testvmiwf7mg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-31T13:56:27.933086Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmiwf7mg, existing: false\n" level=info timestamp=2018-07-31T13:56:27.933119Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-31T13:56:27.933172Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwf7mg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-31T13:56:27.933353Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmiwf7mg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-31T13:56:27.933517Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmiwf7mg, existing: false\n" level=info timestamp=2018-07-31T13:56:27.933553Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-31T13:56:27.933604Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwf7mg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-31T13:56:27.933703Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmiwf7mg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-31T13:56:32.700930Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmiwf7mg, existing: false\n" level=info timestamp=2018-07-31T13:56:32.701114Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-31T13:56:32.701235Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwf7mg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-31T13:56:32.701420Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmiwf7mg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-zrck7 Pod phase: Running level=info timestamp=2018-07-31T13:57:36.646972Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-31T13:57:36.648216Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-31T13:57:36.648455Z pos=cache.go:121 component=virt-handler msg="List domains from sock /var/run/kubevirt/sockets/kubevirt-test-default_testvmix7679_sock" level=info timestamp=2018-07-31T13:57:36.691292Z pos=cache.go:121 component=virt-handler msg="List domains from sock /var/run/kubevirt/sockets/kubevirt-test-default_testvmixc9ml_sock" level=error timestamp=2018-07-31T13:57:36.691540Z pos=cache.go:124 component=virt-handler reason="dial unix /var/run/kubevirt/sockets/kubevirt-test-default_testvmixc9ml_sock: connect: connection refused" msg="failed to connect to cmd client socket" level=info timestamp=2018-07-31T13:57:36.692551Z pos=vm.go:725 component=virt-handler namespace=kubevirt-test-default name=testvmix7679 kind=Domain uid= msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-31T13:57:36.747988Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-31T13:57:36.756825Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" level=info timestamp=2018-07-31T13:57:36.761610Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" level=info timestamp=2018-07-31T13:57:36.848549Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmix7679, existing: true\n" level=info timestamp=2018-07-31T13:57:36.848665Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Running\n" level=info timestamp=2018-07-31T13:57:36.848691Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-07-31T13:57:36.848710Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-07-31T13:57:36.848811Z pos=vm.go:416 component=virt-handler namespace=kubevirt-test-default name=testvmix7679 kind=VirtualMachineInstance uid=a16a42e0-94c9-11e8-8c0f-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-31T13:57:36.862832Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmix7679 kind=VirtualMachineInstance uid=a16a42e0-94c9-11e8-8c0f-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmix7679-xh6mh Pod phase: Running level=info timestamp=2018-07-31T13:57:31.474165Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-31T13:57:31.480060Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T13:57:31.770079Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-31T13:57:31.798436Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T13:57:31.799146Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmix7679 kind= uid=a16a42e0-94c9-11e8-8c0f-525500d15501 msg="Domain started." level=info timestamp=2018-07-31T13:57:31.801645Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmix7679 kind= uid=a16a42e0-94c9-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T13:57:31.813209Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T13:57:31.813284Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-31T13:57:31.831690Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T13:57:31.833451Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T13:57:31.838422Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmix7679 kind= uid=a16a42e0-94c9-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T13:57:32.014906Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID 2e02bd0d-01cd-483b-9f27-33f25cfd8fc5" level=info timestamp=2018-07-31T13:57:32.016536Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-31T13:57:33.021505Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 2e02bd0d-01cd-483b-9f27-33f25cfd8fc5: 160" level=info timestamp=2018-07-31T13:57:36.859639Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmix7679 kind=VirtualMachineInstance uid=a16a42e0-94c9-11e8-8c0f-525500d15501 msg="Synced vmi" Pod name: vmi-killer7ptjz Pod phase: Succeeded Pod name: vmi-killercrkh2 Pod phase: Succeeded • Failure [82.263 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 when virt-handler crashes /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:309 should recover and continue management [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:310 Expected : Running to equal : Failed /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:336 ------------------------------ level=info timestamp=2018-07-31T13:57:15.537578Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmix7679 kind=VirtualMachineInstance uid=a16a42e0-94c9-11e8-8c0f-525500d15501 msg="Created virtual machine pod virt-launcher-testvmix7679-xh6mh" level=info timestamp=2018-07-31T13:57:31.679577Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmix7679 kind=VirtualMachineInstance uid=a16a42e0-94c9-11e8-8c0f-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmix7679-xh6mh" level=info timestamp=2018-07-31T13:57:32.680203Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmix7679 kind=VirtualMachineInstance uid=a16a42e0-94c9-11e8-8c0f-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-07-31T13:57:32.694187Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmix7679 kind=VirtualMachineInstance uid=a16a42e0-94c9-11e8-8c0f-525500d15501 msg="VirtualMachineInstance started." STEP: Crashing the virt-handler STEP: Killing the VirtualMachineInstance level=info timestamp=2018-07-31T13:57:36.846846Z pos=utils.go:256 component=tests namespace=kubevirt-test-default name=testvmix7679 kind=VirtualMachineInstance uid=a16a42e0-94c9-11e8-8c0f-525500d15501 msg="Created virtual machine pod virt-launcher-testvmix7679-xh6mh" level=info timestamp=2018-07-31T13:57:36.846912Z pos=utils.go:256 component=tests namespace=kubevirt-test-default name=testvmix7679 kind=VirtualMachineInstance uid=a16a42e0-94c9-11e8-8c0f-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmix7679-xh6mh" level=info timestamp=2018-07-31T13:57:36.847412Z pos=utils.go:256 component=tests namespace=kubevirt-test-default name=testvmix7679 kind=VirtualMachineInstance uid=a16a42e0-94c9-11e8-8c0f-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-07-31T13:57:36.847437Z pos=utils.go:256 component=tests namespace=kubevirt-test-default name=testvmix7679 kind=VirtualMachineInstance uid=a16a42e0-94c9-11e8-8c0f-525500d15501 msg="VirtualMachineInstance started." level=info timestamp=2018-07-31T13:57:37.718743Z pos=utils.go:256 component=tests namespace=kubevirt-test-default name=testvmix7679 kind=VirtualMachineInstance uid=a16a42e0-94c9-11e8-8c0f-525500d15501 msg="VirtualMachineInstance defined." STEP: Checking that VirtualMachineInstance has 'Failed' phase • [SLOW TEST:24.329 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 when virt-handler is responsive /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:340 should indicate that a node is ready for vmis /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:341 ------------------------------ • [SLOW TEST:87.008 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 when virt-handler is not responsive /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:371 the node controller should react /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:410 ------------------------------ • [SLOW TEST:18.360 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 with node tainted /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:463 the vmi with tolerations should be scheduled /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:485 ------------------------------ • ------------------------------ • [SLOW TEST:63.116 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 with non default namespace /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:535 should log libvirt start and stop lifecycle events of the domain /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 kubevirt-test-default /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:30.236 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 with non default namespace /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:535 should log libvirt start and stop lifecycle events of the domain /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 kubevirt-test-alternative /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.071 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 VirtualMachineInstance Emulation Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:592 should enable emulation in virt-launcher [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:604 Software emulation is not enabled on this cluster /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:600 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.063 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 VirtualMachineInstance Emulation Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:592 should be reflected in domain XML [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:641 Software emulation is not enabled on this cluster /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:600 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.075 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 VirtualMachineInstance Emulation Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:592 should request a TUN device but not KVM [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:685 Software emulation is not enabled on this cluster /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:600 ------------------------------ •••• ------------------------------ • [SLOW TEST:64.109 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Delete a VirtualMachineInstance's Pod /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:837 should result in the VirtualMachineInstance moving to a finalized state /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:838 ------------------------------ • [SLOW TEST:47.000 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Delete a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:869 with an active pod. /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:870 should result in pod being terminated /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:871 ------------------------------ 2018/07/31 10:05:04 read closing down: EOF Pod name: disks-images-provider-7cjht Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-7v7qk Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-5dn85 Pod phase: Running 2018/07/31 14:03:00 http: TLS handshake error from 10.129.0.1:36510: EOF 2018/07/31 14:03:10 http: TLS handshake error from 10.129.0.1:36518: EOF 2018/07/31 14:03:20 http: TLS handshake error from 10.129.0.1:36526: EOF 2018/07/31 14:03:30 http: TLS handshake error from 10.129.0.1:36534: EOF 2018/07/31 14:03:40 http: TLS handshake error from 10.129.0.1:36542: EOF 2018/07/31 14:03:50 http: TLS handshake error from 10.129.0.1:36550: EOF 2018/07/31 14:04:00 http: TLS handshake error from 10.129.0.1:36558: EOF 2018/07/31 14:04:10 http: TLS handshake error from 10.129.0.1:36568: EOF level=info timestamp=2018-07-31T14:04:14.654430Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/31 14:04:20 http: TLS handshake error from 10.129.0.1:36576: EOF 2018/07/31 14:04:30 http: TLS handshake error from 10.129.0.1:36586: EOF 2018/07/31 14:04:40 http: TLS handshake error from 10.129.0.1:36594: EOF level=info timestamp=2018-07-31T14:04:44.647484Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/31 14:04:50 http: TLS handshake error from 10.129.0.1:36602: EOF 2018/07/31 14:05:00 http: TLS handshake error from 10.129.0.1:36610: EOF Pod name: virt-api-7d79764579-nrcc7 Pod phase: Running level=info timestamp=2018-07-31T14:04:37.278771Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T14:04:37.787673Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T14:04:39.108096Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 14:04:40 http: TLS handshake error from 10.129.0.1:33798: EOF level=info timestamp=2018-07-31T14:04:44.549207Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 14:04:50 http: TLS handshake error from 10.129.0.1:33806: EOF level=info timestamp=2018-07-31T14:04:54.597951Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 14:05:00 http: TLS handshake error from 10.129.0.1:33814: EOF level=error timestamp=2018-07-31T14:05:04.123647Z pos=subresource.go:85 component=virt-api msg= 2018/07/31 14:05:04 http: response.WriteHeader on hijacked connection level=error timestamp=2018-07-31T14:05:04.124441Z pos=subresource.go:97 component=virt-api reason="read tcp 10.129.0.3:8443->10.128.0.1:42080: use of closed network connection" msg="error ecountered reading from websocket stream" level=info timestamp=2018-07-31T14:05:04.124557Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvmildszg/console proto=HTTP/1.1 statusCode=200 contentLength=0 level=info timestamp=2018-07-31T14:05:04.655421Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T14:05:07.350232Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T14:05:07.850471Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-44t9t Pod phase: Running level=info timestamp=2018-07-31T14:01:51.582954Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-alternative name=testvmigtj6k kind= uid=46210a88-94ca-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T14:01:51.583792Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-alternative name=testvmigtj6k kind= uid=46210a88-94ca-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T14:02:22.008866Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmizzbs2 kind= uid=58447a42-94ca-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T14:02:22.009046Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmizzbs2 kind= uid=58447a42-94ca-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T14:02:22.082607Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmizzbs2\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmizzbs2" level=info timestamp=2018-07-31T14:02:22.755189Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmit72sm kind= uid=58b68370-94ca-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T14:02:22.755901Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmit72sm kind= uid=58b68370-94ca-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T14:02:22.942246Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmit72sm\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmit72sm" level=info timestamp=2018-07-31T14:02:22.962903Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmit72sm\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmit72sm" level=info timestamp=2018-07-31T14:02:23.201482Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiv7bgv kind= uid=58fa992c-94ca-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T14:02:23.202487Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiv7bgv kind= uid=58fa992c-94ca-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T14:03:27.305554Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic8pnb kind= uid=7f30a7c0-94ca-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T14:03:27.305669Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic8pnb kind= uid=7f30a7c0-94ca-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T14:04:14.473914Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmildszg kind= uid=9b4d94eb-94ca-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T14:04:14.474121Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmildszg kind= uid=9b4d94eb-94ca-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-controller-7d57d96b65-qntpd Pod phase: Running level=info timestamp=2018-07-31T13:23:55.764705Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-jqvzt Pod phase: Running level=info timestamp=2018-07-31T14:04:40.830533Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmic8pnb, existing: false\n" level=info timestamp=2018-07-31T14:04:40.830588Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-31T14:04:40.830635Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmic8pnb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-31T14:04:40.830715Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmic8pnb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-31T14:04:45.553792Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmic8pnb, existing: false\n" level=info timestamp=2018-07-31T14:04:45.553866Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-31T14:04:45.553941Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmic8pnb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-31T14:04:45.554009Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmic8pnb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-31T14:05:03.590029Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmildszg, existing: true\n" level=info timestamp=2018-07-31T14:05:03.590129Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Running\n" level=info timestamp=2018-07-31T14:05:03.590202Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-07-31T14:05:03.590230Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-07-31T14:05:03.590369Z pos=vm.go:370 component=virt-handler namespace=kubevirt-test-default name=testvmildszg kind= uid=9b4d94eb-94ca-11e8-8c0f-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-31T14:05:03.590404Z pos=vm.go:407 component=virt-handler namespace=kubevirt-test-default name=testvmildszg kind= uid=9b4d94eb-94ca-11e8-8c0f-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-31T14:05:03.591858Z pos=vm.go:556 component=virt-handler namespace=kubevirt-test-default name=testvmildszg kind= uid=9b4d94eb-94ca-11e8-8c0f-525500d15501 msg="Grace period expired, killing deleted VirtualMachineInstance testvmildszg" Pod name: virt-handler-vgrgb Pod phase: Running level=info timestamp=2018-07-31T14:02:21.256146Z pos=vm.go:251 component=virt-handler reason="connection is shut down" msg="re-enqueuing VirtualMachineInstance kubevirt-test-alternative/testvmigtj6k" level=info timestamp=2018-07-31T14:02:21.260466Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmigtj6k, existing: true\n" level=info timestamp=2018-07-31T14:02:21.260636Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-07-31T14:02:21.260909Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-31T14:02:21.261112Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-alternative name=testvmigtj6k kind= uid=46210a88-94ca-11e8-8c0f-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-31T14:02:21.261575Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-alternative name=testvmigtj6k kind= uid=46210a88-94ca-11e8-8c0f-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-31T14:02:21.263629Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmigtj6k, existing: true\n" level=info timestamp=2018-07-31T14:02:21.263718Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-07-31T14:02:21.264031Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-31T14:02:21.264255Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-alternative name=testvmigtj6k kind= uid=46210a88-94ca-11e8-8c0f-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-31T14:02:21.264512Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-alternative name=testvmigtj6k kind= uid=46210a88-94ca-11e8-8c0f-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-31T14:02:21.278699Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmigtj6k, existing: false\n" level=info timestamp=2018-07-31T14:02:21.279126Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-31T14:02:21.279454Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-alternative name=testvmigtj6k kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-31T14:02:21.279669Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-alternative name=testvmigtj6k kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmildszg-czkmz Pod phase: Running level=info timestamp=2018-07-31T14:04:29.225473Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T14:04:29.488105Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-31T14:04:29.514196Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T14:04:29.522138Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T14:04:29.531406Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-31T14:04:29.545439Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmildszg kind= uid=9b4d94eb-94ca-11e8-8c0f-525500d15501 msg="Domain started." level=info timestamp=2018-07-31T14:04:29.548440Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmildszg kind= uid=9b4d94eb-94ca-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T14:04:29.549689Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T14:04:29.555154Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T14:04:29.575741Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmildszg kind= uid=9b4d94eb-94ca-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T14:04:29.581782Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmildszg kind= uid=9b4d94eb-94ca-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T14:04:29.681896Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID 9e8bb4b8-f5be-4cf2-ac50-67b8eedb1571" level=info timestamp=2018-07-31T14:04:29.682491Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-31T14:04:30.687994Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 9e8bb4b8-f5be-4cf2-ac50-67b8eedb1571: 165" level=info timestamp=2018-07-31T14:05:03.607396Z pos=monitor.go:266 component=virt-launcher msg="Received signal 15." • Failure [55.234 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Delete a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:869 with ACPI and 0 grace period seconds /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:895 should result in vmi status failed [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:896 Timed out after 5.000s. Expected : Running to equal : Failed /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:917 ------------------------------ STEP: Creating the VirtualMachineInstance level=info timestamp=2018-07-31T14:04:14.778073Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmildszg kind=VirtualMachineInstance uid=9b4d94eb-94ca-11e8-8c0f-525500d15501 msg="Created virtual machine pod virt-launcher-testvmildszg-czkmz" level=info timestamp=2018-07-31T14:04:29.296691Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmildszg kind=VirtualMachineInstance uid=9b4d94eb-94ca-11e8-8c0f-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmildszg-czkmz" level=info timestamp=2018-07-31T14:04:30.407996Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmildszg kind=VirtualMachineInstance uid=9b4d94eb-94ca-11e8-8c0f-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-07-31T14:04:30.419715Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmildszg kind=VirtualMachineInstance uid=9b4d94eb-94ca-11e8-8c0f-525500d15501 msg="VirtualMachineInstance started." STEP: Deleting the VirtualMachineInstance STEP: Verifying VirtualMachineInstance's status is Failed 2018/07/31 10:06:00 read closing down: EOF Pod name: disks-images-provider-7cjht Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-7v7qk Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-5dn85 Pod phase: Running 2018/07/31 14:04:30 http: TLS handshake error from 10.129.0.1:36586: EOF 2018/07/31 14:04:40 http: TLS handshake error from 10.129.0.1:36594: EOF level=info timestamp=2018-07-31T14:04:44.647484Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/31 14:04:50 http: TLS handshake error from 10.129.0.1:36602: EOF 2018/07/31 14:05:00 http: TLS handshake error from 10.129.0.1:36610: EOF 2018/07/31 14:05:10 http: TLS handshake error from 10.129.0.1:36618: EOF level=info timestamp=2018-07-31T14:05:14.644020Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/31 14:05:20 http: TLS handshake error from 10.129.0.1:36626: EOF 2018/07/31 14:05:30 http: TLS handshake error from 10.129.0.1:36636: EOF 2018/07/31 14:05:40 http: TLS handshake error from 10.129.0.1:36644: EOF level=info timestamp=2018-07-31T14:05:41.467237Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-31T14:05:44.670558Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/31 14:05:50 http: TLS handshake error from 10.129.0.1:36652: EOF 2018/07/31 14:06:00 http: TLS handshake error from 10.129.0.1:36660: EOF 2018/07/31 14:06:10 http: TLS handshake error from 10.129.0.1:36668: EOF Pod name: virt-api-7d79764579-nrcc7 Pod phase: Running 2018/07/31 14:05:50 http: TLS handshake error from 10.129.0.1:33856: EOF level=info timestamp=2018-07-31T14:05:55.053224Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T14:05:58.528257Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-31T14:05:58.529258Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 level=error timestamp=2018-07-31T14:05:59.385266Z pos=subresource.go:97 component=virt-api reason="websocket: close 1006 (abnormal closure): unexpected EOF" msg="error ecountered reading from websocket stream" level=error timestamp=2018-07-31T14:05:59.385473Z pos=subresource.go:106 component=virt-api reason="websocket: close 1006 (abnormal closure): unexpected EOF" msg="Error in websocket proxy" 2018/07/31 14:05:59 http: response.WriteHeader on hijacked connection level=info timestamp=2018-07-31T14:05:59.385872Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvmijw9n7/console proto=HTTP/1.1 statusCode=500 contentLength=0 level=error timestamp=2018-07-31T14:05:59.386375Z pos=subresource.go:91 component=virt-api reason="tls: use of closed connection" msg="error ecountered reading from remote podExec stream" 2018/07/31 14:06:00 http: TLS handshake error from 10.129.0.1:33864: EOF level=info timestamp=2018-07-31T14:06:05.134286Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T14:06:07.473682Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T14:06:07.955868Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T14:06:09.306523Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 14:06:10 http: TLS handshake error from 10.129.0.1:33872: EOF Pod name: virt-controller-7d57d96b65-44t9t Pod phase: Running level=info timestamp=2018-07-31T14:02:22.082607Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmizzbs2\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmizzbs2" level=info timestamp=2018-07-31T14:02:22.755189Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmit72sm kind= uid=58b68370-94ca-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T14:02:22.755901Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmit72sm kind= uid=58b68370-94ca-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T14:02:22.942246Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmit72sm\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmit72sm" level=info timestamp=2018-07-31T14:02:22.962903Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmit72sm\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmit72sm" level=info timestamp=2018-07-31T14:02:23.201482Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiv7bgv kind= uid=58fa992c-94ca-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T14:02:23.202487Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiv7bgv kind= uid=58fa992c-94ca-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T14:03:27.305554Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic8pnb kind= uid=7f30a7c0-94ca-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T14:03:27.305669Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic8pnb kind= uid=7f30a7c0-94ca-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T14:04:14.473914Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmildszg kind= uid=9b4d94eb-94ca-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T14:04:14.474121Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmildszg kind= uid=9b4d94eb-94ca-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T14:05:09.714075Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijw9n7 kind= uid=bc3aafb1-94ca-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T14:05:09.715042Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijw9n7 kind= uid=bc3aafb1-94ca-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T14:05:09.788290Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijw9n7\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijw9n7" level=info timestamp=2018-07-31T14:05:09.810642Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijw9n7\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijw9n7" Pod name: virt-controller-7d57d96b65-qntpd Pod phase: Running level=info timestamp=2018-07-31T13:23:55.764705Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-jqvzt Pod phase: Running level=info timestamp=2018-07-31T14:05:59.477938Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-07-31T14:05:59.478070Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-07-31T14:05:59.478282Z pos=vm.go:344 component=virt-handler namespace=kubevirt-test-default name=testvmijw9n7 kind= uid=bc3aafb1-94ca-11e8-8c0f-525500d15501 msg="Shutting down due to graceful shutdown signal." level=info timestamp=2018-07-31T14:05:59.478444Z pos=vm.go:370 component=virt-handler namespace=kubevirt-test-default name=testvmijw9n7 kind= uid=bc3aafb1-94ca-11e8-8c0f-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-31T14:05:59.478566Z pos=vm.go:407 component=virt-handler namespace=kubevirt-test-default name=testvmijw9n7 kind= uid=bc3aafb1-94ca-11e8-8c0f-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-31T14:05:59.496154Z pos=vm.go:547 component=virt-handler namespace=kubevirt-test-default name=testvmijw9n7 kind= uid=bc3aafb1-94ca-11e8-8c0f-525500d15501 msg="Signaled graceful shutdown for testvmijw9n7" level=info timestamp=2018-07-31T14:05:59.496585Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmijw9n7 kind= uid=bc3aafb1-94ca-11e8-8c0f-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-31T14:06:09.496592Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmijw9n7, existing: true\n" level=info timestamp=2018-07-31T14:06:09.496689Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Running\n" level=info timestamp=2018-07-31T14:06:09.496714Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-07-31T14:06:09.496748Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-07-31T14:06:09.496835Z pos=vm.go:344 component=virt-handler namespace=kubevirt-test-default name=testvmijw9n7 kind= uid=bc3aafb1-94ca-11e8-8c0f-525500d15501 msg="Shutting down due to graceful shutdown signal." level=info timestamp=2018-07-31T14:06:09.496910Z pos=vm.go:370 component=virt-handler namespace=kubevirt-test-default name=testvmijw9n7 kind= uid=bc3aafb1-94ca-11e8-8c0f-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-31T14:06:09.496932Z pos=vm.go:407 component=virt-handler namespace=kubevirt-test-default name=testvmijw9n7 kind= uid=bc3aafb1-94ca-11e8-8c0f-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-31T14:06:09.497369Z pos=vm.go:556 component=virt-handler namespace=kubevirt-test-default name=testvmijw9n7 kind= uid=bc3aafb1-94ca-11e8-8c0f-525500d15501 msg="Grace period expired, killing deleted VirtualMachineInstance testvmijw9n7" Pod name: virt-handler-vgrgb Pod phase: Running level=info timestamp=2018-07-31T14:02:21.256146Z pos=vm.go:251 component=virt-handler reason="connection is shut down" msg="re-enqueuing VirtualMachineInstance kubevirt-test-alternative/testvmigtj6k" level=info timestamp=2018-07-31T14:02:21.260466Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmigtj6k, existing: true\n" level=info timestamp=2018-07-31T14:02:21.260636Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-07-31T14:02:21.260909Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-31T14:02:21.261112Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-alternative name=testvmigtj6k kind= uid=46210a88-94ca-11e8-8c0f-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-31T14:02:21.261575Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-alternative name=testvmigtj6k kind= uid=46210a88-94ca-11e8-8c0f-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-31T14:02:21.263629Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmigtj6k, existing: true\n" level=info timestamp=2018-07-31T14:02:21.263718Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-07-31T14:02:21.264031Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-31T14:02:21.264255Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-alternative name=testvmigtj6k kind= uid=46210a88-94ca-11e8-8c0f-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-31T14:02:21.264512Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-alternative name=testvmigtj6k kind= uid=46210a88-94ca-11e8-8c0f-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-31T14:02:21.278699Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmigtj6k, existing: false\n" level=info timestamp=2018-07-31T14:02:21.279126Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-31T14:02:21.279454Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-alternative name=testvmigtj6k kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-31T14:02:21.279669Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-alternative name=testvmigtj6k kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmijw9n7-ql62x Pod phase: Running level=info timestamp=2018-07-31T14:05:24.782211Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-31T14:05:24.797546Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T14:05:24.799130Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T14:05:24.824994Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmijw9n7 kind= uid=bc3aafb1-94ca-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T14:05:25.649417Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 6975106a-3598-4a1f-a36d-e9d788768798: 161" level=info timestamp=2018-07-31T14:05:59.198801Z pos=monitor.go:266 component=virt-launcher msg="Received signal 15." level=info timestamp=2018-07-31T14:05:59.209635Z pos=manager.go:255 component=virt-launcher namespace=kubevirt-test-default name=testvmijw9n7 kind= uid=bc3aafb1-94ca-11e8-8c0f-525500d15501 msg="Signaled graceful shutdown for testvmijw9n7" level=info timestamp=2018-07-31T14:05:59.405952Z pos=server.go:118 component=virt-launcher namespace=kubevirt-test-default name=testvmijw9n7 kind= uid=bc3aafb1-94ca-11e8-8c0f-525500d15501 msg="Signaled vmi shutdown" level=info timestamp=2018-07-31T14:05:59.411982Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 1 received" level=info timestamp=2018-07-31T14:05:59.449517Z pos=server.go:118 component=virt-launcher namespace=kubevirt-test-default name=testvmijw9n7 kind= uid=bc3aafb1-94ca-11e8-8c0f-525500d15501 msg="Signaled vmi shutdown" level=info timestamp=2018-07-31T14:05:59.450519Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T14:05:59.470069Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T14:05:59.476878Z pos=server.go:118 component=virt-launcher namespace=kubevirt-test-default name=testvmijw9n7 kind= uid=bc3aafb1-94ca-11e8-8c0f-525500d15501 msg="Signaled vmi shutdown" level=info timestamp=2018-07-31T14:05:59.495517Z pos=server.go:118 component=virt-launcher namespace=kubevirt-test-default name=testvmijw9n7 kind= uid=bc3aafb1-94ca-11e8-8c0f-525500d15501 msg="Signaled vmi shutdown" level=info timestamp=2018-07-31T14:06:09.498266Z pos=client.go:136 component=virt-launcher msg="Libvirt event 6 with reason 1 received" • Failure [65.591 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Delete a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:869 with ACPI and some grace period seconds /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:920 should result in vmi status succeeded [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:921 Timed out after 15.000s. Expected : Running to equal : Succeeded /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:942 ------------------------------ STEP: Creating the VirtualMachineInstance level=info timestamp=2018-07-31T14:05:10.024333Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmijw9n7 kind=VirtualMachineInstance uid=bc3aafb1-94ca-11e8-8c0f-525500d15501 msg="Created virtual machine pod virt-launcher-testvmijw9n7-ql62x" level=info timestamp=2018-07-31T14:05:24.586022Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmijw9n7 kind=VirtualMachineInstance uid=bc3aafb1-94ca-11e8-8c0f-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmijw9n7-ql62x" level=info timestamp=2018-07-31T14:05:25.659334Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmijw9n7 kind=VirtualMachineInstance uid=bc3aafb1-94ca-11e8-8c0f-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-07-31T14:05:25.674025Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmijw9n7 kind=VirtualMachineInstance uid=bc3aafb1-94ca-11e8-8c0f-525500d15501 msg="VirtualMachineInstance started." STEP: Deleting the VirtualMachineInstance STEP: Verifying VirtualMachineInstance's status is Succeeded • [SLOW TEST:53.126 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Delete a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:869 with grace period greater than 0 /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:945 should run graceful shutdown /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:946 ------------------------------ Pod name: disks-images-provider-7cjht Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-7v7qk Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-5dn85 Pod phase: Running 2018/07/31 14:06:30 http: TLS handshake error from 10.129.0.1:36684: EOF 2018/07/31 14:06:40 http: TLS handshake error from 10.129.0.1:36692: EOF 2018/07/31 14:06:50 http: TLS handshake error from 10.129.0.1:36700: EOF 2018/07/31 14:07:00 http: TLS handshake error from 10.129.0.1:36708: EOF 2018/07/31 14:07:10 http: TLS handshake error from 10.129.0.1:36718: EOF level=info timestamp=2018-07-31T14:07:14.665345Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/31 14:07:20 http: TLS handshake error from 10.129.0.1:36726: EOF 2018/07/31 14:07:30 http: TLS handshake error from 10.129.0.1:36734: EOF 2018/07/31 14:07:40 http: TLS handshake error from 10.129.0.1:36742: EOF level=info timestamp=2018-07-31T14:07:44.625053Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/31 14:07:50 http: TLS handshake error from 10.129.0.1:36750: EOF 2018/07/31 14:08:00 http: TLS handshake error from 10.129.0.1:36758: EOF 2018/07/31 14:08:10 http: TLS handshake error from 10.129.0.1:36766: EOF 2018/07/31 14:08:20 http: TLS handshake error from 10.129.0.1:36774: EOF 2018/07/31 14:08:30 http: TLS handshake error from 10.129.0.1:36782: EOF Pod name: virt-api-7d79764579-nrcc7 Pod phase: Running 2018/07/31 14:07:40 http: TLS handshake error from 10.129.0.1:33946: EOF level=info timestamp=2018-07-31T14:07:45.700491Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 14:07:50 http: TLS handshake error from 10.129.0.1:33954: EOF level=info timestamp=2018-07-31T14:07:55.757483Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 14:08:00 http: TLS handshake error from 10.129.0.1:33962: EOF level=info timestamp=2018-07-31T14:08:05.804855Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T14:08:07.829491Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T14:08:08.278879Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T14:08:09.537779Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 14:08:10 http: TLS handshake error from 10.129.0.1:33970: EOF level=info timestamp=2018-07-31T14:08:14.625455Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-31T14:08:15.852108Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 14:08:20 http: TLS handshake error from 10.129.0.1:33978: EOF level=info timestamp=2018-07-31T14:08:25.892984Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 14:08:30 http: TLS handshake error from 10.129.0.1:33986: EOF Pod name: virt-controller-7d57d96b65-44t9t Pod phase: Running level=info timestamp=2018-07-31T14:02:23.201482Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiv7bgv kind= uid=58fa992c-94ca-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T14:02:23.202487Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiv7bgv kind= uid=58fa992c-94ca-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T14:03:27.305554Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic8pnb kind= uid=7f30a7c0-94ca-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T14:03:27.305669Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic8pnb kind= uid=7f30a7c0-94ca-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T14:04:14.473914Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmildszg kind= uid=9b4d94eb-94ca-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T14:04:14.474121Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmildszg kind= uid=9b4d94eb-94ca-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T14:05:09.714075Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijw9n7 kind= uid=bc3aafb1-94ca-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T14:05:09.715042Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmijw9n7 kind= uid=bc3aafb1-94ca-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T14:05:09.788290Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijw9n7\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijw9n7" level=info timestamp=2018-07-31T14:05:09.810642Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijw9n7\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijw9n7" level=info timestamp=2018-07-31T14:06:15.371254Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi89s7j kind= uid=e35a153a-94ca-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T14:06:15.373087Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi89s7j kind= uid=e35a153a-94ca-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T14:06:15.469125Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi89s7j\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi89s7j" level=info timestamp=2018-07-31T14:07:08.450100Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibjql9 kind= uid=03003a8a-94cb-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T14:07:08.450252Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibjql9 kind= uid=03003a8a-94cb-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-controller-7d57d96b65-qntpd Pod phase: Running level=info timestamp=2018-07-31T13:23:55.764705Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-jqvzt Pod phase: Running level=info timestamp=2018-07-31T14:07:23.267461Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmibjql9 kind= uid=03003a8a-94cb-11e8-8c0f-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-31T14:07:23.268087Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmibjql9, existing: true\n" level=info timestamp=2018-07-31T14:07:23.276936Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-07-31T14:07:23.282336Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-07-31T14:07:23.287356Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-07-31T14:07:23.296339Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmibjql9 kind= uid=03003a8a-94cb-11e8-8c0f-525500d15501 msg="No update processing required" level=info timestamp=2018-07-31T14:07:23.275333Z pos=vm.go:756 component=virt-handler namespace=kubevirt-test-default name=testvmibjql9 kind=Domain uid=03003a8a-94cb-11e8-8c0f-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-31T14:07:23.290499Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-31T14:07:23.327874Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmibjql9 kind= uid=03003a8a-94cb-11e8-8c0f-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-31T14:07:23.328420Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmibjql9, existing: true\n" level=info timestamp=2018-07-31T14:07:23.328555Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Running\n" level=info timestamp=2018-07-31T14:07:23.328681Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-07-31T14:07:23.328791Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-07-31T14:07:23.328942Z pos=vm.go:416 component=virt-handler namespace=kubevirt-test-default name=testvmibjql9 kind= uid=03003a8a-94cb-11e8-8c0f-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-31T14:07:23.332920Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmibjql9 kind= uid=03003a8a-94cb-11e8-8c0f-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-handler-vgrgb Pod phase: Running level=error timestamp=2018-07-31T14:07:17.599344Z pos=vm.go:424 component=virt-handler namespace=kubevirt-test-default name=testvmi89s7j kind=VirtualMachineInstance uid= reason="connection is shut down" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-07-31T14:07:17.600169Z pos=vm.go:251 component=virt-handler reason="connection is shut down" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi89s7j" level=info timestamp=2018-07-31T14:07:21.233196Z pos=vm.go:746 component=virt-handler namespace=kubevirt-test-default name=testvmi89s7j kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-31T14:07:21.233696Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi89s7j, existing: false\n" level=info timestamp=2018-07-31T14:07:21.233876Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-31T14:07:21.234067Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi89s7j kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-31T14:07:21.234435Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi89s7j kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-31T14:07:21.234679Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi89s7j, existing: false\n" level=info timestamp=2018-07-31T14:07:21.234810Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-31T14:07:21.234980Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi89s7j kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-31T14:07:21.235211Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi89s7j kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-31T14:07:27.840563Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi89s7j, existing: false\n" level=info timestamp=2018-07-31T14:07:27.840873Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-31T14:07:27.841325Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi89s7j kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-31T14:07:27.841849Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi89s7j kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmibjql9-gvpmg Pod phase: Running level=info timestamp=2018-07-31T14:07:22.505836Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-31T14:07:22.982747Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-31T14:07:22.988911Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T14:07:23.236441Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-31T14:07:23.255108Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T14:07:23.258394Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmibjql9 kind= uid=03003a8a-94cb-11e8-8c0f-525500d15501 msg="Domain started." level=info timestamp=2018-07-31T14:07:23.259874Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmibjql9 kind= uid=03003a8a-94cb-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T14:07:23.268484Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T14:07:23.268597Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-31T14:07:23.289502Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T14:07:23.297480Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T14:07:23.332143Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmibjql9 kind= uid=03003a8a-94cb-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T14:07:23.481113Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID c5d2f489-b3a3-469a-9fab-140891f80d25" level=info timestamp=2018-07-31T14:07:23.482178Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-31T14:07:24.488467Z pos=monitor.go:222 component=virt-launcher msg="Found PID for c5d2f489-b3a3-469a-9fab-140891f80d25: 159" Pod name: vmi-killer9h8dl Pod phase: Succeeded • Failure [86.256 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Killed VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:997 should be in Failed phase [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:998 Expected : Running to equal : Failed /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:1021 ------------------------------ STEP: Starting a VirtualMachineInstance level=info timestamp=2018-07-31T14:07:08.915133Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmibjql9 kind=VirtualMachineInstance uid=03003a8a-94cb-11e8-8c0f-525500d15501 msg="Created virtual machine pod virt-launcher-testvmibjql9-gvpmg" level=info timestamp=2018-07-31T14:07:23.171367Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmibjql9 kind=VirtualMachineInstance uid=03003a8a-94cb-11e8-8c0f-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmibjql9-gvpmg" level=info timestamp=2018-07-31T14:07:24.130882Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmibjql9 kind=VirtualMachineInstance uid=03003a8a-94cb-11e8-8c0f-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-07-31T14:07:24.185052Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmibjql9 kind=VirtualMachineInstance uid=03003a8a-94cb-11e8-8c0f-525500d15501 msg="VirtualMachineInstance started." STEP: Killing the VirtualMachineInstance level=info timestamp=2018-07-31T14:07:34.246749Z pos=utils.go:256 component=tests namespace=kubevirt-test-default name=testvmibjql9 kind=VirtualMachineInstance uid=03003a8a-94cb-11e8-8c0f-525500d15501 msg="Created virtual machine pod virt-launcher-testvmibjql9-gvpmg" level=info timestamp=2018-07-31T14:07:34.246854Z pos=utils.go:256 component=tests namespace=kubevirt-test-default name=testvmibjql9 kind=VirtualMachineInstance uid=03003a8a-94cb-11e8-8c0f-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmibjql9-gvpmg" level=info timestamp=2018-07-31T14:07:34.247197Z pos=utils.go:256 component=tests namespace=kubevirt-test-default name=testvmibjql9 kind=VirtualMachineInstance uid=03003a8a-94cb-11e8-8c0f-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-07-31T14:07:34.247288Z pos=utils.go:256 component=tests namespace=kubevirt-test-default name=testvmibjql9 kind=VirtualMachineInstance uid=03003a8a-94cb-11e8-8c0f-525500d15501 msg="VirtualMachineInstance started." STEP: Checking that the VirtualMachineInstance has 'Failed' phase • [SLOW TEST:81.415 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Killed VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:997 should be left alone by virt-handler /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:1025 ------------------------------ •2018/07/31 10:11:22 read closing down: EOF 2018/07/31 10:11:32 read closing down: EOF 2018/07/31 10:11:43 read closing down: EOF 2018/07/31 10:11:59 read closing down: EOF 2018/07/31 10:12:00 read closing down: EOF 2018/07/31 10:12:01 read closing down: EOF ------------------------------ • [SLOW TEST:126.484 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach 2018/07/31 10:12:02 read closing down: EOF /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the Inbound VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ 2018/07/31 10:12:02 read closing down: EOF 2018/07/31 10:12:04 read closing down: EOF 2018/07/31 10:12:04 read closing down: EOF •2018/07/31 10:12:04 read closing down: EOF ------------------------------ S [SKIPPING] [0.006 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the Inbound VirtualMachineInstance with custom MAC address [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Openshift detected: Custom MAC addresses on pod networks are not suppored /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1570 ------------------------------ 2018/07/31 10:12:06 read closing down: EOF •2018/07/31 10:12:06 read closing down: EOF 2018/07/31 10:12:06 read closing down: EOF • ------------------------------ • [SLOW TEST:5.096 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be reachable via the propagated IP from a Pod /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 on a different node from Pod /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ ••• ------------------------------ • [SLOW TEST:5.442 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 with a service matching the vmi exposed /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:272 should fail to reach the vmi if an invalid servicename is used /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:303 ------------------------------ • [SLOW TEST:5.473 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 with a subdomain and a headless service given /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:319 should be able to reach the vmi via its unique fully qualified domain name /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:342 ------------------------------ 2018/07/31 10:13:35 read closing down: EOF 2018/07/31 10:13:35 read closing down: EOF • [SLOW TEST:59.139 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom interface model /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:368 should expose the right device type to the guest /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:369 ------------------------------ 2018/07/31 10:13:36 read closing down: EOF •2018/07/31 10:13:36 read closing down: EOF 2018/07/31 10:14:38 read closing down: EOF ------------------------------ • [SLOW TEST:62.230 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:402 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:403 ------------------------------ 2018/07/31 10:14:38 read closing down: EOF 2018/07/31 10:15:35 read closing down: EOF • [SLOW TEST:57.230 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address in non-conventional format /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:414 should configure custom MAC address 2018/07/31 10:15:36 read closing down: EOF /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:415 ------------------------------ Pod name: disks-images-provider-7cjht Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-7v7qk Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-5dn85 Pod phase: Running 2018/07/31 14:16:40 http: TLS handshake error from 10.129.0.1:37232: EOF 2018/07/31 14:16:50 http: TLS handshake error from 10.129.0.1:37240: EOF 2018/07/31 14:17:00 http: TLS handshake error from 10.129.0.1:37248: EOF 2018/07/31 14:17:10 http: TLS handshake error from 10.129.0.1:37256: EOF level=info timestamp=2018-07-31T14:17:14.701658Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/31 14:17:20 http: TLS handshake error from 10.129.0.1:37264: EOF 2018/07/31 14:17:30 http: TLS handshake error from 10.129.0.1:37272: EOF 2018/07/31 14:17:40 http: TLS handshake error from 10.129.0.1:37280: EOF level=info timestamp=2018-07-31T14:17:44.664779Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/31 14:17:50 http: TLS handshake error from 10.129.0.1:37288: EOF 2018/07/31 14:18:00 http: TLS handshake error from 10.129.0.1:37296: EOF 2018/07/31 14:18:10 http: TLS handshake error from 10.129.0.1:37304: EOF level=info timestamp=2018-07-31T14:18:14.651937Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/31 14:18:20 http: TLS handshake error from 10.129.0.1:37312: EOF 2018/07/31 14:18:30 http: TLS handshake error from 10.129.0.1:37320: EOF Pod name: virt-api-7d79764579-nrcc7 Pod phase: Running level=info timestamp=2018-07-31T14:17:41.260596Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T14:17:42.855991Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 14:17:50 http: TLS handshake error from 10.129.0.1:34492: EOF level=info timestamp=2018-07-31T14:17:52.893432Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 14:18:00 http: TLS handshake error from 10.129.0.1:34500: EOF level=info timestamp=2018-07-31T14:18:02.938076Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T14:18:09.772854Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 14:18:10 http: TLS handshake error from 10.129.0.1:34508: EOF level=info timestamp=2018-07-31T14:18:11.215544Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T14:18:11.321002Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T14:18:13.003851Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 14:18:20 http: TLS handshake error from 10.129.0.1:34516: EOF level=info timestamp=2018-07-31T14:18:23.049490Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 14:18:30 http: TLS handshake error from 10.129.0.1:34524: EOF level=info timestamp=2018-07-31T14:18:33.104189Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-44t9t Pod phase: Running level=info timestamp=2018-07-31T14:09:56.380207Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvminctx9 kind= uid=67177c01-94cb-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T14:09:56.382014Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvminctx9 kind= uid=67177c01-94cb-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T14:09:56.437447Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi78hvz kind= uid=671bfb91-94cb-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T14:09:56.437782Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi78hvz kind= uid=671bfb91-94cb-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T14:09:56.702563Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmijp5pg\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmijp5pg" level=info timestamp=2018-07-31T14:09:57.903758Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi78hvz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi78hvz" level=info timestamp=2018-07-31T14:12:36.478532Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqpp9b kind= uid=c68493e1-94cb-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T14:12:36.479211Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqpp9b kind= uid=c68493e1-94cb-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T14:13:36.573319Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiz25h2 kind= uid=ea56589f-94cb-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T14:13:36.574526Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiz25h2 kind= uid=ea56589f-94cb-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T14:14:38.802543Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmihxrnb kind= uid=0f6de812-94cc-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T14:14:38.802808Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmihxrnb kind= uid=0f6de812-94cc-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T14:14:38.980179Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmihxrnb\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmihxrnb" level=info timestamp=2018-07-31T14:15:36.037076Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7slc8 kind= uid=318b161e-94cc-11e8-8c0f-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-31T14:15:36.037184Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7slc8 kind= uid=318b161e-94cc-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-controller-7d57d96b65-qntpd Pod phase: Running level=info timestamp=2018-07-31T13:23:55.764705Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-jqvzt Pod phase: Running level=info timestamp=2018-07-31T14:14:56.656751Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmihxrnb kind= uid=0f6de812-94cc-11e8-8c0f-525500d15501 msg="No update processing required" level=error timestamp=2018-07-31T14:14:56.661900Z pos=vm.go:431 component=virt-handler namespace=kubevirt-test-default name=testvmihxrnb kind= uid=0f6de812-94cc-11e8-8c0f-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmihxrnb\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-31T14:14:56.662054Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmihxrnb\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmihxrnb" level=info timestamp=2018-07-31T14:14:56.662182Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmihxrnb, existing: true\n" level=info timestamp=2018-07-31T14:14:56.662283Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Running\n" level=info timestamp=2018-07-31T14:14:56.662424Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-07-31T14:14:56.662536Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-07-31T14:14:56.662666Z pos=vm.go:416 component=virt-handler namespace=kubevirt-test-default name=testvmihxrnb kind= uid=0f6de812-94cc-11e8-8c0f-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-31T14:14:56.671588Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmihxrnb kind= uid=0f6de812-94cc-11e8-8c0f-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-31T14:14:56.671870Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmihxrnb, existing: true\n" level=info timestamp=2018-07-31T14:14:56.671903Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Running\n" level=info timestamp=2018-07-31T14:14:56.671927Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-07-31T14:14:56.671945Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-07-31T14:14:56.672033Z pos=vm.go:416 component=virt-handler namespace=kubevirt-test-default name=testvmihxrnb kind= uid=0f6de812-94cc-11e8-8c0f-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-31T14:14:56.677604Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmihxrnb kind= uid=0f6de812-94cc-11e8-8c0f-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-handler-vgrgb Pod phase: Running level=info timestamp=2018-07-31T14:13:55.396421Z pos=vm.go:756 component=virt-handler namespace=kubevirt-test-default name=testvmiz25h2 kind=Domain uid=ea56589f-94cb-11e8-8c0f-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-31T14:13:55.429434Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-31T14:13:55.432435Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmiz25h2 kind= uid=ea56589f-94cb-11e8-8c0f-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-31T14:13:55.435501Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmiz25h2, existing: true\n" level=info timestamp=2018-07-31T14:13:55.435695Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-07-31T14:13:55.435789Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-07-31T14:13:55.436061Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-07-31T14:13:55.436242Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmiz25h2 kind= uid=ea56589f-94cb-11e8-8c0f-525500d15501 msg="No update processing required" level=info timestamp=2018-07-31T14:13:55.461016Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmiz25h2 kind= uid=ea56589f-94cb-11e8-8c0f-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-31T14:13:55.464118Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmiz25h2, existing: true\n" level=info timestamp=2018-07-31T14:13:55.464484Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Running\n" level=info timestamp=2018-07-31T14:13:55.464637Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-07-31T14:13:55.464760Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-07-31T14:13:55.470811Z pos=vm.go:416 component=virt-handler namespace=kubevirt-test-default name=testvmiz25h2 kind= uid=ea56589f-94cb-11e8-8c0f-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-31T14:13:55.475152Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmiz25h2 kind= uid=ea56589f-94cb-11e8-8c0f-525500d15501 msg="Synchronization loop succeeded." Pod name: netcat2jkdv Pod phase: Succeeded ++ head -n 1 +++ nc myservice.kubevirt-test-default 1500 -i 1 -w 1 + x='Hello World!' + echo 'Hello World!' + '[' 'Hello World!' = 'Hello World!' ']' + echo succeeded + exit 0 Hello World! succeeded Pod name: netcatddn78 Pod phase: Succeeded ++ head -n 1 +++ nc 10.129.0.61 1500 -i 1 -w 1 + x='Hello World!' + echo 'Hello World!' Hello World! + '[' 'Hello World!' = 'Hello World!' ']' + echo succeeded succeeded + exit 0 Pod name: netcatls8k7 Pod phase: Succeeded ++ head -n 1 +++ nc 10.129.0.61 1500 -i 1 -w 1 Hello World! succeeded + x='Hello World!' + echo 'Hello World!' + '[' 'Hello World!' = 'Hello World!' ']' + echo succeeded + exit 0 Pod name: netcatml7pk Pod phase: Succeeded ++ head -n 1 +++ nc my-subdomain.myvmi.kubevirt-test-default 1500 -i 1 -w 1 Hello World! succeeded + x='Hello World!' + echo 'Hello World!' + '[' 'Hello World!' = 'Hello World!' ']' + echo succeeded + exit 0 Pod name: netcatqwvlp Pod phase: Succeeded ++ head -n 1 +++ nc 10.129.0.61 1500 -i 1 -w 1 Hello World! succeeded + x='Hello World!' + echo 'Hello World!' + '[' 'Hello World!' = 'Hello World!' ']' + echo succeeded + exit 0 Pod name: netcatr2hzb Pod phase: Failed ++ head -n 1 +++ nc wrongservice.kubevirt-test-default 1500 -i 1 -w 1 Ncat: Could not resolve hostname "wrongservice.kubevirt-test-default": Name or service not known. QUITTING. + x= + echo '' + '[' '' = 'Hello World!' ']' + echo failed + exit 1 failed Pod name: netcatxvlbx Pod phase: Succeeded ++ head -n 1 +++ nc 10.129.0.61 1500 -i 1 -w 1 + x='Hello World!' + echo 'Hello World!' + '[' 'Hello World!' = 'Hello World!' ']' + echo succeeded + exit 0 Hello World! succeeded Pod name: virt-launcher-testvmi78hvz-5x9h9 Pod phase: Running level=info timestamp=2018-07-31T14:10:19.639270Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID b33cf01b-efc9-42d9-8f02-71b62ada2f79" level=info timestamp=2018-07-31T14:10:19.649827Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-31T14:10:20.224519Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T14:10:20.300381Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-31T14:10:20.371461Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T14:10:20.372962Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmi78hvz kind= uid=671bfb91-94cb-11e8-8c0f-525500d15501 msg="Domain started." level=info timestamp=2018-07-31T14:10:20.374533Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi78hvz kind= uid=671bfb91-94cb-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T14:10:20.656108Z pos=monitor.go:222 component=virt-launcher msg="Found PID for b33cf01b-efc9-42d9-8f02-71b62ada2f79: 165" level=info timestamp=2018-07-31T14:10:21.465893Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi78hvz kind= uid=671bfb91-94cb-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T14:10:21.525932Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T14:10:21.526109Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-31T14:10:21.591354Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T14:10:21.952468Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T14:10:21.955659Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi78hvz kind= uid=671bfb91-94cb-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T14:10:22.019492Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi78hvz kind= uid=671bfb91-94cb-11e8-8c0f-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmi7slc8-bzbc8 Pod phase: Running level=info timestamp=2018-07-31T14:15:42.717530Z pos=manager.go:69 component=virt-launcher msg="Collected all requested hook sidecar sockets" level=info timestamp=2018-07-31T14:15:42.719155Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[]" level=info timestamp=2018-07-31T14:15:42.927457Z pos=libvirt.go:261 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" panic: failed to connect to libvirtd: cannot connect to libvirt daemon: timed out waiting for the condition goroutine 1 [running]: main.createLibvirtConnection(0xc420096f60, 0x0) /root/go/src/kubevirt.io/kubevirt/cmd/virt-launcher/virt-launcher.go:115 +0x125 main.main() /root/go/src/kubevirt.io/kubevirt/cmd/virt-launcher/virt-launcher.go:307 +0x65f level=error timestamp=2018-07-31T14:15:57.973903Z pos=virt-launcher.go:424 component=virt-launcher reason="exit status 2" msg="dirty virt-launcher shutdown" Pod name: virt-launcher-testvmic6rjn-6hbvc Pod phase: Running level=info timestamp=2018-07-31T14:10:19.105375Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-31T14:10:19.116526Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID 1c9c92c0-6c32-4519-8ae3-d30344b2f299" level=info timestamp=2018-07-31T14:10:19.117372Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-31T14:10:19.242712Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T14:10:19.841247Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-31T14:10:19.947987Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T14:10:19.965159Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmic6rjn kind= uid=67152050-94cb-11e8-8c0f-525500d15501 msg="Domain started." level=info timestamp=2018-07-31T14:10:19.976788Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmic6rjn kind= uid=67152050-94cb-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T14:10:20.127234Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 1c9c92c0-6c32-4519-8ae3-d30344b2f299: 169" level=info timestamp=2018-07-31T14:10:20.224603Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T14:10:20.224742Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-31T14:10:20.278883Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T14:10:21.572389Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmic6rjn kind= uid=67152050-94cb-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T14:10:21.628913Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T14:10:21.906551Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmic6rjn kind= uid=67152050-94cb-11e8-8c0f-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmihxrnb-pmjds Pod phase: Running level=info timestamp=2018-07-31T14:14:56.263454Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-31T14:14:56.268402Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID 4daf7e65-e80d-4dce-9a33-ef80d2c85a5e" level=info timestamp=2018-07-31T14:14:56.269008Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-31T14:14:56.277569Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T14:14:56.588602Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-31T14:14:56.608563Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T14:14:56.611403Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T14:14:56.612570Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-31T14:14:56.633359Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmihxrnb kind= uid=0f6de812-94cc-11e8-8c0f-525500d15501 msg="Domain started." level=info timestamp=2018-07-31T14:14:56.635874Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmihxrnb kind= uid=0f6de812-94cc-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T14:14:56.643369Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T14:14:56.645053Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T14:14:56.666332Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmihxrnb kind= uid=0f6de812-94cc-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T14:14:56.675812Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmihxrnb kind= uid=0f6de812-94cc-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T14:14:57.286495Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 4daf7e65-e80d-4dce-9a33-ef80d2c85a5e: 163" Pod name: virt-launcher-testvmijp5pg-hjnqv Pod phase: Running level=info timestamp=2018-07-31T14:10:16.967501Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-31T14:10:17.014011Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID 8f3fc27f-d6ab-45e9-b374-6c37611666aa" level=info timestamp=2018-07-31T14:10:17.015179Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-31T14:10:17.054469Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T14:10:17.400973Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-31T14:10:17.422910Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T14:10:17.431736Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmijp5pg kind= uid=67136932-94cb-11e8-8c0f-525500d15501 msg="Domain started." level=info timestamp=2018-07-31T14:10:17.433938Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmijp5pg kind= uid=67136932-94cb-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T14:10:17.440659Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T14:10:17.440783Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-31T14:10:17.460117Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T14:10:17.466406Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmijp5pg kind= uid=67136932-94cb-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T14:10:17.468482Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T14:10:17.472250Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmijp5pg kind= uid=67136932-94cb-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T14:10:18.074660Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 8f3fc27f-d6ab-45e9-b374-6c37611666aa: 162" Pod name: virt-launcher-testvminctx9-bgrv7 Pod phase: Running level=info timestamp=2018-07-31T14:10:13.589011Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-31T14:10:14.078812Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-31T14:10:14.088974Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T14:10:14.316503Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID 2bff43ab-0d43-48a4-8ab2-ece85343d0e0" level=info timestamp=2018-07-31T14:10:14.316751Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-31T14:10:14.363652Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-31T14:10:14.388946Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T14:10:14.396023Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T14:10:14.402955Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-31T14:10:14.417297Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvminctx9 kind= uid=67177c01-94cb-11e8-8c0f-525500d15501 msg="Domain started." level=info timestamp=2018-07-31T14:10:14.421024Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvminctx9 kind= uid=67177c01-94cb-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T14:10:14.421897Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T14:10:14.424394Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T14:10:14.454848Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvminctx9 kind= uid=67177c01-94cb-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T14:10:15.323347Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 2bff43ab-0d43-48a4-8ab2-ece85343d0e0: 163" Pod name: virt-launcher-testvmiqpp9b-28ngh Pod phase: Running level=info timestamp=2018-07-31T14:12:54.668802Z pos=manager.go:158 component=virt-launcher namespace=kubevirt-test-default name=testvmiqpp9b kind= uid=c68493e1-94cb-11e8-8c0f-525500d15501 msg="Domain defined." level=info timestamp=2018-07-31T14:12:55.262113Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-31T14:12:55.283844Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID 7614037e-b53e-4e2a-bda5-cbb836456350" level=info timestamp=2018-07-31T14:12:55.285490Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-31T14:12:55.286478Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T14:12:55.653150Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-31T14:12:55.675880Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T14:12:55.683941Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T14:12:55.684017Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-31T14:12:55.725596Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmiqpp9b kind= uid=c68493e1-94cb-11e8-8c0f-525500d15501 msg="Domain started." level=info timestamp=2018-07-31T14:12:55.728688Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiqpp9b kind= uid=c68493e1-94cb-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T14:12:55.732715Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T14:12:55.737421Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T14:12:55.766189Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiqpp9b kind= uid=c68493e1-94cb-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T14:12:56.294576Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 7614037e-b53e-4e2a-bda5-cbb836456350: 166" Pod name: virt-launcher-testvmiz25h2-52tbf Pod phase: Running level=info timestamp=2018-07-31T14:13:54.346372Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-31T14:13:54.931646Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-31T14:13:54.954810Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID 3ae68795-3182-4cf8-8a85-d9b883e74236" level=info timestamp=2018-07-31T14:13:54.956472Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-31T14:13:54.966458Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T14:13:55.361926Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-31T14:13:55.392298Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T14:13:55.395932Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T14:13:55.400471Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-31T14:13:55.402088Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmiz25h2 kind= uid=ea56589f-94cb-11e8-8c0f-525500d15501 msg="Domain started." level=info timestamp=2018-07-31T14:13:55.423327Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiz25h2 kind= uid=ea56589f-94cb-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T14:13:55.426958Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T14:13:55.434901Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T14:13:55.474770Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiz25h2 kind= uid=ea56589f-94cb-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T14:13:55.967291Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 3ae68795-3182-4cf8-8a85-d9b883e74236: 159" • Failure [183.048 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address and slirp interface /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:427 should configure custom MAC address [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:428 Timed out after 90.004s. Timed out waiting for VMI to enter Running phase Expected : false to equal : true /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1088 ------------------------------ STEP: checking eth0 MAC address level=info timestamp=2018-07-31T14:15:36.387073Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmi7slc8 kind=VirtualMachineInstance uid=318b161e-94cc-11e8-8c0f-525500d15501 msg="Created virtual machine pod virt-launcher-testvmi7slc8-bzbc8" 2018/07/31 10:19:35 read closing down: EOF • [SLOW TEST:56.565 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with disabled automatic attachment of interfaces /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:440 should not configure any external interfaces /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:441 ------------------------------ 2018/07/31 10:19:35 read closing down: EOF S [SKIPPING] in Spec Setup (BeforeEach) [0.005 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 should succeed to start a vmi [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:133 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1384 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.004 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 should succeed to stop a running vmi [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:139 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1384 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.004 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with winrm connection [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:150 should have correct UUID /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:192 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1384 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.004 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with winrm connection [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:150 should have pod IP /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:208 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1384 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.004 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with kubectl command [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:226 should succeed to start a vmi /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:242 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1384 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.008 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with kubectl command [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:226 should succeed to stop a vmi /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:250 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1384 ------------------------------ •• ------------------------------ • [SLOW TEST:20.455 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should update VirtualMachine once VMIs are up /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:195 ------------------------------ • [SLOW TEST:12.280 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should remove VirtualMachineInstance once the VMI is marked for deletion /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:204 ------------------------------ • ------------------------------ • [SLOW TEST:74.754 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should recreate VirtualMachineInstance if it gets deleted /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:245 ------------------------------ • [SLOW TEST:90.732 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should recreate VirtualMachineInstance if the VirtualMachineInstance's pod gets deleted /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:265 ------------------------------ • [SLOW TEST:73.676 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should stop VirtualMachineInstance if running set to false /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:325 ------------------------------ • [SLOW TEST:360.320 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should start and stop VirtualMachineInstance multiple times /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:333 ------------------------------ • [SLOW TEST:91.737 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should not update the VirtualMachineInstance spec if Running /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:346 ------------------------------ Pod name: disks-images-provider-7cjht Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-7v7qk Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-5dn85 Pod phase: Running level=info timestamp=2018-07-31T14:34:44.665574Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/31 14:34:50 http: TLS handshake error from 10.129.0.1:38122: EOF 2018/07/31 14:35:00 http: TLS handshake error from 10.129.0.1:38130: EOF 2018/07/31 14:35:10 http: TLS handshake error from 10.129.0.1:38138: EOF level=info timestamp=2018-07-31T14:35:14.658773Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/31 14:35:20 http: TLS handshake error from 10.129.0.1:38146: EOF 2018/07/31 14:35:30 http: TLS handshake error from 10.129.0.1:38154: EOF 2018/07/31 14:35:40 http: TLS handshake error from 10.129.0.1:38162: EOF level=info timestamp=2018-07-31T14:35:44.667331Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/31 14:35:50 http: TLS handshake error from 10.129.0.1:38170: EOF 2018/07/31 14:36:00 http: TLS handshake error from 10.129.0.1:38178: EOF 2018/07/31 14:36:10 http: TLS handshake error from 10.129.0.1:38186: EOF level=info timestamp=2018-07-31T14:36:14.690887Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/31 14:36:20 http: TLS handshake error from 10.129.0.1:38194: EOF 2018/07/31 14:36:30 http: TLS handshake error from 10.129.0.1:38202: EOF Pod name: virt-api-7d79764579-nrcc7 Pod phase: Running level=info timestamp=2018-07-31T14:35:48.746256Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 14:35:50 http: TLS handshake error from 10.129.0.1:35374: EOF level=info timestamp=2018-07-31T14:35:58.087495Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-31T14:35:58.093427Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-31T14:35:58.848813Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 14:36:00 http: TLS handshake error from 10.129.0.1:35382: EOF level=info timestamp=2018-07-31T14:36:08.897917Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 14:36:10 http: TLS handshake error from 10.129.0.1:35390: EOF level=info timestamp=2018-07-31T14:36:12.508582Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T14:36:14.295123Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T14:36:14.495054Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-31T14:36:18.941986Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 14:36:20 http: TLS handshake error from 10.129.0.1:35398: EOF level=info timestamp=2018-07-31T14:36:28.983424Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/31 14:36:30 http: TLS handshake error from 10.129.0.1:35406: EOF Pod name: virt-controller-7d57d96b65-44t9t Pod phase: Running level=info timestamp=2018-07-31T14:31:43.992881Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifbprc kind= uid=727cd5b6-94ce-11e8-8c0f-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-31T14:31:44.014403Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifbprc kind= uid=7279a12a-94ce-11e8-8c0f-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-31T14:31:44.014497Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifbprc kind= uid=7279a12a-94ce-11e8-8c0f-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-31T14:31:44.018821Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifbprc kind= uid=7279a12a-94ce-11e8-8c0f-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-31T14:31:44.018862Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifbprc kind= uid=7279a12a-94ce-11e8-8c0f-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-31T14:31:44.054965Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifbprc kind= uid=7279a12a-94ce-11e8-8c0f-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-31T14:31:44.055057Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifbprc kind= uid=7279a12a-94ce-11e8-8c0f-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-31T14:31:44.074845Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifbprc kind= uid=7279a12a-94ce-11e8-8c0f-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-31T14:31:44.074917Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifbprc kind= uid=7279a12a-94ce-11e8-8c0f-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-31T14:31:58.718330Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifbprc kind= uid=7279a12a-94ce-11e8-8c0f-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-31T14:31:58.718465Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifbprc kind= uid=7279a12a-94ce-11e8-8c0f-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-31T14:31:59.873152Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifbprc kind= uid=7279a12a-94ce-11e8-8c0f-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-31T14:31:59.875474Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifbprc kind= uid=7279a12a-94ce-11e8-8c0f-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-31T14:31:59.889342Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifbprc kind= uid=7279a12a-94ce-11e8-8c0f-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-31T14:31:59.889853Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifbprc kind= uid=7279a12a-94ce-11e8-8c0f-525500d15501 msg="Creating or the VirtualMachineInstance: true" Pod name: virt-controller-7d57d96b65-qntpd Pod phase: Running level=info timestamp=2018-07-31T13:23:55.764705Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-jqvzt Pod phase: Running level=error timestamp=2018-07-31T14:32:23.493933Z pos=vm.go:424 component=virt-handler namespace=kubevirt-test-default name=testvmix2rrm kind=VirtualMachineInstance uid= reason="connection is shut down" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-07-31T14:32:23.494691Z pos=vm.go:251 component=virt-handler reason="connection is shut down" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmix2rrm" level=info timestamp=2018-07-31T14:32:25.821213Z pos=vm.go:746 component=virt-handler namespace=kubevirt-test-default name=testvmix2rrm kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-31T14:32:25.821802Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmix2rrm, existing: false\n" level=info timestamp=2018-07-31T14:32:25.822110Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-31T14:32:25.822261Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmix2rrm kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-31T14:32:25.823004Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmix2rrm kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-31T14:32:25.823214Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmix2rrm, existing: false\n" level=info timestamp=2018-07-31T14:32:25.823392Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-31T14:32:25.823556Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmix2rrm kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-31T14:32:25.823759Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmix2rrm kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-31T14:32:33.735084Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmix2rrm, existing: false\n" level=info timestamp=2018-07-31T14:32:33.735180Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-31T14:32:33.735355Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmix2rrm kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-31T14:32:33.735445Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmix2rrm kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-vgrgb Pod phase: Running level=info timestamp=2018-07-31T14:20:06.234339Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-31T14:20:06.234420Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvminctx9 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-31T14:20:06.234524Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvminctx9 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-31T14:20:06.234565Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmiz25h2, existing: false\n" level=info timestamp=2018-07-31T14:20:06.234593Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-31T14:20:06.234636Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiz25h2 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-31T14:20:06.234715Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmiz25h2 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-31T14:20:20.059568Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvminctx9, existing: false\n" level=info timestamp=2018-07-31T14:20:20.059655Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-31T14:20:20.059735Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvminctx9 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-31T14:20:20.059821Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvminctx9 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-31T14:20:20.330118Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmiz25h2, existing: false\n" level=info timestamp=2018-07-31T14:20:20.330206Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-31T14:20:20.330283Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiz25h2 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-31T14:20:20.330352Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmiz25h2 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmifbprc-4hzhd Pod phase: Running level=info timestamp=2018-07-31T14:31:58.843146Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-31T14:31:58.848020Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T14:31:58.867013Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID 6b39ba86-ebc4-5a1f-8c7e-b4e1a70a8730" level=info timestamp=2018-07-31T14:31:58.867442Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-31T14:31:59.138498Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-31T14:31:59.166476Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T14:31:59.176733Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T14:31:59.177056Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-31T14:31:59.178566Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmifbprc kind= uid=727cd5b6-94ce-11e8-8c0f-525500d15501 msg="Domain started." level=info timestamp=2018-07-31T14:31:59.195232Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmifbprc kind= uid=727cd5b6-94ce-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T14:31:59.199658Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-31T14:31:59.204338Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-31T14:31:59.246871Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmifbprc kind= uid=727cd5b6-94ce-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T14:31:59.251008Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmifbprc kind= uid=727cd5b6-94ce-11e8-8c0f-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-31T14:31:59.873010Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 6b39ba86-ebc4-5a1f-8c7e-b4e1a70a8730: 159" 2018/07/31 10:36:34 read closing down: EOF • Failure [290.496 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should survive guest shutdown, multiple times [It] /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:387 Timed out after 240.000s. No new VirtualMachineInstance instance showed up Expected : false to be true /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:429 ------------------------------ STEP: Creating new VMI, not running STEP: Starting the VirtualMachineInstance STEP: VMI has the running condition STEP: Getting the running VirtualMachineInstance STEP: Obtaining the serial console STEP: Guest shutdown STEP: waiting for the controller to replace the shut-down vmi with a new instance VM testvmibsqkk was scheduled to start • [SLOW TEST:17.368 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 Using virtctl interface /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:435 should start a VirtualMachineInstance once /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:436 ------------------------------ VM testvmiz2888 was scheduled to stop • [SLOW TEST:65.593 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 Using virtctl interface /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:435 should stop a VirtualMachineInstance once /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:467 ------------------------------ • [SLOW TEST:37.320 seconds] LeaderElection /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:43 Start a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:53 when the controller pod is not running /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:54 should success /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:55 ------------------------------ • [SLOW TEST:48.964 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 with cloudInitNoCloud userDataBase64 source /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:81 2018/07/31 10:39:23 read closing down: EOF should have cloud-init data /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:82 ------------------------------ 2018/07/31 10:42:15 read closing down: EOF • [SLOW TEST:171.381 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 with cloudInitNoCloud userDataBase64 source /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:81 with injected ssh-key /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:92 should have ssh-key under authorized keys /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:93 ------------------------------ 2018/07/31 10:43:04 read closing down: EOF • [SLOW TEST:59.617 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 with cloudInitNoCloud userData source /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:118 should process provided cloud-init data /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:119 ------------------------------ 2018/07/31 10:43:14 read closing down: EOF 2018/07/31 10:44:03 read closing down: EOF • [SLOW TEST:48.471 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 should take user-data from k8s secret /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:162 ------------------------------ 2018/07/31 10:44:53 read closing down: EOF Service cluster-ip-vmi successfully exposed for virtualmachineinstance testvmiwbvkq • [SLOW TEST:54.715 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:61 Expose ClusterIP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:68 Should expose a Cluster IP service on a VMI and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:71 ------------------------------ Service cluster-ip-target-vmi successfully exposed for virtualmachineinstance testvmiwbvkq •Service node-port-vmi successfully exposed for virtualmachineinstance testvmiwbvkq ------------------------------ • [SLOW TEST:10.222 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:61 Expose NodePort service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:124 Should expose a NodePort service on a VMI and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:129 ------------------------------ 2018/07/31 10:46:01 read closing down: EOF Service cluster-ip-udp-vmi successfully exposed for virtualmachineinstance testvmihrgwn • [SLOW TEST:57.167 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose UDP service on a VMI /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:166 Expose ClusterIP UDP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:173 Should expose a ClusterIP service on a VMI and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:177 ------------------------------ Service node-port-udp-vmi successfully exposed for virtualmachineinstance testvmihrgwn • [SLOW TEST:9.228 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose UDP service on a VMI /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:166 Expose NodePort UDP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:205 Should expose a NodePort service on a VMI and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:210 ------------------------------ 2018/07/31 10:47:11 read closing down: EOF 2018/07/31 10:47:22 read closing down: EOF Service cluster-ip-vmirs successfully exposed for vmirs replicasetp56kw • [SLOW TEST:71.738 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VMI replica set /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:253 Expose ClusterIP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:286 Should create a ClusterIP service on VMRS and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:290 ------------------------------ Service cluster-ip-vm successfully exposed for virtualmachine testvmic97ht VM testvmic97ht was scheduled to start 2018/07/31 10:48:24 read closing down: EOF • [SLOW TEST:62.754 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on an VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:318 Expose ClusterIP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:362 Connect to ClusterIP services that was set when VM was offline /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:363 ------------------------------ • [SLOW TEST:22.040 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should successfully start with hook sidecar annotation /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:60 ------------------------------ • [SLOW TEST:17.412 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should call Collect and OnDefineDomain on the hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:67 ------------------------------ • [SLOW TEST:22.887 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should update domain XML with SM BIOS properties /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:83 ------------------------------ • [SLOW TEST:144.362 seconds] RegistryDisk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:41 Starting and stopping the same VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:90 with ephemeral registry disk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:91 should success multiple times /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:92 ------------------------------ • [SLOW TEST:17.053 seconds] RegistryDisk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:41 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:111 with ephemeral registry disk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:112 should not modify the spec on status update /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:113 ------------------------------ • [SLOW TEST:35.650 seconds] RegistryDisk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:41 Starting multiple VMIs /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:129 with ephemeral registry disk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:130 should success /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:131 ------------------------------ •••••••••••volumedisk0 compute 2018/07/31 10:53:55 read closing down: EOF ------------------------------ • [SLOW TEST:58.684 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 VirtualMachineInstance definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:55 with 3 CPU cores /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:56 should report 3 cpu cores under guest OS /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:62 ------------------------------ • ------------------------------ • [SLOW TEST:20.175 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 VirtualMachineInstance definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:55 with hugepages /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:164 should consume hugepages /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 hugepages-2Mi /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ S [SKIPPING] [0.224 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 VirtualMachineInstance definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:55 with hugepages /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:164 should consume hugepages /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 hugepages-1Gi [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 No node with hugepages hugepages-1Gi capacity /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:216 ------------------------------ •panic: test timed out after 1h30m0s goroutine 8283 [running]: testing.(*M).startAlarm.func1() /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:1240 +0xfc created by time.goFunc /gimme/.gimme/versions/go1.10.linux.amd64/src/time/sleep.go:172 +0x44 goroutine 1 [chan receive, 90 minutes]: testing.(*T).Run(0xc420437a40, 0x139e775, 0x9, 0x1430cd0, 0x4801e6) /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:825 +0x301 testing.runTests.func1(0xc420437950) /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:1063 +0x64 testing.tRunner(0xc420437950, 0xc42076bdf8) /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:777 +0xd0 testing.runTests(0xc42040a100, 0x1d32a50, 0x1, 0x1, 0x412009) /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:1061 +0x2c4 testing.(*M).Run(0xc4206c2a00, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:978 +0x171 main.main() _testmain.go:44 +0x151 goroutine 19 [chan receive]: kubevirt.io/kubevirt/vendor/github.com/golang/glog.(*loggingT).flushDaemon(0x1d5e280) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/golang/glog/glog.go:879 +0x8b created by kubevirt.io/kubevirt/vendor/github.com/golang/glog.init.0 /root/go/src/kubevirt.io/kubevirt/vendor/github.com/golang/glog/glog.go:410 +0x203 goroutine 20 [syscall, 90 minutes]: os/signal.signal_recv(0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/runtime/sigqueue.go:139 +0xa6 os/signal.loop() /gimme/.gimme/versions/go1.10.linux.amd64/src/os/signal/signal_unix.go:22 +0x22 created by os/signal.init.0 /gimme/.gimme/versions/go1.10.linux.amd64/src/os/signal/signal_unix.go:28 +0x41 goroutine 7 [select]: kubevirt.io/kubevirt/tests.(*ObjectEventWatcher).Watch(0xc421072f30, 0xc4209fa210) /root/go/src/kubevirt.io/kubevirt/tests/utils.go:285 +0x579 kubevirt.io/kubevirt/tests.(*ObjectEventWatcher).WaitFor(0xc420d5cf30, 0x139a511, 0x6, 0x11e3660, 0x14b11f0, 0x0) /root/go/src/kubevirt.io/kubevirt/tests/utils.go:295 +0xba kubevirt.io/kubevirt/tests.waitForVMIStart(0x14ba840, 0xc420e82000, 0x5a, 0x0, 0x0, 0x1d7c901) /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1051 +0x50e kubevirt.io/kubevirt/tests.WaitForSuccessfulVMIStart(0x14ba840, 0xc420e82000, 0x1d7c938, 0x0) /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1088 +0x43 kubevirt.io/kubevirt/tests.StartVmOnNode(0xc420e82000, 0xc420a838e4, 0x6) /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1595 +0x308 kubevirt.io/kubevirt/tests.GetNodeCPUInfo(0xc420a838e4, 0x6, 0xc42029a760, 0x0) /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1631 +0x8e kubevirt.io/kubevirt/tests_test.glob..func14.3.1() /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:319 +0x588 kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/leafnodes.(*runner).runSync(0xc420799920, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/leafnodes/runner.go:113 +0x9c kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/leafnodes.(*runner).run(0xc420799920, 0xc4209e3ca0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/leafnodes/runner.go:64 +0x13e kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/leafnodes.(*SetupNode).Run(0xc420144338, 0x14b6ce0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/leafnodes/setup_nodes.go:15 +0x7f kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/spec.(*Spec).runSample(0xc4205aca50, 0x0, 0x14b6ce0, 0xc4200dd480) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/spec/spec.go:181 +0x1f1 kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/spec.(*Spec).Run(0xc4205aca50, 0x14b6ce0, 0xc4200dd480) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/spec/spec.go:138 +0xff kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner.(*SpecRunner).runSpec(0xc420369e00, 0xc4205aca50, 0x0) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner/spec_runner.go:200 +0x10d kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner.(*SpecRunner).runSpecs(0xc420369e00, 0x1) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner/spec_runner.go:170 +0x329 kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner.(*SpecRunner).Run(0xc420369e00, 0xb) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner/spec_runner.go:66 +0x11b kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/suite.(*Suite).Run(0xc4200daaf0, 0x7f2009958710, 0xc420437a40, 0x13a0d58, 0xb, 0xc42040a1c0, 0x2, 0x2, 0x14d35e0, 0xc4200dd480, ...) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/suite/suite.go:62 +0x27c kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo.RunSpecsWithCustomReporters(0x14b7d40, 0xc420437a40, 0x13a0d58, 0xb, 0xc42040a160, 0x2, 0x2, 0x2) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/ginkgo_dsl.go:221 +0x258 kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo.RunSpecsWithDefaultAndCustomReporters(0x14b7d40, 0xc420437a40, 0x13a0d58, 0xb, 0xc4203b40b0, 0x1, 0x1, 0x1) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/ginkgo_dsl.go:209 +0xab kubevirt.io/kubevirt/tests_test.TestTests(0xc420437a40) /root/go/src/kubevirt.io/kubevirt/tests/tests_suite_test.go:43 +0xaa testing.tRunner(0xc420437a40, 0x1430cd0) /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:777 +0xd0 created by testing.(*T).Run /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:824 +0x2e0 goroutine 8 [chan receive, 90 minutes]: kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner.(*SpecRunner).registerForInterrupts(0xc420369e00, 0xc420048960) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner/spec_runner.go:223 +0xd1 created by kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner.(*SpecRunner).Run /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner/spec_runner.go:60 +0x88 goroutine 9 [select, 90 minutes, locked to thread]: runtime.gopark(0x1432ea8, 0x0, 0x139b297, 0x6, 0x18, 0x1) /gimme/.gimme/versions/go1.10.linux.amd64/src/runtime/proc.go:291 +0x11a runtime.selectgo(0xc42007c750, 0xc420048a20) /gimme/.gimme/versions/go1.10.linux.amd64/src/runtime/select.go:392 +0xe50 runtime.ensureSigM.func1() /gimme/.gimme/versions/go1.10.linux.amd64/src/runtime/signal_unix.go:549 +0x1f4 runtime.goexit() /gimme/.gimme/versions/go1.10.linux.amd64/src/runtime/asm_amd64.s:2361 +0x1 goroutine 13 [IO wait]: internal/poll.runtime_pollWait(0x7f20099a4f00, 0x72, 0xc420088850) /gimme/.gimme/versions/go1.10.linux.amd64/src/runtime/netpoll.go:173 +0x57 internal/poll.(*pollDesc).wait(0xc420117918, 0x72, 0xffffffffffffff00, 0x14b8f00, 0x1c497d0) /gimme/.gimme/versions/go1.10.linux.amd64/src/internal/poll/fd_poll_runtime.go:85 +0x9b internal/poll.(*pollDesc).waitRead(0xc420117918, 0xc4206a0000, 0x8000, 0x8000) /gimme/.gimme/versions/go1.10.linux.amd64/src/internal/poll/fd_poll_runtime.go:90 +0x3d internal/poll.(*FD).Read(0xc420117900, 0xc4206a0000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/internal/poll/fd_unix.go:157 +0x17d net.(*netFD).Read(0xc420117900, 0xc4206a0000, 0x8000, 0x8000, 0x0, 0x8, 0x7ffb) /gimme/.gimme/versions/go1.10.linux.amd64/src/net/fd_unix.go:202 +0x4f net.(*conn).Read(0xc4200d8018, 0xc4206a0000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/net/net.go:176 +0x6a crypto/tls.(*block).readFromUntil(0xc420728090, 0x7f20098c0138, 0xc4200d8018, 0x5, 0xc4200d8018, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/crypto/tls/conn.go:493 +0x96 crypto/tls.(*Conn).readRecord(0xc420562000, 0x1432f17, 0xc420562120, 0x30) /gimme/.gimme/versions/go1.10.linux.amd64/src/crypto/tls/conn.go:595 +0xe0 crypto/tls.(*Conn).Read(0xc420562000, 0xc4203fd000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/crypto/tls/conn.go:1156 +0x100 bufio.(*Reader).Read(0xc4202df920, 0xc4203ccd58, 0x9, 0x9, 0xc4200b2ca8, 0x2, 0x18) /gimme/.gimme/versions/go1.10.linux.amd64/src/bufio/bufio.go:216 +0x238 io.ReadAtLeast(0x14b5ae0, 0xc4202df920, 0xc4203ccd58, 0x9, 0x9, 0x9, 0xc420a3e0a0, 0x43f2c1, 0xc420af7800) /gimme/.gimme/versions/go1.10.linux.amd64/src/io/io.go:309 +0x86 io.ReadFull(0x14b5ae0, 0xc4202df920, 0xc4203ccd58, 0x9, 0x9, 0x1432ff0, 0xc420088d10, 0x462d33) /gimme/.gimme/versions/go1.10.linux.amd64/src/io/io.go:327 +0x58 kubevirt.io/kubevirt/vendor/golang.org/x/net/http2.readFrameHeader(0xc4203ccd58, 0x9, 0x9, 0x14b5ae0, 0xc4202df920, 0x0, 0xc400000000, 0x7efb60, 0xc420c5af28) /root/go/src/kubevirt.io/kubevirt/vendor/golang.org/x/net/http2/frame.go:237 +0x7b kubevirt.io/kubevirt/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc4203ccd20, 0xc4208881b0, 0x0, 0x0, 0x0) /root/go/src/kubevirt.io/kubevirt/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 kubevirt.io/kubevirt/vendor/golang.org/x/net/http2.(*clientConnReadLoop).run(0xc420088fb0, 0x1431c28, 0xc42007d7b0) /root/go/src/kubevirt.io/kubevirt/vendor/golang.org/x/net/http2/transport.go:1428 +0x8e kubevirt.io/kubevirt/vendor/golang.org/x/net/http2.(*ClientConn).readLoop(0xc4204a7520) /root/go/src/kubevirt.io/kubevirt/vendor/golang.org/x/net/http2/transport.go:1354 +0x76 created by kubevirt.io/kubevirt/vendor/golang.org/x/net/http2.(*Transport).newClientConn /root/go/src/kubevirt.io/kubevirt/vendor/golang.org/x/net/http2/transport.go:579 +0x651 goroutine 1752 [chan send, 74 minutes]: kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc4207c99e0) /root/go/src/kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:114 +0x114 created by kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch.NewStreamWatcher /root/go/src/kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:60 +0xa8 goroutine 1192 [chan send, 79 minutes]: kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc42063aed0) /root/go/src/kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:114 +0x114 created by kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch.NewStreamWatcher /root/go/src/kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:60 +0xa8 goroutine 761 [chan receive, 85 minutes]: kubevirt.io/kubevirt/pkg/kubecli.(*asyncWSRoundTripper).WebsocketCallback(0xc420090a70, 0xc4208a72c0, 0xc420594750, 0x0, 0x0, 0x18, 0xc420a73ec8) /root/go/src/kubevirt.io/kubevirt/pkg/kubecli/vmi.go:163 +0x32b kubevirt.io/kubevirt/pkg/kubecli.(*asyncWSRoundTripper).WebsocketCallback-fm(0xc4208a72c0, 0xc420594750, 0x0, 0x0, 0xc4208a72c0, 0xc420594750) /root/go/src/kubevirt.io/kubevirt/pkg/kubecli/vmi.go:313 +0x52 kubevirt.io/kubevirt/pkg/kubecli.(*WebsocketRoundTripper).RoundTrip(0xc420090f80, 0xc420125800, 0x0, 0x0, 0x0) /root/go/src/kubevirt.io/kubevirt/pkg/kubecli/vmi.go:142 +0xab kubevirt.io/kubevirt/pkg/kubecli.(*vmis).asyncSubresourceHelper.func1(0x14b5fc0, 0xc420090f80, 0xc420125800, 0xc4207e5800) /root/go/src/kubevirt.io/kubevirt/pkg/kubecli/vmi.go:328 +0x56 created by kubevirt.io/kubevirt/pkg/kubecli.(*vmis).asyncSubresourceHelper /root/go/src/kubevirt.io/kubevirt/pkg/kubecli/vmi.go:326 +0x33a goroutine 2292 [chan send, 65 minutes]: kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc4208b3dd0) /root/go/src/kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:114 +0x114 created by kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch.NewStreamWatcher /root/go/src/kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:60 +0xa8 goroutine 2473 [chan send, 64 minutes]: kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc420843fb0) /root/go/src/kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:114 +0x114 created by kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch.NewStreamWatcher /root/go/src/kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:60 +0xa8 goroutine 1311 [chan send, 78 minutes]: kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc42083ccf0) /root/go/src/kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:114 +0x114 created by kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch.NewStreamWatcher /root/go/src/kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:60 +0xa8 goroutine 8282 [chan receive]: kubevirt.io/kubevirt/tests.(*ObjectEventWatcher).Watch.func3(0x14bfd40, 0xc4209fa240, 0xc420810840, 0xc420808060) /root/go/src/kubevirt.io/kubevirt/tests/utils.go:276 +0x93 created by kubevirt.io/kubevirt/tests.(*ObjectEventWatcher).Watch /root/go/src/kubevirt.io/kubevirt/tests/utils.go:274 +0x4ae goroutine 2634 [chan send, 62 minutes]: kubevirt.io/kubevirt/tests_test.glob..func23.1.2.1.1(0x14f12e0, 0xc420058080, 0xc420144018, 0xc420b748a0, 0xc420144388, 0xc4201444d0) /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:81 +0x138 created by kubevirt.io/kubevirt/tests_test.glob..func23.1.2.1 /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:73 +0x386 goroutine 8281 [semacquire]: sync.runtime_notifyListWait(0xc420c5af40, 0xc400000002) /gimme/.gimme/versions/go1.10.linux.amd64/src/runtime/sema.go:510 +0x10b sync.(*Cond).Wait(0xc420c5af30) /gimme/.gimme/versions/go1.10.linux.amd64/src/sync/cond.go:56 +0x80 kubevirt.io/kubevirt/vendor/golang.org/x/net/http2.(*pipe).Read(0xc420c5af28, 0xc4205dc001, 0x5ff, 0x5ff, 0x0, 0x0, 0x0) /root/go/src/kubevirt.io/kubevirt/vendor/golang.org/x/net/http2/pipe.go:64 +0x8f kubevirt.io/kubevirt/vendor/golang.org/x/net/http2.transportResponseBody.Read(0xc420c5af00, 0xc4205dc001, 0x5ff, 0x5ff, 0x0, 0x0, 0x0) /root/go/src/kubevirt.io/kubevirt/vendor/golang.org/x/net/http2/transport.go:1674 +0xa1 encoding/json.(*Decoder).refill(0xc4207a2960, 0x835c0a, 0x9) /gimme/.gimme/versions/go1.10.linux.amd64/src/encoding/json/stream.go:159 +0x132 encoding/json.(*Decoder).readValue(0xc4207a2960, 0x0, 0x0, 0x11f55c0) /gimme/.gimme/versions/go1.10.linux.amd64/src/encoding/json/stream.go:134 +0x23d encoding/json.(*Decoder).Decode(0xc4207a2960, 0x1211500, 0xc420d4a400, 0x14bdb00, 0xc420c3a500) /gimme/.gimme/versions/go1.10.linux.amd64/src/encoding/json/stream.go:63 +0x78 kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc4209fa150, 0xc4204f4400, 0x400, 0x400, 0xc420736480, 0x40, 0x38) /root/go/src/kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:150 +0x295 kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc420143d60, 0x0, 0x14bf7c0, 0xc420736480, 0x380, 0x14bdb00, 0xc420808058, 0x456ae0, 0xc420808000) /root/go/src/kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x95 kubevirt.io/kubevirt/vendor/k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc42078e100, 0xc420a25fa8, 0x5, 0x14bdb00, 0xc420c3a500, 0x0, 0x0) /root/go/src/kubevirt.io/kubevirt/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x7c kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc4209fa240) /root/go/src/kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:93 +0x12e created by kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch.NewStreamWatcher /root/go/src/kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:60 +0xa8 make: *** [functest] Error 2 + make cluster-down ./cluster/down.sh