+ export WORKSPACE=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release + WORKSPACE=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release + [[ openshift-3.10-release =~ openshift-.* ]] + [[ openshift-3.10-release =~ .*-crio-.* ]] + export KUBEVIRT_PROVIDER=os-3.10.0 + KUBEVIRT_PROVIDER=os-3.10.0 + export KUBEVIRT_NUM_NODES=2 + KUBEVIRT_NUM_NODES=2 + export NFS_WINDOWS_DIR=/home/nfs/images/windows2016 + NFS_WINDOWS_DIR=/home/nfs/images/windows2016 + export NAMESPACE=kube-system + NAMESPACE=kube-system + trap '{ make cluster-down; }' EXIT SIGINT SIGTERM SIGSTOP + make cluster-down ./cluster/down.sh + make cluster-up ./cluster/up.sh Downloading ....... Downloading ....... 2018/07/30 10:55:42 Waiting for host: 192.168.66.102:22 2018/07/30 10:55:45 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/30 10:55:53 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/30 10:56:01 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/30 10:56:09 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: connection refused. Sleeping 5s 2018/07/30 10:56:14 Connected to tcp://192.168.66.102:22 + systemctl stop origin-node.service + rm -rf /etc/origin/ /etc/etcd/ /var/lib/origin /var/lib/etcd/ ++ docker ps -q + containers= + '[' -n '' ']' ++ docker ps -q -a + containers='2cfbef31c987 e183c40c07dc 861f604efed4 12902ad26342 028539b1f68b bd6f07c1906c d1f95a33a226 c43f96b6da26 e007e5cfd226 b42e2bceca6e 00531aec6f9a e4ad39ba6cef 504c3df6bbf4 eb1ec0b445ce b8955b91e8e5 f739ed8f3e59 07668d85ab3a a6045d125d7b 2ce17110e009 b45f64ab28ef 3a15945be9e1 2a0af99ae1d1 0ece927846d7 0202d5f5dfae 8ce743769d8f 2efb36567bd8 96b65c0493c5 e9ce89fa30e3' + '[' -n '2cfbef31c987 e183c40c07dc 861f604efed4 12902ad26342 028539b1f68b bd6f07c1906c d1f95a33a226 c43f96b6da26 e007e5cfd226 b42e2bceca6e 00531aec6f9a e4ad39ba6cef 504c3df6bbf4 eb1ec0b445ce b8955b91e8e5 f739ed8f3e59 07668d85ab3a a6045d125d7b 2ce17110e009 b45f64ab28ef 3a15945be9e1 2a0af99ae1d1 0ece927846d7 0202d5f5dfae 8ce743769d8f 2efb36567bd8 96b65c0493c5 e9ce89fa30e3' ']' + docker rm -f 2cfbef31c987 e183c40c07dc 861f604efed4 12902ad26342 028539b1f68b bd6f07c1906c d1f95a33a226 c43f96b6da26 e007e5cfd226 b42e2bceca6e 00531aec6f9a e4ad39ba6cef 504c3df6bbf4 eb1ec0b445ce b8955b91e8e5 f739ed8f3e59 07668d85ab3a a6045d125d7b 2ce17110e009 b45f64ab28ef 3a15945be9e1 2a0af99ae1d1 0ece927846d7 0202d5f5dfae 8ce743769d8f 2efb36567bd8 96b65c0493c5 e9ce89fa30e3 2cfbef31c987 e183c40c07dc 861f604efed4 12902ad26342 028539b1f68b bd6f07c1906c d1f95a33a226 c43f96b6da26 e007e5cfd226 b42e2bceca6e 00531aec6f9a e4ad39ba6cef 504c3df6bbf4 eb1ec0b445ce b8955b91e8e5 f739ed8f3e59 07668d85ab3a a6045d125d7b 2ce17110e009 b45f64ab28ef 3a15945be9e1 2a0af99ae1d1 0ece927846d7 0202d5f5dfae 8ce743769d8f 2efb36567bd8 96b65c0493c5 e9ce89fa30e3 2018/07/30 10:56:17 Waiting for host: 192.168.66.101:22 2018/07/30 10:56:20 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/30 10:56:28 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/30 10:56:36 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/30 10:56:44 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/30 10:56:52 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/30 10:56:57 Connected to tcp://192.168.66.101:22 + inventory_file=/root/inventory + openshift_ansible=/root/openshift-ansible + echo '[new_nodes]' + sed -i '/\[OSEv3:children\]/a new_nodes' /root/inventory + nodes_found=false ++ seq 2 100 + for i in '$(seq 2 100)' ++ printf node%02d 2 + node=node02 ++ printf 192.168.66.1%02d 2 + node_ip=192.168.66.102 + set +e + ping 192.168.66.102 -c 1 PING 192.168.66.102 (192.168.66.102) 56(84) bytes of data. 64 bytes from 192.168.66.102: icmp_seq=1 ttl=64 time=2.43 ms --- 192.168.66.102 ping statistics --- 1 packets transmitted, 1 received, 0% packet loss, time 0ms rtt min/avg/max/mdev = 2.430/2.430/2.430/0.000 ms + '[' 0 -ne 0 ']' + nodes_found=true + set -e + echo '192.168.66.102 node02' Found node02. Adding it to the inventory. + echo 'Found node02. Adding it to the inventory.' + echo 'node02 openshift_node_group_name="node-config-compute" openshift_schedulable=true openshift_ip=192.168.66.102' + for i in '$(seq 2 100)' ++ printf node%02d 3 + node=node03 ++ printf 192.168.66.1%02d 3 + node_ip=192.168.66.103 + set +e + ping 192.168.66.103 -c 1 PING 192.168.66.103 (192.168.66.103) 56(84) bytes of data. From 192.168.66.101 icmp_seq=1 Destination Host Unreachable --- 192.168.66.103 ping statistics --- 1 packets transmitted, 0 received, +1 errors, 100% packet loss, time 0ms + '[' 1 -ne 0 ']' + break + '[' true = true ']' + ansible-playbook -i /root/inventory /root/openshift-ansible/playbooks/openshift-node/scaleup.yml PLAY [Populate config host groups] ********************************************* TASK [Load group name mapping variables] *************************************** ok: [localhost] TASK [Evaluate groups - g_etcd_hosts or g_new_etcd_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_master_hosts or g_new_master_hosts required] ********* skipping: [localhost] TASK [Evaluate groups - g_node_hosts or g_new_node_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_lb_hosts required] *********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts required] ********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts is single host] **************************** skipping: [localhost] TASK [Evaluate groups - g_glusterfs_hosts required] **************************** skipping: [localhost] TASK [Evaluate oo_all_hosts] *************************************************** ok: [localhost] => (item=node01) ok: [localhost] => (item=node02) TASK [Evaluate oo_masters] ***************************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_master] ************************************************ ok: [localhost] TASK [Evaluate oo_new_etcd_to_config] ****************************************** TASK [Evaluate oo_masters_to_config] ******************************************* ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_to_config] ********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_etcd] ************************************************** ok: [localhost] TASK [Evaluate oo_etcd_hosts_to_upgrade] *************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_hosts_to_backup] **************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_nodes_to_config] ********************************************* ok: [localhost] => (item=node02) TASK [Evaluate oo_nodes_to_bootstrap] ****************************************** ok: [localhost] => (item=node02) TASK [Add masters to oo_nodes_to_bootstrap] ************************************ ok: [localhost] => (item=node01) TASK [Evaluate oo_lb_to_config] ************************************************ TASK [Evaluate oo_nfs_to_config] *********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_glusterfs_to_config] ***************************************** TASK [Evaluate oo_etcd_to_migrate] ********************************************* ok: [localhost] => (item=node01) PLAY [Ensure there are new_nodes] ********************************************** TASK [fail] ******************************************************************** skipping: [localhost] TASK [fail] ******************************************************************** skipping: [localhost] PLAY [Initialization Checkpoint Start] ***************************************** TASK [Set install initialization 'In Progress'] ******************************** ok: [node01] PLAY [Populate config host groups] ********************************************* TASK [Load group name mapping variables] *************************************** ok: [localhost] TASK [Evaluate groups - g_etcd_hosts or g_new_etcd_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_master_hosts or g_new_master_hosts required] ********* skipping: [localhost] TASK [Evaluate groups - g_node_hosts or g_new_node_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_lb_hosts required] *********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts required] ********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts is single host] **************************** skipping: [localhost] TASK [Evaluate groups - g_glusterfs_hosts required] **************************** skipping: [localhost] TASK [Evaluate oo_all_hosts] *************************************************** ok: [localhost] => (item=node01) ok: [localhost] => (item=node02) TASK [Evaluate oo_masters] ***************************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_master] ************************************************ ok: [localhost] TASK [Evaluate oo_new_etcd_to_config] ****************************************** TASK [Evaluate oo_masters_to_config] ******************************************* ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_to_config] ********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_etcd] ************************************************** ok: [localhost] TASK [Evaluate oo_etcd_hosts_to_upgrade] *************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_hosts_to_backup] **************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_nodes_to_config] ********************************************* ok: [localhost] => (item=node02) TASK [Evaluate oo_nodes_to_bootstrap] ****************************************** ok: [localhost] => (item=node02) TASK [Add masters to oo_nodes_to_bootstrap] ************************************ ok: [localhost] => (item=node01) TASK [Evaluate oo_lb_to_config] ************************************************ TASK [Evaluate oo_nfs_to_config] *********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_glusterfs_to_config] ***************************************** TASK [Evaluate oo_etcd_to_migrate] ********************************************* ok: [localhost] => (item=node01) [WARNING]: Could not match supplied host pattern, ignoring: oo_lb_to_config PLAY [Ensure that all non-node hosts are accessible] *************************** TASK [Gathering Facts] ********************************************************* ok: [node01] PLAY [Initialize basic host facts] ********************************************* TASK [Gathering Facts] ********************************************************* ok: [node02] ok: [node01] TASK [openshift_sanitize_inventory : include_tasks] **************************** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/deprecations.yml for node01, node02 TASK [openshift_sanitize_inventory : Check for usage of deprecated variables] *** ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : debug] ************************************ skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : set_stats] ******************************** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Assign deprecated variables to correct counterparts] *** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/__deprecations_logging.yml for node01, node02 included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/__deprecations_metrics.yml for node01, node02 TASK [openshift_sanitize_inventory : conditional_set_fact] ********************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : set_fact] ********************************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : conditional_set_fact] ********************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : Standardize on latest variable names] ***** ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : Normalize openshift_release] ************** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Abort when openshift_release is invalid] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : include_tasks] **************************** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/unsupported.yml for node01, node02 TASK [openshift_sanitize_inventory : Ensure that openshift_use_dnsmasq is true] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that openshift_node_dnsmasq_install_network_manager_hook is true] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : set_fact] ********************************* skipping: [node01] => (item=openshift_hosted_etcd_storage_kind) skipping: [node02] => (item=openshift_hosted_etcd_storage_kind) TASK [openshift_sanitize_inventory : Ensure that dynamic provisioning is set if using dynamic storage] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure the hosted registry's GlusterFS storage is configured correctly] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure the hosted registry's GlusterFS storage is configured correctly] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure clusterid is set along with the cloudprovider] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure ansible_service_broker_remove and ansible_service_broker_install are mutually exclusive] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure template_service_broker_remove and template_service_broker_install are mutually exclusive] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that all requires vsphere configuration variables are set] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : ensure provider configuration variables are defined] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure removed web console extension variables are not set] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that web console port matches API server port] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : At least one master is schedulable] ******* skipping: [node01] skipping: [node02] TASK [Detecting Operating System from ostree_booted] *************************** ok: [node02] ok: [node01] TASK [set openshift_deployment_type if unset] ********************************** skipping: [node01] skipping: [node02] TASK [check for node already bootstrapped] ************************************* ok: [node02] ok: [node01] TASK [initialize_facts set fact openshift_is_bootstrapped] ********************* ok: [node01] ok: [node02] TASK [initialize_facts set fact openshift_is_atomic and openshift_is_containerized] *** ok: [node01] ok: [node02] TASK [Determine Atomic Host Docker Version] ************************************ skipping: [node01] skipping: [node02] TASK [assert atomic host docker version is 1.12 or later] ********************** skipping: [node01] skipping: [node02] PLAY [Retrieve existing master configs and validate] *************************** TASK [openshift_control_plane : stat] ****************************************** ok: [node01] TASK [openshift_control_plane : slurp] ***************************************** ok: [node01] TASK [openshift_control_plane : set_fact] ************************************** ok: [node01] TASK [openshift_control_plane : Check for file paths outside of /etc/origin/master in master's config] *** ok: [node01] TASK [openshift_control_plane : set_fact] ************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** skipping: [node01] PLAY [Initialize special first-master variables] ******************************* TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] PLAY [Disable web console if required] ***************************************** TASK [set_fact] **************************************************************** skipping: [node01] PLAY [Setup yum repositories for all hosts] ************************************ TASK [rhel_subscribe : fail] *************************************************** skipping: [node02] TASK [rhel_subscribe : Install Red Hat Subscription manager] ******************* skipping: [node02] TASK [rhel_subscribe : Is host already registered?] **************************** skipping: [node02] TASK [rhel_subscribe : Register host] ****************************************** skipping: [node02] TASK [rhel_subscribe : fail] *************************************************** skipping: [node02] TASK [rhel_subscribe : Determine if OpenShift Pool Already Attached] *********** skipping: [node02] TASK [rhel_subscribe : Attach to OpenShift Pool] ******************************* skipping: [node02] TASK [rhel_subscribe : Satellite preparation] ********************************** skipping: [node02] TASK [openshift_repos : openshift_repos detect ostree] ************************* ok: [node02] TASK [openshift_repos : Ensure libselinux-python is installed] ***************** ok: [node02] TASK [openshift_repos : Remove openshift_additional.repo file] ***************** ok: [node02] TASK [openshift_repos : Create any additional repos that are defined] ********** TASK [openshift_repos : include_tasks] ***************************************** skipping: [node02] TASK [openshift_repos : include_tasks] ***************************************** included: /root/openshift-ansible/roles/openshift_repos/tasks/centos_repos.yml for node02 TASK [openshift_repos : Configure origin gpg keys] ***************************** ok: [node02] TASK [openshift_repos : Configure correct origin release repository] *********** ok: [node02] => (item=/root/openshift-ansible/roles/openshift_repos/templates/CentOS-OpenShift-Origin.repo.j2) TASK [openshift_repos : Ensure clean repo cache in the event repos have been changed manually] *** changed: [node02] => { "msg": "First run of openshift_repos" } TASK [openshift_repos : Record that openshift_repos already ran] *************** ok: [node02] RUNNING HANDLER [openshift_repos : refresh cache] ****************************** changed: [node02] PLAY [Install packages necessary for installer] ******************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [Determine if chrony is installed] **************************************** [WARNING]: Consider using the yum, dnf or zypper module rather than running rpm. If you need to use command because yum, dnf or zypper is insufficient you can add warn=False to this command task or set command_warnings=False in ansible.cfg to get rid of this message. changed: [node02] TASK [Install ntp package] ***************************************************** skipping: [node02] TASK [Start and enable ntpd/chronyd] ******************************************* changed: [node02] TASK [Ensure openshift-ansible installer package deps are installed] *********** ok: [node02] => (item=iproute) ok: [node02] => (item=dbus-python) ok: [node02] => (item=PyYAML) ok: [node02] => (item=python-ipaddress) ok: [node02] => (item=libsemanage-python) ok: [node02] => (item=yum-utils) ok: [node02] => (item=python-docker) PLAY [Initialize cluster facts] ************************************************ TASK [Gathering Facts] ********************************************************* ok: [node02] ok: [node01] TASK [get openshift_current_version] ******************************************* ok: [node02] ok: [node01] TASK [set_fact openshift_portal_net if present on masters] ********************* ok: [node01] ok: [node02] TASK [Gather Cluster facts] **************************************************** changed: [node02] changed: [node01] TASK [Set fact of no_proxy_internal_hostnames] ********************************* skipping: [node01] skipping: [node02] TASK [Initialize openshift.node.sdn_mtu] *************************************** changed: [node02] ok: [node01] PLAY [Initialize etcd host variables] ****************************************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] PLAY [Determine openshift_version to configure on first master] **************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [include_role : openshift_version] **************************************** TASK [openshift_version : Use openshift_current_version fact as version to configure if already installed] *** ok: [node01] TASK [openshift_version : Set openshift_version to openshift_release if undefined] *** skipping: [node01] TASK [openshift_version : debug] *********************************************** ok: [node01] => { "msg": "openshift_pkg_version was not defined. Falling back to -3.10.0" } TASK [openshift_version : set_fact] ******************************************** ok: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : assert openshift_release in openshift_image_tag] ***** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : assert openshift_release in openshift_pkg_version] *** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_release": "3.10" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_image_tag": "v3.10.0-rc.0" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_pkg_version": "-3.10.0*" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_version": "3.10.0" } TASK [set openshift_version booleans (first master)] *************************** ok: [node01] PLAY [Set openshift_version for etcd, node, and master hosts] ****************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [set_fact] **************************************************************** ok: [node02] TASK [set openshift_version booleans (masters and nodes)] ********************** ok: [node02] PLAY [Verify Requirements] ***************************************************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [Run variable sanity checks] ********************************************** ok: [node01] TASK [Validate openshift_node_groups and openshift_node_group_name] ************ ok: [node01] PLAY [Initialization Checkpoint End] ******************************************* TASK [Set install initialization 'Complete'] *********************************** ok: [node01] PLAY [Validate node hostnames] ************************************************* TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [Query DNS for IP address of node02] ************************************** ok: [node02] TASK [Validate openshift_hostname when defined] ******************************** skipping: [node02] TASK [Validate openshift_ip exists on node when defined] *********************** skipping: [node02] PLAY [Configure os_firewall] *************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [os_firewall : Detecting Atomic Host Operating System] ******************** ok: [node02] TASK [os_firewall : Set fact r_os_firewall_is_atomic] ************************** ok: [node02] TASK [os_firewall : Fail - Firewalld is not supported on Atomic Host] ********** skipping: [node02] TASK [os_firewall : Install firewalld packages] ******************************** skipping: [node02] TASK [os_firewall : Ensure iptables services are not enabled] ****************** skipping: [node02] => (item=iptables) skipping: [node02] => (item=ip6tables) TASK [os_firewall : Wait 10 seconds after disabling iptables] ****************** skipping: [node02] TASK [os_firewall : Start and enable firewalld service] ************************ skipping: [node02] TASK [os_firewall : need to pause here, otherwise the firewalld service starting can sometimes cause ssh to fail] *** skipping: [node02] TASK [os_firewall : Restart polkitd] ******************************************* skipping: [node02] TASK [os_firewall : Wait for polkit action to have been created] *************** skipping: [node02] TASK [os_firewall : Ensure firewalld service is not enabled] ******************* ok: [node02] TASK [os_firewall : Wait 10 seconds after disabling firewalld] ***************** skipping: [node02] TASK [os_firewall : Install iptables packages] ********************************* ok: [node02] => (item=iptables) ok: [node02] => (item=iptables-services) TASK [os_firewall : Start and enable iptables service] ************************* ok: [node02 -> node02] => (item=node02) TASK [os_firewall : need to pause here, otherwise the iptables service starting can sometimes cause ssh to fail] *** skipping: [node02] PLAY [oo_nodes_to_config] ****************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [container_runtime : Setup the docker-storage for overlay] **************** skipping: [node02] TASK [container_runtime : Create file system on extra volume device] *********** TASK [container_runtime : Create mount entry for extra volume] ***************** PLAY [oo_nodes_to_config] ****************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_excluder : Install docker excluder - yum] ********************** ok: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* ok: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** skipping: [node02] TASK [container_runtime : Getting current systemd-udevd exec command] ********** skipping: [node02] TASK [container_runtime : Assure systemd-udevd.service.d directory exists] ***** skipping: [node02] TASK [container_runtime : Create systemd-udevd override file] ****************** skipping: [node02] TASK [container_runtime : Add enterprise registry, if necessary] *************** skipping: [node02] TASK [container_runtime : Add http_proxy to /etc/atomic.conf] ****************** skipping: [node02] TASK [container_runtime : Add https_proxy to /etc/atomic.conf] ***************** skipping: [node02] TASK [container_runtime : Add no_proxy to /etc/atomic.conf] ******************** skipping: [node02] TASK [container_runtime : Get current installed Docker version] **************** ok: [node02] TASK [container_runtime : Error out if Docker pre-installed but too old] ******* skipping: [node02] TASK [container_runtime : Error out if requested Docker is too old] ************ skipping: [node02] TASK [container_runtime : Install Docker] ************************************** skipping: [node02] TASK [container_runtime : Ensure docker.service.d directory exists] ************ ok: [node02] TASK [container_runtime : Configure Docker service unit file] ****************** ok: [node02] TASK [container_runtime : stat] ************************************************ ok: [node02] TASK [container_runtime : Set registry params] ********************************* skipping: [node02] => (item={u'reg_conf_var': u'ADD_REGISTRY', u'reg_flag': u'--add-registry', u'reg_fact_val': []}) skipping: [node02] => (item={u'reg_conf_var': u'BLOCK_REGISTRY', u'reg_flag': u'--block-registry', u'reg_fact_val': []}) skipping: [node02] => (item={u'reg_conf_var': u'INSECURE_REGISTRY', u'reg_flag': u'--insecure-registry', u'reg_fact_val': []}) TASK [container_runtime : Place additional/blocked/insecure registries in /etc/containers/registries.conf] *** skipping: [node02] TASK [container_runtime : Set Proxy Settings] ********************************** skipping: [node02] => (item={u'reg_conf_var': u'HTTP_PROXY', u'reg_fact_val': u''}) skipping: [node02] => (item={u'reg_conf_var': u'HTTPS_PROXY', u'reg_fact_val': u''}) skipping: [node02] => (item={u'reg_conf_var': u'NO_PROXY', u'reg_fact_val': u''}) TASK [container_runtime : Set various Docker options] ************************** ok: [node02] TASK [container_runtime : stat] ************************************************ ok: [node02] TASK [container_runtime : Configure Docker Network OPTIONS] ******************** ok: [node02] TASK [container_runtime : Detect if docker is already started] ***************** ok: [node02] TASK [container_runtime : Start the Docker service] **************************** ok: [node02] TASK [container_runtime : set_fact] ******************************************** ok: [node02] TASK [container_runtime : Check for docker_storage_path/overlay2] ************** ok: [node02] TASK [container_runtime : Fixup SELinux permissions for docker] **************** changed: [node02] TASK [container_runtime : Ensure /var/lib/containers exists] ******************* ok: [node02] TASK [container_runtime : Fix SELinux Permissions on /var/lib/containers] ****** ok: [node02] TASK [container_runtime : Check for credentials file for registry auth] ******** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth] ***** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth (alternative)] *** skipping: [node02] TASK [container_runtime : stat the docker data dir] **************************** ok: [node02] TASK [container_runtime : stop the current running docker] ********************* skipping: [node02] TASK [container_runtime : copy "/var/lib/docker" to "/var/lib/containers/docker"] *** skipping: [node02] TASK [container_runtime : Set the selinux context on /var/lib/containers/docker] *** skipping: [node02] TASK [container_runtime : restorecon the /var/lib/containers/docker] *********** skipping: [node02] TASK [container_runtime : Remove the old docker location] ********************** skipping: [node02] TASK [container_runtime : Setup the link] ************************************** skipping: [node02] TASK [container_runtime : start docker] **************************************** skipping: [node02] TASK [container_runtime : Fail if Atomic Host since this is an rpm request] **** skipping: [node02] TASK [container_runtime : Getting current systemd-udevd exec command] ********** skipping: [node02] TASK [container_runtime : Assure systemd-udevd.service.d directory exists] ***** skipping: [node02] TASK [container_runtime : Create systemd-udevd override file] ****************** skipping: [node02] TASK [container_runtime : Add enterprise registry, if necessary] *************** skipping: [node02] TASK [container_runtime : Check that overlay is in the kernel] ***************** skipping: [node02] TASK [container_runtime : Add overlay to modprobe.d] *************************** skipping: [node02] TASK [container_runtime : Manually modprobe overlay into the kernel] *********** skipping: [node02] TASK [container_runtime : Enable and start systemd-modules-load] *************** skipping: [node02] TASK [container_runtime : Install cri-o] *************************************** skipping: [node02] TASK [container_runtime : Remove CRI-O default configuration files] ************ skipping: [node02] => (item=/etc/cni/net.d/200-loopback.conf) skipping: [node02] => (item=/etc/cni/net.d/100-crio-bridge.conf) TASK [container_runtime : Create the CRI-O configuration] ********************** skipping: [node02] TASK [container_runtime : Ensure CNI configuration directory exists] *********** skipping: [node02] TASK [container_runtime : Add iptables allow rules] **************************** skipping: [node02] => (item={u'port': u'10010/tcp', u'service': u'crio'}) TASK [container_runtime : Remove iptables rules] ******************************* TASK [container_runtime : Add firewalld allow rules] *************************** skipping: [node02] => (item={u'port': u'10010/tcp', u'service': u'crio'}) TASK [container_runtime : Remove firewalld allow rules] ************************ TASK [container_runtime : Configure the CNI network] *************************** skipping: [node02] TASK [container_runtime : Create /etc/sysconfig/crio-network] ****************** skipping: [node02] TASK [container_runtime : Start the CRI-O service] ***************************** skipping: [node02] TASK [container_runtime : Ensure /var/lib/containers exists] ******************* skipping: [node02] TASK [container_runtime : Fix SELinux Permissions on /var/lib/containers] ****** skipping: [node02] TASK [container_runtime : Check for credentials file for registry auth] ******** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth] ***** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth (alternative)] *** skipping: [node02] TASK [container_runtime : stat the docker data dir] **************************** skipping: [node02] TASK [container_runtime : stop the current running docker] ********************* skipping: [node02] TASK [container_runtime : copy "/var/lib/docker" to "/var/lib/containers/docker"] *** skipping: [node02] TASK [container_runtime : Set the selinux context on /var/lib/containers/docker] *** skipping: [node02] TASK [container_runtime : restorecon the /var/lib/containers/docker] *********** skipping: [node02] TASK [container_runtime : Remove the old docker location] ********************** skipping: [node02] TASK [container_runtime : Setup the link] ************************************** skipping: [node02] TASK [container_runtime : start docker] **************************************** skipping: [node02] PLAY [Determine openshift_version to configure on first master] **************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [include_role : openshift_version] **************************************** TASK [openshift_version : Use openshift_current_version fact as version to configure if already installed] *** skipping: [node01] TASK [openshift_version : Set openshift_version to openshift_release if undefined] *** skipping: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : assert openshift_release in openshift_image_tag] ***** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : assert openshift_release in openshift_pkg_version] *** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_release": "3.10" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_image_tag": "v3.10.0-rc.0" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_pkg_version": "-3.10.0*" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_version": "3.10.0" } TASK [set openshift_version booleans (first master)] *************************** ok: [node01] PLAY [Set openshift_version for etcd, node, and master hosts] ****************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [set_fact] **************************************************************** ok: [node02] TASK [set openshift_version booleans (masters and nodes)] ********************** ok: [node02] PLAY [Node Preparation Checkpoint Start] *************************************** TASK [Set Node preparation 'In Progress'] ************************************** ok: [node01] PLAY [Only target nodes that have not yet been bootstrapped] ******************* TASK [Gathering Facts] ********************************************************* ok: [localhost] TASK [add_host] **************************************************************** skipping: [localhost] => (item=node02) ok: [localhost] => (item=node01) PLAY [Disable excluders] ******************************************************* TASK [openshift_excluder : Detecting Atomic Host Operating System] ************* ok: [node02] TASK [openshift_excluder : Debug r_openshift_excluder_enable_docker_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_docker_excluder": true } TASK [openshift_excluder : Debug r_openshift_excluder_enable_openshift_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_openshift_excluder": true } TASK [openshift_excluder : Fail if invalid openshift_excluder_action provided] *** skipping: [node02] TASK [openshift_excluder : Fail if r_openshift_excluder_upgrade_target is not defined] *** skipping: [node02] TASK [openshift_excluder : Include main action task file] ********************** included: /root/openshift-ansible/roles/openshift_excluder/tasks/disable.yml for node02 TASK [openshift_excluder : Get available excluder version] ********************* skipping: [node02] TASK [openshift_excluder : Fail when excluder package is not found] ************ skipping: [node02] TASK [openshift_excluder : Set fact excluder_version] ************************** skipping: [node02] TASK [openshift_excluder : origin-docker-excluder version detected] ************ skipping: [node02] TASK [openshift_excluder : Printing upgrade target version] ******************** skipping: [node02] TASK [openshift_excluder : Check the available origin-docker-excluder version is at most of the upgrade target version] *** skipping: [node02] TASK [openshift_excluder : Get available excluder version] ********************* skipping: [node02] TASK [openshift_excluder : Fail when excluder package is not found] ************ skipping: [node02] TASK [openshift_excluder : Set fact excluder_version] ************************** skipping: [node02] TASK [openshift_excluder : origin-excluder version detected] ******************* skipping: [node02] TASK [openshift_excluder : Printing upgrade target version] ******************** skipping: [node02] TASK [openshift_excluder : Check the available origin-excluder version is at most of the upgrade target version] *** skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : disable docker excluder] **************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : disable openshift excluder] ************************* changed: [node02] TASK [openshift_excluder : Install docker excluder - yum] ********************** skipping: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** changed: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : disable docker excluder] **************************** skipping: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : disable openshift excluder] ************************* changed: [node02] PLAY [Configure nodes] ********************************************************* TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_cloud_provider : Set cloud provider facts] ********************* skipping: [node02] TASK [openshift_cloud_provider : Create cloudprovider config dir] ************** skipping: [node02] TASK [openshift_cloud_provider : include the defined cloud provider files] ***** skipping: [node02] TASK [openshift_node : fail] *************************************************** skipping: [node02] TASK [openshift_node : Check for NetworkManager service] *********************** ok: [node02] TASK [openshift_node : Set fact using_network_manager] ************************* ok: [node02] TASK [openshift_node : Install dnsmasq] **************************************** ok: [node02] TASK [openshift_node : ensure origin/node directory exists] ******************** changed: [node02] => (item=/etc/origin) changed: [node02] => (item=/etc/origin/node) TASK [openshift_node : Install NetworkManager during node_bootstrap provisioning] *** skipping: [node02] TASK [openshift_node : Install network manager dispatch script] **************** skipping: [node02] TASK [openshift_node : Install dnsmasq configuration] ************************** ok: [node02] TASK [openshift_node : Deploy additional dnsmasq.conf] ************************* skipping: [node02] TASK [openshift_node : Enable dnsmasq] ***************************************** ok: [node02] TASK [openshift_node : Install network manager dispatch script] **************** ok: [node02] TASK [openshift_node : Add iptables allow rules] ******************************* ok: [node02] => (item={u'port': u'10250/tcp', u'service': u'Kubernetes kubelet'}) ok: [node02] => (item={u'port': u'10256/tcp', u'service': u'Kubernetes kube-proxy health check for service load balancers'}) ok: [node02] => (item={u'port': u'80/tcp', u'service': u'http'}) ok: [node02] => (item={u'port': u'443/tcp', u'service': u'https'}) ok: [node02] => (item={u'cond': u'openshift_use_openshift_sdn | bool', u'port': u'4789/udp', u'service': u'OpenShift OVS sdn'}) skipping: [node02] => (item={u'cond': False, u'port': u'179/tcp', u'service': u'Calico BGP Port'}) skipping: [node02] => (item={u'cond': False, u'port': u'/tcp', u'service': u'Kubernetes service NodePort TCP'}) skipping: [node02] => (item={u'cond': False, u'port': u'/udp', u'service': u'Kubernetes service NodePort UDP'}) TASK [openshift_node : Remove iptables rules] ********************************** TASK [openshift_node : Add firewalld allow rules] ****************************** skipping: [node02] => (item={u'port': u'10250/tcp', u'service': u'Kubernetes kubelet'}) skipping: [node02] => (item={u'port': u'10256/tcp', u'service': u'Kubernetes kube-proxy health check for service load balancers'}) skipping: [node02] => (item={u'port': u'80/tcp', u'service': u'http'}) skipping: [node02] => (item={u'port': u'443/tcp', u'service': u'https'}) skipping: [node02] => (item={u'cond': u'openshift_use_openshift_sdn | bool', u'port': u'4789/udp', u'service': u'OpenShift OVS sdn'}) skipping: [node02] => (item={u'cond': False, u'port': u'179/tcp', u'service': u'Calico BGP Port'}) skipping: [node02] => (item={u'cond': False, u'port': u'/tcp', u'service': u'Kubernetes service NodePort TCP'}) skipping: [node02] => (item={u'cond': False, u'port': u'/udp', u'service': u'Kubernetes service NodePort UDP'}) TASK [openshift_node : Remove firewalld allow rules] *************************** TASK [openshift_node : Checking for journald.conf] ***************************** ok: [node02] TASK [openshift_node : Create journald persistence directories] **************** ok: [node02] TASK [openshift_node : Update journald setup] ********************************** ok: [node02] => (item={u'var': u'Storage', u'val': u'persistent'}) ok: [node02] => (item={u'var': u'Compress', u'val': True}) ok: [node02] => (item={u'var': u'SyncIntervalSec', u'val': u'1s'}) ok: [node02] => (item={u'var': u'RateLimitInterval', u'val': u'1s'}) ok: [node02] => (item={u'var': u'RateLimitBurst', u'val': 10000}) ok: [node02] => (item={u'var': u'SystemMaxUse', u'val': u'8G'}) ok: [node02] => (item={u'var': u'SystemKeepFree', u'val': u'20%'}) ok: [node02] => (item={u'var': u'SystemMaxFileSize', u'val': u'10M'}) ok: [node02] => (item={u'var': u'MaxRetentionSec', u'val': u'1month'}) ok: [node02] => (item={u'var': u'MaxFileSec', u'val': u'1day'}) ok: [node02] => (item={u'var': u'ForwardToSyslog', u'val': False}) ok: [node02] => (item={u'var': u'ForwardToWall', u'val': False}) TASK [openshift_node : Restart journald] *************************************** skipping: [node02] TASK [openshift_node : Disable swap] ******************************************* ok: [node02] TASK [openshift_node : Install node, clients, and conntrack packages] ********** ok: [node02] => (item={u'name': u'origin-node-3.10.0*'}) ok: [node02] => (item={u'name': u'origin-clients-3.10.0*'}) ok: [node02] => (item={u'name': u'conntrack-tools'}) TASK [openshift_node : Restart cri-o] ****************************************** skipping: [node02] TASK [openshift_node : restart NetworkManager to ensure resolv.conf is present] *** changed: [node02] TASK [openshift_node : sysctl] ************************************************* ok: [node02] TASK [openshift_node : Check for credentials file for registry auth] *********** skipping: [node02] TASK [openshift_node : Create credentials for registry auth] ******************* skipping: [node02] TASK [openshift_node : Create credentials for registry auth (alternative)] ***** skipping: [node02] TASK [openshift_node : Setup ro mount of /root/.docker for containerized hosts] *** skipping: [node02] TASK [openshift_node : Check that node image is present] *********************** changed: [node02] TASK [openshift_node : Pre-pull node image] ************************************ skipping: [node02] TASK [openshift_node : Copy node script to the node] *************************** ok: [node02] TASK [openshift_node : Install Node service file] ****************************** ok: [node02] TASK [openshift_node : Ensure old system path is set] ************************** skipping: [node02] => (item=/etc/origin/openvswitch) skipping: [node02] => (item=/var/lib/kubelet) skipping: [node02] => (item=/opt/cni/bin) TASK [openshift_node : Check status of node image pre-pull] ******************** skipping: [node02] TASK [openshift_node : Copy node container image to ostree storage] ************ skipping: [node02] TASK [openshift_node : Install or Update node system container] **************** skipping: [node02] TASK [openshift_node : Restart network manager to ensure networking configuration is in place] *** skipping: [node02] TASK [openshift_node : Configure Node settings] ******************************** ok: [node02] => (item={u'regex': u'^OPTIONS=', u'line': u'OPTIONS='}) ok: [node02] => (item={u'regex': u'^DEBUG_LOGLEVEL=', u'line': u'DEBUG_LOGLEVEL=2'}) ok: [node02] => (item={u'regex': u'^IMAGE_VERSION=', u'line': u'IMAGE_VERSION=v3.10.0-rc.0'}) TASK [openshift_node : Configure Proxy Settings] ******************************* skipping: [node02] => (item={u'regex': u'^HTTP_PROXY=', u'line': u'HTTP_PROXY='}) skipping: [node02] => (item={u'regex': u'^HTTPS_PROXY=', u'line': u'HTTPS_PROXY='}) skipping: [node02] => (item={u'regex': u'^NO_PROXY=', u'line': u'NO_PROXY=[],172.30.0.0/16,10.128.0.0/14'}) TASK [openshift_node : file] *************************************************** skipping: [node02] TASK [openshift_node : Create the Node config] ********************************* changed: [node02] TASK [openshift_node : Configure Node Environment Variables] ******************* TASK [openshift_node : Ensure the node static pod directory exists] ************ changed: [node02] TASK [openshift_node : Configure AWS Cloud Provider Settings] ****************** skipping: [node02] => (item=None) skipping: [node02] => (item=None) skipping: [node02] TASK [openshift_node : Check status of node image pre-pull] ******************** skipping: [node02] TASK [openshift_node : Install NFS storage plugin dependencies] **************** ok: [node02] TASK [openshift_node : Check for existence of nfs sebooleans] ****************** ok: [node02] => (item=virt_use_nfs) ok: [node02] => (item=virt_sandbox_use_nfs) TASK [openshift_node : Set seboolean to allow nfs storage plugin access from containers] *** ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-30 11:06:02.551995', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_use_nfs'], u'rc': 0, 'item': u'virt_use_nfs', u'delta': u'0:00:00.011905', '_ansible_item_label': u'virt_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-30 11:06:02.540090', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-30 11:06:04.031512', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_nfs'], u'rc': 0, 'item': u'virt_sandbox_use_nfs', u'delta': u'0:00:00.012741', '_ansible_item_label': u'virt_sandbox_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-30 11:06:04.018771', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Set seboolean to allow nfs storage plugin access from containers (python 3)] *** skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-30 11:06:02.551995', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_use_nfs'], u'rc': 0, 'item': u'virt_use_nfs', u'delta': u'0:00:00.011905', '_ansible_item_label': u'virt_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-30 11:06:02.540090', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-30 11:06:04.031512', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_nfs'], u'rc': 0, 'item': u'virt_sandbox_use_nfs', u'delta': u'0:00:00.012741', '_ansible_item_label': u'virt_sandbox_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-30 11:06:04.018771', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Install GlusterFS storage plugin dependencies] ********** ok: [node02] TASK [openshift_node : Check for existence of fusefs sebooleans] *************** ok: [node02] => (item=virt_use_fusefs) ok: [node02] => (item=virt_sandbox_use_fusefs) TASK [openshift_node : Set seboolean to allow gluster storage plugin access from containers] *** ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-30 11:06:11.284639', '_ansible_no_log': False, u'stdout': u'virt_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_use_fusefs'], u'rc': 0, 'item': u'virt_use_fusefs', u'delta': u'0:00:00.006695', '_ansible_item_label': u'virt_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-30 11:06:11.277944', '_ansible_ignore_errors': None, 'failed': False}) ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-30 11:06:12.581711', '_ansible_no_log': False, u'stdout': u'virt_sandbox_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_fusefs'], u'rc': 0, 'item': u'virt_sandbox_use_fusefs', u'delta': u'0:00:00.010102', '_ansible_item_label': u'virt_sandbox_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_sandbox_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-30 11:06:12.571609', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Set seboolean to allow gluster storage plugin access from containers (python 3)] *** skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-30 11:06:11.284639', '_ansible_no_log': False, u'stdout': u'virt_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_use_fusefs'], u'rc': 0, 'item': u'virt_use_fusefs', u'delta': u'0:00:00.006695', '_ansible_item_label': u'virt_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-30 11:06:11.277944', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-30 11:06:12.581711', '_ansible_no_log': False, u'stdout': u'virt_sandbox_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_fusefs'], u'rc': 0, 'item': u'virt_sandbox_use_fusefs', u'delta': u'0:00:00.010102', '_ansible_item_label': u'virt_sandbox_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_sandbox_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-30 11:06:12.571609', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Install Ceph storage plugin dependencies] *************** ok: [node02] TASK [openshift_node : Install iSCSI storage plugin dependencies] ************** ok: [node02] => (item=iscsi-initiator-utils) ok: [node02] => (item=device-mapper-multipath) TASK [openshift_node : restart services] *************************************** ok: [node02] => (item=multipathd) ok: [node02] => (item=rpcbind) ok: [node02] => (item=iscsid) TASK [openshift_node : Template multipath configuration] *********************** changed: [node02] TASK [openshift_node : Enable and start multipath] ***************************** changed: [node02] TASK [tuned : Check for tuned package] ***************************************** ok: [node02] TASK [tuned : Set tuned OpenShift variables] *********************************** ok: [node02] TASK [tuned : Ensure directory structure exists] ******************************* ok: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-control-plane', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) ok: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-node', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) ok: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/recommend.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'recommend.conf', 'size': 290, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-control-plane/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-control-plane/tuned.conf', 'size': 744, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-node/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-node/tuned.conf', 'size': 135, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift/tuned.conf', 'size': 594, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) TASK [tuned : Ensure files are populated from templates] *********************** skipping: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-control-plane', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) skipping: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-node', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) skipping: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/recommend.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'recommend.conf', 'size': 290, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-control-plane/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-control-plane/tuned.conf', 'size': 744, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-node/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-node/tuned.conf', 'size': 135, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift/tuned.conf', 'size': 594, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) TASK [tuned : Make tuned use the recommended tuned profile on restart] ********* changed: [node02] => (item=/etc/tuned/active_profile) changed: [node02] => (item=/etc/tuned/profile_mode) TASK [tuned : Restart tuned service] ******************************************* changed: [node02] TASK [nickhammond.logrotate : nickhammond.logrotate | Install logrotate] ******* ok: [node02] TASK [nickhammond.logrotate : nickhammond.logrotate | Setup logrotate.d scripts] *** PLAY [node bootstrap config] *************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_node : install needed rpm(s)] ********************************** ok: [node02] => (item=origin-node) ok: [node02] => (item=origin-docker-excluder) ok: [node02] => (item=ansible) ok: [node02] => (item=bash-completion) ok: [node02] => (item=docker) ok: [node02] => (item=haproxy) ok: [node02] => (item=dnsmasq) ok: [node02] => (item=ntp) ok: [node02] => (item=logrotate) ok: [node02] => (item=httpd-tools) ok: [node02] => (item=bind-utils) ok: [node02] => (item=firewalld) ok: [node02] => (item=libselinux-python) ok: [node02] => (item=conntrack-tools) ok: [node02] => (item=openssl) ok: [node02] => (item=iproute) ok: [node02] => (item=python-dbus) ok: [node02] => (item=PyYAML) ok: [node02] => (item=yum-utils) ok: [node02] => (item=glusterfs-fuse) ok: [node02] => (item=device-mapper-multipath) ok: [node02] => (item=nfs-utils) ok: [node02] => (item=cockpit-ws) ok: [node02] => (item=cockpit-system) ok: [node02] => (item=cockpit-bridge) ok: [node02] => (item=cockpit-docker) ok: [node02] => (item=iscsi-initiator-utils) ok: [node02] => (item=ceph-common) TASK [openshift_node : create the directory for node] ************************** skipping: [node02] TASK [openshift_node : laydown systemd override] ******************************* skipping: [node02] TASK [openshift_node : update the sysconfig to have necessary variables] ******* ok: [node02] => (item={u'regexp': u'^KUBECONFIG=.*', u'line': u'KUBECONFIG=/etc/origin/node/bootstrap.kubeconfig'}) TASK [openshift_node : Configure AWS Cloud Provider Settings] ****************** skipping: [node02] => (item=None) skipping: [node02] => (item=None) skipping: [node02] TASK [openshift_node : disable origin-node service] **************************** changed: [node02] => (item=origin-node.service) TASK [openshift_node : Check for RPM generated config marker file .config_managed] *** ok: [node02] TASK [openshift_node : create directories for bootstrapping] ******************* ok: [node02] => (item=/root/openshift_bootstrap) changed: [node02] => (item=/var/lib/origin/openshift.local.config) changed: [node02] => (item=/var/lib/origin/openshift.local.config/node) ok: [node02] => (item=/etc/docker/certs.d/docker-registry.default.svc:5000) TASK [openshift_node : laydown the bootstrap.yml file for on boot configuration] *** ok: [node02] TASK [openshift_node : Create a symlink to the node client CA for the docker registry] *** ok: [node02] TASK [openshift_node : Remove RPM generated config files if present] *********** skipping: [node02] => (item=master) skipping: [node02] => (item=.config_managed) TASK [openshift_node : find all files in /etc/origin/node so we can remove them] *** skipping: [node02] TASK [openshift_node : Remove everything except the resolv.conf required for node] *** skipping: [node02] TASK [openshift_node_group : create node config template] ********************** changed: [node02] TASK [openshift_node_group : remove existing node config] ********************** changed: [node02] TASK [openshift_node_group : Ensure required directories are present] ********** ok: [node02] => (item=/etc/origin/node/pods) changed: [node02] => (item=/etc/origin/node/certificates) TASK [openshift_node_group : Update the sysconfig to group "node-config-compute"] *** changed: [node02] TASK [set_fact] **************************************************************** ok: [node02] PLAY [Re-enable excluder if it was previously enabled] ************************* TASK [openshift_excluder : Detecting Atomic Host Operating System] ************* ok: [node02] TASK [openshift_excluder : Debug r_openshift_excluder_enable_docker_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_docker_excluder": true } TASK [openshift_excluder : Debug r_openshift_excluder_enable_openshift_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_openshift_excluder": true } TASK [openshift_excluder : Fail if invalid openshift_excluder_action provided] *** skipping: [node02] TASK [openshift_excluder : Fail if r_openshift_excluder_upgrade_target is not defined] *** skipping: [node02] TASK [openshift_excluder : Include main action task file] ********************** included: /root/openshift-ansible/roles/openshift_excluder/tasks/enable.yml for node02 TASK [openshift_excluder : Install docker excluder - yum] ********************** skipping: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** changed: [node02] PLAY [Node Preparation Checkpoint End] ***************************************** TASK [Set Node preparation 'Complete'] ***************************************** ok: [node01] PLAY [Distribute bootstrap and start nodes] ************************************ TASK [openshift_node : Gather node information] ******************************** changed: [node02] ok: [node01] TASK [openshift_node : Copy master bootstrap config locally] ******************* ok: [node02] TASK [openshift_node : Distribute bootstrap kubeconfig if one does not exist] *** ok: [node01] changed: [node02] TASK [openshift_node : Start and enable node for bootstrapping] **************** changed: [node01] changed: [node02] TASK [openshift_node : Get node logs] ****************************************** skipping: [node02] skipping: [node01] TASK [openshift_node : debug] ************************************************** skipping: [node02] skipping: [node01] TASK [openshift_node : fail] *************************************************** skipping: [node02] skipping: [node01] PLAY [Approve any pending CSR requests from inventory nodes] ******************* TASK [Dump all candidate bootstrap hostnames] ********************************** ok: [node01] => { "msg": [ "node02", "node01" ] } TASK [Find all hostnames for bootstrapping] ************************************ ok: [node01] TASK [Dump the bootstrap hostnames] ******************************************** ok: [node01] => { "msg": [ "node02", "node01" ] } TASK [Approve bootstrap nodes] ************************************************* changed: [node01] TASK [Get CSRs] **************************************************************** skipping: [node01] TASK [Report approval errors] ************************************************** skipping: [node01] PLAY [Ensure any inventory labels are applied to the nodes] ******************** TASK [Gathering Facts] ********************************************************* ok: [node02] ok: [node01] TASK [openshift_manage_node : Wait for master API to become available before proceeding] *** skipping: [node02] TASK [openshift_manage_node : Wait for Node Registration] ********************** ok: [node01 -> node01] ok: [node02 -> node01] TASK [openshift_manage_node : include_tasks] *********************************** included: /root/openshift-ansible/roles/openshift_manage_node/tasks/config.yml for node02, node01 TASK [openshift_manage_node : Set node schedulability] ************************* ok: [node02 -> node01] ok: [node01 -> node01] TASK [openshift_manage_node : include_tasks] *********************************** included: /root/openshift-ansible/roles/openshift_manage_node/tasks/set_default_node_role.yml for node02, node01 TASK [openshift_manage_node : Retrieve nodes that are marked with the infra selector or the legacy infra selector] *** ok: [node02 -> node01] TASK [openshift_manage_node : Label infra or legacy infra nodes with the new role label] *** TASK [openshift_manage_node : Retrieve non-infra, non-master nodes that are not yet labeled compute] *** ok: [node02 -> node01] TASK [openshift_manage_node : label non-master non-infra nodes compute] ******** TASK [openshift_manage_node : Label all-in-one master as a compute node] ******* skipping: [node02] PLAY RECAP ********************************************************************* localhost : ok=30 changed=0 unreachable=0 failed=0 node01 : ok=71 changed=3 unreachable=0 failed=0 node02 : ok=155 changed=33 unreachable=0 failed=0 INSTALLER STATUS *************************************************************** Initialization : Complete (0:04:13) Node Preparation : Complete (0:05:19) Sending file modes: C0755 110489328 oc Sending file modes: C0600 5649 admin.kubeconfig Cluster "node01:8443" set. Cluster "node01:8443" set. + set +e + kubectl get nodes --no-headers + cluster/kubectl.sh get nodes --no-headers node01 Ready compute,infra,master 22d v1.10.0+b81c8f8 node02 Ready compute 1m v1.10.0+b81c8f8 + kubectl_rc=0 + '[' 0 -ne 0 ']' ++ kubectl get nodes --no-headers ++ cluster/kubectl.sh get nodes --no-headers ++ grep NotReady + '[' -n '' ']' + set -e + echo 'Nodes are ready:' Nodes are ready: + kubectl get nodes + cluster/kubectl.sh get nodes NAME STATUS ROLES AGE VERSION node01 Ready compute,infra,master 22d v1.10.0+b81c8f8 node02 Ready compute 1m v1.10.0+b81c8f8 + make cluster-sync ./cluster/build.sh Building ... sha256:dcf2b21fa2ed11dcf9dbba21b1cca0ee3fad521a0e9aee61c06d0b0b66a4b200 go version go1.10 linux/amd64 go version go1.10 linux/amd64 make[1]: Entering directory `/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt' hack/dockerized "./hack/check.sh && KUBEVIRT_VERSION= ./hack/build-go.sh install " && ./hack/build-copy-artifacts.sh sha256:dcf2b21fa2ed11dcf9dbba21b1cca0ee3fad521a0e9aee61c06d0b0b66a4b200 go version go1.10 linux/amd64 go version go1.10 linux/amd64 find: '/root/go/src/kubevirt.io/kubevirt/_out/cmd': No such file or directory Compiling tests... compiled tests.test hack/build-docker.sh build Sending build context to Docker daemon 40.39 MB Step 1/8 : FROM fedora:28 ---> cc510acfcd70 Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> bfe77d5699ed Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virt-controller ---> Using cache ---> b00c84523b53 Step 4/8 : WORKDIR /home/virt-controller ---> Using cache ---> b76b8bd8cd39 Step 5/8 : USER 1001 ---> Using cache ---> b6d9ad9ed232 Step 6/8 : COPY virt-controller /usr/bin/virt-controller ---> Using cache ---> 7fc60d36e10b Step 7/8 : ENTRYPOINT /usr/bin/virt-controller ---> Using cache ---> 5e0c9cbdb1e7 Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "virt-controller" '' ---> Running in 954bca1138ac ---> 61d6588789ad Removing intermediate container 954bca1138ac Successfully built 61d6588789ad Sending build context to Docker daemon 43.32 MB Step 1/9 : FROM kubevirt/libvirt:4.2.0 ---> 5f0bfe81a3e0 Step 2/9 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 945996802736 Step 3/9 : RUN dnf -y install socat genisoimage && dnf -y clean all && test $(id -u qemu) = 107 # make sure that the qemu user really is 107 ---> Using cache ---> 1dcd22d08d0e Step 4/9 : COPY virt-launcher /usr/bin/virt-launcher ---> Using cache ---> d65f299e8b01 Step 5/9 : RUN setcap CAP_NET_BIND_SERVICE=+eip /usr/bin/qemu-system-x86_64 ---> Using cache ---> bdc83edd1a65 Step 6/9 : RUN mkdir -p /usr/share/kubevirt/virt-launcher ---> Using cache ---> 5beec434512d Step 7/9 : COPY sock-connector /usr/share/kubevirt/virt-launcher/ ---> Using cache ---> 7f783bb35ed1 Step 8/9 : ENTRYPOINT /usr/bin/virt-launcher ---> Using cache ---> 0be4caef1c9b Step 9/9 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "virt-launcher" '' ---> Running in fad6def0f7db ---> 5fad82de1c91 Removing intermediate container fad6def0f7db Successfully built 5fad82de1c91 Sending build context to Docker daemon 41.69 MB Step 1/5 : FROM fedora:28 ---> cc510acfcd70 Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> bfe77d5699ed Step 3/5 : COPY virt-handler /usr/bin/virt-handler ---> Using cache ---> 07ed09969ccb Step 4/5 : ENTRYPOINT /usr/bin/virt-handler ---> Using cache ---> 6a3c040e81a0 Step 5/5 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "virt-handler" '' ---> Running in a0d0021c88c0 ---> 6df0a6fb80ef Removing intermediate container a0d0021c88c0 Successfully built 6df0a6fb80ef Sending build context to Docker daemon 38.81 MB Step 1/8 : FROM fedora:28 ---> cc510acfcd70 Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> bfe77d5699ed Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virt-api ---> Using cache ---> ed1ebf600ee1 Step 4/8 : WORKDIR /home/virt-api ---> Using cache ---> 0769dad023e5 Step 5/8 : USER 1001 ---> Using cache ---> 0cb65afb0c2b Step 6/8 : COPY virt-api /usr/bin/virt-api ---> Using cache ---> 79152ebfffb5 Step 7/8 : ENTRYPOINT /usr/bin/virt-api ---> Using cache ---> 1a1e9954d674 Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "virt-api" '' ---> Running in 85f228437c36 ---> 968dacf38d4f Removing intermediate container 85f228437c36 Successfully built 968dacf38d4f Sending build context to Docker daemon 4.096 kB Step 1/7 : FROM fedora:28 ---> cc510acfcd70 Step 2/7 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> bfe77d5699ed Step 3/7 : ENV container docker ---> Using cache ---> 62847a2a1fa8 Step 4/7 : RUN mkdir -p /images/custom /images/alpine && truncate -s 64M /images/custom/disk.img && curl http://dl-cdn.alpinelinux.org/alpine/v3.7/releases/x86_64/alpine-virt-3.7.0-x86_64.iso > /images/alpine/disk.img ---> Using cache ---> 02134835a6aa Step 5/7 : ADD entrypoint.sh / ---> Using cache ---> ec0843818da7 Step 6/7 : CMD /entrypoint.sh ---> Using cache ---> 754029bb4bd2 Step 7/7 : LABEL "disks-images-provider" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Using cache ---> 62865f4ecc63 Successfully built 62865f4ecc63 Sending build context to Docker daemon 2.56 kB Step 1/5 : FROM fedora:28 ---> cc510acfcd70 Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> bfe77d5699ed Step 3/5 : ENV container docker ---> Using cache ---> 62847a2a1fa8 Step 4/5 : RUN dnf -y install procps-ng nmap-ncat && dnf -y clean all ---> Using cache ---> 207487abe7b2 Step 5/5 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "vm-killer" '' ---> Using cache ---> 5010ae5d394d Successfully built 5010ae5d394d Sending build context to Docker daemon 5.12 kB Step 1/7 : FROM debian:sid ---> 68f33cf86aab Step 2/7 : MAINTAINER "David Vossel" \ ---> Using cache ---> 5734d749eb5c Step 3/7 : ENV container docker ---> Using cache ---> f8775a77966f Step 4/7 : RUN apt-get update && apt-get install -y bash curl bzip2 qemu-utils && mkdir -p /disk && rm -rf /var/lib/apt/lists/* ---> Using cache ---> 1a40cf222a61 Step 5/7 : ADD entry-point.sh / ---> Using cache ---> 77b545d92fe7 Step 6/7 : CMD /entry-point.sh ---> Using cache ---> dfe20d463305 Step 7/7 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "registry-disk-v1alpha" '' ---> Using cache ---> 0b5943290e54 Successfully built 0b5943290e54 Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33155/kubevirt/registry-disk-v1alpha:devel ---> 0b5943290e54 Step 2/4 : MAINTAINER "David Vossel" \ ---> Using cache ---> e9efaa3526f9 Step 3/4 : RUN curl https://download.cirros-cloud.net/0.4.0/cirros-0.4.0-x86_64-disk.img > /disk/cirros.img ---> Using cache ---> d6391c453bab Step 4/4 : LABEL "cirros-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Using cache ---> 80e77e1b44a6 Successfully built 80e77e1b44a6 Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33155/kubevirt/registry-disk-v1alpha:devel ---> 0b5943290e54 Step 2/4 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> ac03f50b9da5 Step 3/4 : RUN curl -g -L https://download.fedoraproject.org/pub/fedora/linux/releases/27/CloudImages/x86_64/images/Fedora-Cloud-Base-27-1.6.x86_64.qcow2 > /disk/fedora.qcow2 ---> Using cache ---> 1a3318492264 Step 4/4 : LABEL "fedora-cloud-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Using cache ---> 80de376602a4 Successfully built 80de376602a4 Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33155/kubevirt/registry-disk-v1alpha:devel ---> 0b5943290e54 Step 2/4 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> ac03f50b9da5 Step 3/4 : RUN curl http://dl-cdn.alpinelinux.org/alpine/v3.7/releases/x86_64/alpine-virt-3.7.0-x86_64.iso > /disk/alpine.iso ---> Using cache ---> 079e1a5c8014 Step 4/4 : LABEL "alpine-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Using cache ---> f50d303718d1 Successfully built f50d303718d1 Sending build context to Docker daemon 35.59 MB Step 1/8 : FROM fedora:28 ---> cc510acfcd70 Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> bfe77d5699ed Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virtctl ---> Using cache ---> 985fe391c056 Step 4/8 : WORKDIR /home/virtctl ---> Using cache ---> 3b2cae8ac543 Step 5/8 : USER 1001 ---> Using cache ---> 0c06e5b4a900 Step 6/8 : COPY subresource-access-test /subresource-access-test ---> Using cache ---> 61d492d8c3d6 Step 7/8 : ENTRYPOINT /subresource-access-test ---> Using cache ---> 41d6421dbf11 Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "subresource-access-test" '' ---> Running in 52cc745a417f ---> 41c2074b7917 Removing intermediate container 52cc745a417f Successfully built 41c2074b7917 Sending build context to Docker daemon 3.072 kB Step 1/9 : FROM fedora:28 ---> cc510acfcd70 Step 2/9 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> bfe77d5699ed Step 3/9 : ENV container docker ---> Using cache ---> 62847a2a1fa8 Step 4/9 : RUN dnf -y install make git gcc && dnf -y clean all ---> Using cache ---> d3456b1644b1 Step 5/9 : ENV GIMME_GO_VERSION 1.9.2 ---> Using cache ---> 0ba81fddbba1 Step 6/9 : RUN mkdir -p /gimme && curl -sL https://raw.githubusercontent.com/travis-ci/gimme/master/gimme | HOME=/gimme bash >> /etc/profile.d/gimme.sh ---> Using cache ---> 5d33abe3f819 Step 7/9 : ENV GOPATH "/go" GOBIN "/usr/bin" ---> Using cache ---> 783826523be1 Step 8/9 : RUN mkdir -p /go && source /etc/profile.d/gimme.sh && go get github.com/masterzen/winrm-cli ---> Using cache ---> 711bc8d15952 Step 9/9 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "winrmcli" '' ---> Using cache ---> 0126e68c086f Successfully built 0126e68c086f Sending build context to Docker daemon 36.8 MB Step 1/5 : FROM fedora:27 ---> 9110ae7f579f Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> e3238544ad97 Step 3/5 : COPY example-hook-sidecar /example-hook-sidecar ---> Using cache ---> 446d7f755efc Step 4/5 : ENTRYPOINT /example-hook-sidecar ---> Using cache ---> 371c4e5535b8 Step 5/5 : LABEL "example-hook-sidecar" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Running in ed6319db00e6 ---> a30c9e320484 Removing intermediate container ed6319db00e6 Successfully built a30c9e320484 hack/build-docker.sh push The push refers to a repository [localhost:33155/kubevirt/virt-controller] 145891fc7933: Preparing aa89340cf7a8: Preparing 891e1e4ef82a: Preparing aa89340cf7a8: Pushed 145891fc7933: Pushed 891e1e4ef82a: Pushed devel: digest: sha256:1c849cd675d7e00d9ed1d1cd04d41e491ad9e1c2a0680e90f804519270930395 size: 949 The push refers to a repository [localhost:33155/kubevirt/virt-launcher] 12c2e8b9d38b: Preparing 4c25ce12781d: Preparing a66dcf4eaaba: Preparing 5c9b9fcd71fe: Preparing af293cb2890d: Preparing da38cf808aa5: Preparing b83399358a92: Preparing 186d8b3e4fd8: Preparing fa6154170bf5: Preparing 5eefb9960a36: Preparing da38cf808aa5: Waiting 891e1e4ef82a: Preparing 5eefb9960a36: Waiting 4c25ce12781d: Pushed 12c2e8b9d38b: Pushed da38cf808aa5: Pushed b83399358a92: Pushed fa6154170bf5: Pushed 186d8b3e4fd8: Pushed 891e1e4ef82a: Mounted from kubevirt/virt-controller a66dcf4eaaba: Pushed af293cb2890d: Pushed 5c9b9fcd71fe: Pushed 5eefb9960a36: Pushed devel: digest: sha256:c1347d3836c58e358acfe8d8faa1450178bbe14a213a6bedf25c0e4fa17546d4 size: 2620 The push refers to a repository [localhost:33155/kubevirt/virt-handler] 61defb246192: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/virt-launcher 61defb246192: Pushed devel: digest: sha256:c0b237320c114bf0bd4cce3345a373e0d58409ee8fe56f770c71e2530f8be822 size: 741 The push refers to a repository [localhost:33155/kubevirt/virt-api] 3415c1254498: Preparing 82fc744c99b4: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/virt-handler 82fc744c99b4: Pushed 3415c1254498: Pushed devel: digest: sha256:1598bb4eba098536a19ed783ea45c1b15f863994dfafae3a077c8bf01d1ff7ed size: 948 The push refers to a repository [localhost:33155/kubevirt/disks-images-provider] 71ad31feb2c5: Preparing 21d4b721776e: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/virt-api 71ad31feb2c5: Pushed 21d4b721776e: Pushed devel: digest: sha256:45c1398f0e0e0dfa1d0ffd9a5820c35b0265a0704c97ad0042f3aabc2c90a8d0 size: 948 The push refers to a repository [localhost:33155/kubevirt/vm-killer] c4cfadeeaf5f: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/disks-images-provider c4cfadeeaf5f: Pushed devel: digest: sha256:dcef0057ad57b5de85bda952040ef5e0b443583eddb4c5f19cffe52687b36933 size: 740 The push refers to a repository [localhost:33155/kubevirt/registry-disk-v1alpha] 661cce8d8e52: Preparing 41e0baba3077: Preparing 25edbec0eaea: Preparing 661cce8d8e52: Pushed 41e0baba3077: Pushed 25edbec0eaea: Pushed devel: digest: sha256:2aa3a343034ec8c6c91473d67cb4ed114ecef63d7bf47b9d16a9b730c01c09a4 size: 948 The push refers to a repository [localhost:33155/kubevirt/cirros-registry-disk-demo] 67be3c17199c: Preparing 661cce8d8e52: Preparing 41e0baba3077: Preparing 25edbec0eaea: Preparing 41e0baba3077: Mounted from kubevirt/registry-disk-v1alpha 25edbec0eaea: Mounted from kubevirt/registry-disk-v1alpha 661cce8d8e52: Mounted from kubevirt/registry-disk-v1alpha 67be3c17199c: Pushed devel: digest: sha256:e961f556a7512377f9f2ead1091f53f043fcd96f9ed5fdd1b094bb05765fd07f size: 1160 The push refers to a repository [localhost:33155/kubevirt/fedora-cloud-registry-disk-demo] 7b3286b1c2c3: Preparing 661cce8d8e52: Preparing 41e0baba3077: Preparing 25edbec0eaea: Preparing 661cce8d8e52: Mounted from kubevirt/cirros-registry-disk-demo 41e0baba3077: Mounted from kubevirt/cirros-registry-disk-demo 25edbec0eaea: Mounted from kubevirt/cirros-registry-disk-demo 7b3286b1c2c3: Pushed devel: digest: sha256:f0897a5762bf1421a548da17563c4aefaf8a2cf940e983f833292f5cbee2cb68 size: 1161 The push refers to a repository [localhost:33155/kubevirt/alpine-registry-disk-demo] a76b2bda8de9: Preparing 661cce8d8e52: Preparing 41e0baba3077: Preparing 25edbec0eaea: Preparing 661cce8d8e52: Mounted from kubevirt/fedora-cloud-registry-disk-demo 41e0baba3077: Mounted from kubevirt/fedora-cloud-registry-disk-demo 25edbec0eaea: Mounted from kubevirt/fedora-cloud-registry-disk-demo a76b2bda8de9: Pushed devel: digest: sha256:8fdf5fd97dcaff2cd5d450a438b6715157f1912badfa2440add61ff2cd26baa5 size: 1160 The push refers to a repository [localhost:33155/kubevirt/subresource-access-test] 1056c728e55f: Preparing 25cb73590a9d: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/vm-killer 25cb73590a9d: Pushed 1056c728e55f: Pushed devel: digest: sha256:f6eae20e2987b11118a7353268c4918bcac595e7b4c1584af49e91dc7ef09853 size: 948 The push refers to a repository [localhost:33155/kubevirt/winrmcli] f8083e002d0b: Preparing 53c709abc882: Preparing 9ca98a0f492b: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/subresource-access-test f8083e002d0b: Pushed 9ca98a0f492b: Pushed 53c709abc882: Pushed devel: digest: sha256:fce668ff8b26f3e1da97c445bfc5c8046721ddcf125aa9d4a3b94fcba9692c13 size: 1165 The push refers to a repository [localhost:33155/kubevirt/example-hook-sidecar] 2fac798039d3: Preparing 39bae602f753: Preparing 2fac798039d3: Pushed 39bae602f753: Pushed devel: digest: sha256:b2248b3eec68d169d3f4ddb4104ed5c203a48872cf87af702d8265c73df49c03 size: 740 make[1]: Leaving directory `/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt' Done ./cluster/clean.sh + source hack/common.sh ++++ dirname 'hack/common.sh[0]' +++ cd hack/../ +++ pwd ++ KUBEVIRT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt ++ OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out ++ VENDOR_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/vendor ++ CMD_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/cmd ++ TESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/tests ++ APIDOCS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/apidocs ++ MANIFESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests ++ MANIFEST_TEMPLATES_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/templates/manifests ++ PYTHON_CLIENT_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/client-python ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_NUM_NODES=2 ++ '[' -z kubevirt-functional-tests-openshift-3.10-release ']' ++ provider_prefix=kubevirt-functional-tests-openshift-3.10-release0 ++ job_prefix=kubevirt-functional-tests-openshift-3.10-release0 +++ kubevirt_version +++ '[' -n '' ']' +++ '[' -d /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/.git ']' ++++ git describe --always --tags +++ echo v0.7.0-157-gc9627f2 ++ KUBEVIRT_VERSION=v0.7.0-157-gc9627f2 + source cluster/os-3.10.0/provider.sh ++ set -e ++ image=os-3.10.0@sha256:50a4b8ee3e07d592e7e4fbf3eb1401980a5947499dfdc3d847c085b5775aaa9a ++ source cluster/ephemeral-provider-common.sh +++ set -e +++ _cli='docker run --privileged --net=host --rm -v /var/run/docker.sock:/var/run/docker.sock kubevirtci/gocli@sha256:aa7f295a7908fa333ab5e98ef3af0bfafbabfd3cee2b83f9af47f722e3000f6a' + source hack/config.sh ++ unset binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig manifest_docker_prefix namespace ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ source hack/config-default.sh source hack/config-os-3.10.0.sh +++ binaries='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virtctl cmd/fake-qemu-process cmd/virt-api cmd/subresource-access-test cmd/example-hook-sidecar' +++ docker_images='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virt-api images/disks-images-provider images/vm-killer cmd/registry-disk-v1alpha images/cirros-registry-disk-demo images/fedora-cloud-registry-disk-demo images/alpine-registry-disk-demo cmd/subresource-access-test images/winrmcli cmd/example-hook-sidecar' +++ docker_prefix=kubevirt +++ docker_tag=latest +++ master_ip=192.168.200.2 +++ network_provider=flannel +++ namespace=kube-system ++ test -f hack/config-provider-os-3.10.0.sh ++ source hack/config-provider-os-3.10.0.sh +++ master_ip=127.0.0.1 +++ docker_tag=devel +++ kubeconfig=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubeconfig +++ kubectl=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubectl +++ docker_prefix=localhost:33155/kubevirt +++ manifest_docker_prefix=registry:5000/kubevirt ++ test -f hack/config-local.sh ++ export binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig namespace + echo 'Cleaning up ...' Cleaning up ... + cluster/kubectl.sh get vmis --all-namespaces -o=custom-columns=NAME:.metadata.name,NAMESPACE:.metadata.namespace,FINALIZERS:.metadata.finalizers --no-headers + grep foregroundDeleteVirtualMachine + read p error: the server doesn't have a resource type "vmis" + _kubectl delete ds -l kubevirt.io -n kube-system --cascade=false --grace-period 0 No resources found + _kubectl delete pods -n kube-system -l=kubevirt.io=libvirt --force --grace-period 0 No resources found + _kubectl delete pods -n kube-system -l=kubevirt.io=virt-handler --force --grace-period 0 No resources found + namespaces=(default ${namespace}) + for i in '${namespaces[@]}' + _kubectl -n default delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete apiservices -l kubevirt.io No resources found + _kubectl -n default delete deployment -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete deployment -l kubevirt.io No resources found + _kubectl -n default delete rs -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete rs -l kubevirt.io No resources found + _kubectl -n default delete services -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete services -l kubevirt.io No resources found + _kubectl -n default delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete apiservices -l kubevirt.io No resources found + _kubectl -n default delete validatingwebhookconfiguration -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete validatingwebhookconfiguration -l kubevirt.io No resources found + _kubectl -n default delete secrets -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete secrets -l kubevirt.io No resources found + _kubectl -n default delete pv -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pv -l kubevirt.io No resources found + _kubectl -n default delete pvc -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pvc -l kubevirt.io No resources found + _kubectl -n default delete ds -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete ds -l kubevirt.io No resources found + _kubectl -n default delete customresourcedefinitions -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete customresourcedefinitions -l kubevirt.io No resources found + _kubectl -n default delete pods -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pods -l kubevirt.io No resources found + _kubectl -n default delete clusterrolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete clusterrolebinding -l kubevirt.io No resources found + _kubectl -n default delete rolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete rolebinding -l kubevirt.io No resources found + _kubectl -n default delete roles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete roles -l kubevirt.io No resources found + _kubectl -n default delete clusterroles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete clusterroles -l kubevirt.io No resources found + _kubectl -n default delete serviceaccounts -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete serviceaccounts -l kubevirt.io No resources found ++ _kubectl -n default get crd offlinevirtualmachines.kubevirt.io ++ export KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ wc -l ++ KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ cluster/os-3.10.0/.kubectl -n default get crd offlinevirtualmachines.kubevirt.io Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "offlinevirtualmachines.kubevirt.io" not found + '[' 0 -gt 0 ']' + for i in '${namespaces[@]}' + _kubectl -n kube-system delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete apiservices -l kubevirt.io No resources found + _kubectl -n kube-system delete deployment -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete deployment -l kubevirt.io No resources found + _kubectl -n kube-system delete rs -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete rs -l kubevirt.io No resources found + _kubectl -n kube-system delete services -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete services -l kubevirt.io No resources found + _kubectl -n kube-system delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete apiservices -l kubevirt.io No resources found + _kubectl -n kube-system delete validatingwebhookconfiguration -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete validatingwebhookconfiguration -l kubevirt.io No resources found + _kubectl -n kube-system delete secrets -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete secrets -l kubevirt.io No resources found + _kubectl -n kube-system delete pv -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pv -l kubevirt.io No resources found + _kubectl -n kube-system delete pvc -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pvc -l kubevirt.io No resources found + _kubectl -n kube-system delete ds -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete ds -l kubevirt.io No resources found + _kubectl -n kube-system delete customresourcedefinitions -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete customresourcedefinitions -l kubevirt.io No resources found + _kubectl -n kube-system delete pods -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pods -l kubevirt.io No resources found + _kubectl -n kube-system delete clusterrolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete clusterrolebinding -l kubevirt.io No resources found + _kubectl -n kube-system delete rolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete rolebinding -l kubevirt.io No resources found + _kubectl -n kube-system delete roles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete roles -l kubevirt.io No resources found + _kubectl -n kube-system delete clusterroles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete clusterroles -l kubevirt.io No resources found + _kubectl -n kube-system delete serviceaccounts -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete serviceaccounts -l kubevirt.io No resources found ++ _kubectl -n kube-system get crd offlinevirtualmachines.kubevirt.io ++ wc -l ++ export KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ cluster/os-3.10.0/.kubectl -n kube-system get crd offlinevirtualmachines.kubevirt.io Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "offlinevirtualmachines.kubevirt.io" not found + '[' 0 -gt 0 ']' + sleep 2 + echo Done Done ./cluster/deploy.sh + source hack/common.sh ++++ dirname 'hack/common.sh[0]' +++ cd hack/../ +++ pwd ++ KUBEVIRT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt ++ OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out ++ VENDOR_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/vendor ++ CMD_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/cmd ++ TESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/tests ++ APIDOCS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/apidocs ++ MANIFESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests ++ MANIFEST_TEMPLATES_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/templates/manifests ++ PYTHON_CLIENT_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/client-python ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_NUM_NODES=2 ++ '[' -z kubevirt-functional-tests-openshift-3.10-release ']' ++ provider_prefix=kubevirt-functional-tests-openshift-3.10-release0 ++ job_prefix=kubevirt-functional-tests-openshift-3.10-release0 +++ kubevirt_version +++ '[' -n '' ']' +++ '[' -d /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/.git ']' ++++ git describe --always --tags +++ echo v0.7.0-157-gc9627f2 ++ KUBEVIRT_VERSION=v0.7.0-157-gc9627f2 + source cluster/os-3.10.0/provider.sh ++ set -e ++ image=os-3.10.0@sha256:50a4b8ee3e07d592e7e4fbf3eb1401980a5947499dfdc3d847c085b5775aaa9a ++ source cluster/ephemeral-provider-common.sh +++ set -e +++ _cli='docker run --privileged --net=host --rm -v /var/run/docker.sock:/var/run/docker.sock kubevirtci/gocli@sha256:aa7f295a7908fa333ab5e98ef3af0bfafbabfd3cee2b83f9af47f722e3000f6a' + source hack/config.sh ++ unset binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig manifest_docker_prefix namespace ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ source hack/config-default.sh source hack/config-os-3.10.0.sh +++ binaries='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virtctl cmd/fake-qemu-process cmd/virt-api cmd/subresource-access-test cmd/example-hook-sidecar' +++ docker_images='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virt-api images/disks-images-provider images/vm-killer cmd/registry-disk-v1alpha images/cirros-registry-disk-demo images/fedora-cloud-registry-disk-demo images/alpine-registry-disk-demo cmd/subresource-access-test images/winrmcli cmd/example-hook-sidecar' +++ docker_prefix=kubevirt +++ docker_tag=latest +++ master_ip=192.168.200.2 +++ network_provider=flannel +++ namespace=kube-system ++ test -f hack/config-provider-os-3.10.0.sh ++ source hack/config-provider-os-3.10.0.sh +++ master_ip=127.0.0.1 +++ docker_tag=devel +++ kubeconfig=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubeconfig +++ kubectl=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubectl +++ docker_prefix=localhost:33155/kubevirt +++ manifest_docker_prefix=registry:5000/kubevirt ++ test -f hack/config-local.sh ++ export binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig namespace + echo 'Deploying ...' Deploying ... + [[ -z openshift-3.10-release ]] + [[ openshift-3.10-release =~ .*-dev ]] + [[ openshift-3.10-release =~ .*-release ]] + for manifest in '${MANIFESTS_OUT_DIR}/release/*' + [[ /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/demo-content.yaml =~ .*demo.* ]] + continue + for manifest in '${MANIFESTS_OUT_DIR}/release/*' + [[ /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml =~ .*demo.* ]] + _kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml clusterrole.rbac.authorization.k8s.io "kubevirt.io:admin" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:edit" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:view" created serviceaccount "kubevirt-apiserver" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-apiserver-auth-delegator" created rolebinding.rbac.authorization.k8s.io "kubevirt-apiserver" created role.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrole.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrole.rbac.authorization.k8s.io "kubevirt-controller" created serviceaccount "kubevirt-controller" created serviceaccount "kubevirt-privileged" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-controller" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-controller-cluster-admin" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-privileged-cluster-admin" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:default" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt.io:default" created service "virt-api" created deployment.extensions "virt-api" created deployment.extensions "virt-controller" created daemonset.extensions "virt-handler" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstances.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstancereplicasets.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstancepresets.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachines.kubevirt.io" created + _kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/testing -R + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/testing -R persistentvolumeclaim "disk-alpine" created persistentvolume "host-path-disk-alpine" created persistentvolumeclaim "disk-custom" created persistentvolume "host-path-disk-custom" created daemonset.extensions "disks-images-provider" created serviceaccount "kubevirt-testing" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-testing-cluster-admin" created + [[ os-3.10.0 =~ os-* ]] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-controller -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-controller -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-controller"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-testing -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-testing -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-testing"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-privileged -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-privileged -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-privileged"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-apiserver -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-apiserver -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-apiserver"] + _kubectl adm policy add-scc-to-user privileged admin + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged admin scc "privileged" added to: ["admin"] + echo Done Done + namespaces=(kube-system default) + [[ kube-system != \k\u\b\e\-\s\y\s\t\e\m ]] + timeout=300 + sample=30 + for i in '${namespaces[@]}' + current_time=0 ++ kubectl get pods -n kube-system --no-headers ++ cluster/kubectl.sh get pods -n kube-system --no-headers ++ grep -v Running + '[' -n 'disks-images-provider-cxcq4 0/1 ContainerCreating 0 5s disks-images-provider-znbqm 0/1 ContainerCreating 0 5s virt-api-7d79764579-f5z5h 0/1 ContainerCreating 0 7s virt-api-7d79764579-ln7g8 0/1 ContainerCreating 0 8s virt-controller-7d57d96b65-922b5 0/1 ContainerCreating 0 8s virt-controller-7d57d96b65-mhgjd 0/1 ContainerCreating 0 8s virt-handler-dc5sm 0/1 ContainerCreating 0 8s virt-handler-m9h4b 0/1 ContainerCreating 0 8s' ']' + echo 'Waiting for kubevirt pods to enter the Running state ...' Waiting for kubevirt pods to enter the Running state ... + kubectl get pods -n kube-system --no-headers + cluster/kubectl.sh get pods -n kube-system --no-headers + grep -v Running disks-images-provider-cxcq4 0/1 ContainerCreating 0 5s disks-images-provider-znbqm 0/1 ContainerCreating 0 5s virt-api-7d79764579-f5z5h 0/1 ContainerCreating 0 7s virt-api-7d79764579-ln7g8 0/1 ContainerCreating 0 8s virt-handler-dc5sm 0/1 ContainerCreating 0 8s virt-handler-m9h4b 0/1 ContainerCreating 0 8s + sleep 30 + current_time=30 + '[' 30 -gt 300 ']' ++ kubectl get pods -n kube-system --no-headers ++ grep -v Running ++ cluster/kubectl.sh get pods -n kube-system --no-headers + '[' -n '' ']' + current_time=0 ++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false ++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + '[' -n false ']' + echo 'Waiting for KubeVirt containers to become ready ...' Waiting for KubeVirt containers to become ready ... + kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + grep false + cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers false + sleep 30 + current_time=30 + '[' 30 -gt 300 ']' ++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false ++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + '[' -n '' ']' + kubectl get pods -n kube-system + cluster/kubectl.sh get pods -n kube-system NAME READY STATUS RESTARTS AGE disks-images-provider-cxcq4 1/1 Running 0 1m disks-images-provider-znbqm 1/1 Running 0 1m master-api-node01 1/1 Running 1 22d master-controllers-node01 1/1 Running 1 22d master-etcd-node01 1/1 Running 1 22d virt-api-7d79764579-f5z5h 1/1 Running 0 1m virt-api-7d79764579-ln7g8 1/1 Running 0 1m virt-controller-7d57d96b65-922b5 1/1 Running 0 1m virt-controller-7d57d96b65-mhgjd 1/1 Running 0 1m virt-handler-dc5sm 1/1 Running 0 1m virt-handler-m9h4b 1/1 Running 0 1m + for i in '${namespaces[@]}' + current_time=0 ++ kubectl get pods -n default --no-headers ++ cluster/kubectl.sh get pods -n default --no-headers ++ grep -v Running + '[' -n '' ']' + current_time=0 ++ kubectl get pods -n default '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false ++ cluster/kubectl.sh get pods -n default '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + '[' -n '' ']' + kubectl get pods -n default + cluster/kubectl.sh get pods -n default NAME READY STATUS RESTARTS AGE docker-registry-1-rl562 1/1 Running 1 22d registry-console-1-rw9zf 1/1 Running 1 22d router-1-6cch9 1/1 Running 1 22d + kubectl version + cluster/kubectl.sh version oc v3.10.0-rc.0+c20e215 kubernetes v1.10.0+b81c8f8 features: Basic-Auth GSSAPI Kerberos SPNEGO Server https://127.0.0.1:33152 openshift v3.10.0-rc.0+c20e215 kubernetes v1.10.0+b81c8f8 + ginko_params='--ginkgo.noColor --junit-output=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/junit.xml' + [[ openshift-3.10-release =~ windows.* ]] + FUNC_TEST_ARGS='--ginkgo.noColor --junit-output=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/junit.xml' + make functest hack/dockerized "hack/build-func-tests.sh" sha256:dcf2b21fa2ed11dcf9dbba21b1cca0ee3fad521a0e9aee61c06d0b0b66a4b200 go version go1.10 linux/amd64 go version go1.10 linux/amd64 Compiling tests... compiled tests.test hack/functests.sh Running Suite: Tests Suite ========================== Random Seed: 1532949927 Will run 151 of 151 specs • ------------------------------ • [SLOW TEST:23.868 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 should start it /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:80 ------------------------------ Pod name: disks-images-provider-cxcq4 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-znbqm Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-f5z5h Pod phase: Running 2018/07/30 11:24:23 http: TLS handshake error from 10.128.0.1:58550: EOF 2018/07/30 11:24:33 http: TLS handshake error from 10.128.0.1:58604: EOF 2018/07/30 11:24:43 http: TLS handshake error from 10.128.0.1:58650: EOF 2018/07/30 11:24:53 http: TLS handshake error from 10.128.0.1:58696: EOF level=info timestamp=2018-07-30T11:24:59.756324Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/30 11:25:03 http: TLS handshake error from 10.128.0.1:58746: EOF 2018/07/30 11:25:13 http: TLS handshake error from 10.128.0.1:58792: EOF 2018/07/30 11:25:23 http: TLS handshake error from 10.128.0.1:58880: EOF level=info timestamp=2018-07-30T11:25:30.354808Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/30 11:25:33 http: TLS handshake error from 10.128.0.1:58932: EOF 2018/07/30 11:25:43 http: TLS handshake error from 10.128.0.1:58990: EOF 2018/07/30 11:25:53 http: TLS handshake error from 10.128.0.1:59046: EOF 2018/07/30 11:26:03 http: TLS handshake error from 10.128.0.1:59096: EOF 2018/07/30 11:26:13 http: TLS handshake error from 10.128.0.1:59142: EOF 2018/07/30 11:26:23 http: TLS handshake error from 10.128.0.1:59226: EOF Pod name: virt-api-7d79764579-ln7g8 Pod phase: Running level=info timestamp=2018-07-30T11:25:38.102244Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-30T11:25:38.839473Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 11:25:41 http: TLS handshake error from 10.129.0.1:46740: EOF level=info timestamp=2018-07-30T11:25:49.118055Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 11:25:52 http: TLS handshake error from 10.129.0.1:46750: EOF level=info timestamp=2018-07-30T11:25:58.472703Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:25:58.499375Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:25:58.612530Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:25:59.206814Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:25:59.459995Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/30 11:26:01 http: TLS handshake error from 10.129.0.1:46760: EOF level=info timestamp=2018-07-30T11:26:09.373200Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 11:26:11 http: TLS handshake error from 10.129.0.1:46770: EOF level=info timestamp=2018-07-30T11:26:19.459887Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 11:26:21 http: TLS handshake error from 10.129.0.1:46780: EOF Pod name: virt-controller-7d57d96b65-922b5 Pod phase: Running level=info timestamp=2018-07-30T11:23:59.399223Z pos=vm.go:85 component=virt-controller service=http msg="Starting VirtualMachine controller." level=info timestamp=2018-07-30T11:23:59.406573Z pos=node.go:104 component=virt-controller service=http msg="Starting node controller." level=info timestamp=2018-07-30T11:23:59.406647Z pos=vmi.go:129 component=virt-controller service=http msg="Starting vmi controller." level=info timestamp=2018-07-30T11:23:59.406689Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-07-30T11:23:59.406749Z pos=preset.go:74 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-07-30T11:25:28.757113Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiv4fbr kind= uid=43186c49-93eb-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T11:25:28.762378Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiv4fbr kind= uid=43186c49-93eb-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T11:25:29.146425Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiv4fbr\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiv4fbr" level=info timestamp=2018-07-30T11:25:29.205053Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiv4fbr\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmiv4fbr, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 43186c49-93eb-11e8-8b81-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiv4fbr" level=info timestamp=2018-07-30T11:25:29.328506Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmih4267 kind= uid=437a4eae-93eb-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T11:25:29.328887Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmih4267 kind= uid=437a4eae-93eb-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T11:25:29.898896Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmih4267\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmih4267" level=info timestamp=2018-07-30T11:25:53.222118Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq29g7 kind= uid=51b733dd-93eb-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T11:25:53.222732Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq29g7 kind= uid=51b733dd-93eb-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T11:25:53.384520Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiq29g7\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiq29g7" Pod name: virt-controller-7d57d96b65-mhgjd Pod phase: Running level=info timestamp=2018-07-30T11:24:00.096832Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-dc5sm Pod phase: Running level=info timestamp=2018-07-30T11:24:04.727802Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-30T11:24:04.734350Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-30T11:24:04.735121Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-30T11:24:04.839366Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-30T11:24:04.864385Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" level=info timestamp=2018-07-30T11:24:04.883019Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" Pod name: virt-handler-m9h4b Pod phase: Running level=info timestamp=2018-07-30T11:26:23.944294Z pos=vm.go:251 component=virt-handler reason="connection is shut down" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmih4267" level=info timestamp=2018-07-30T11:26:24.271137Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmih4267, existing: false\n" level=info timestamp=2018-07-30T11:26:24.271281Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-07-30T11:26:24.271342Z pos=vm.go:331 component=virt-handler msg="Domain status: ShuttingDown, reason: Unknown\n" level=info timestamp=2018-07-30T11:26:24.272093Z pos=vm.go:353 component=virt-handler namespace=kubevirt-test-default name=testvmih4267 kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-07-30T11:26:24.272220Z pos=vm.go:407 component=virt-handler namespace=kubevirt-test-default name=testvmih4267 kind=VirtualMachineInstance uid= msg="Processing shutdown." level=error timestamp=2018-07-30T11:26:24.272404Z pos=vm.go:424 component=virt-handler namespace=kubevirt-test-default name=testvmih4267 kind=VirtualMachineInstance uid= reason="connection is shut down" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-07-30T11:26:24.272494Z pos=vm.go:251 component=virt-handler reason="connection is shut down" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmih4267" level=info timestamp=2018-07-30T11:26:24.912719Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmih4267, existing: false\n" level=info timestamp=2018-07-30T11:26:24.912805Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-07-30T11:26:24.912830Z pos=vm.go:331 component=virt-handler msg="Domain status: ShuttingDown, reason: Unknown\n" level=info timestamp=2018-07-30T11:26:24.912977Z pos=vm.go:353 component=virt-handler namespace=kubevirt-test-default name=testvmih4267 kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-07-30T11:26:24.913014Z pos=vm.go:407 component=virt-handler namespace=kubevirt-test-default name=testvmih4267 kind=VirtualMachineInstance uid= msg="Processing shutdown." level=error timestamp=2018-07-30T11:26:24.913081Z pos=vm.go:424 component=virt-handler namespace=kubevirt-test-default name=testvmih4267 kind=VirtualMachineInstance uid= reason="connection is shut down" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-07-30T11:26:24.913118Z pos=vm.go:251 component=virt-handler reason="connection is shut down" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmih4267" Pod name: virt-launcher-testvmih4267-658sv Pod phase: Running Unable to retrieve container logs for docker://fc93a8e4fa9f2d0f0408b3f904ab246237940631b169da50e3ca783345384828 Pod name: virt-launcher-testvmiq29g7-xpflz Pod phase: Running • Failure [32.658 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 should attach virt-launcher to it [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:86 Timed out after 11.120s. Expected : to contain substring : Found PID for /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:96 ------------------------------ level=info timestamp=2018-07-30T11:25:54.456859Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmiq29g7 kind=VirtualMachineInstance uid=51b733dd-93eb-11e8-8b81-525500d15501 msg="Created virtual machine pod virt-launcher-testvmiq29g7-xpflz" level=info timestamp=2018-07-30T11:26:12.126462Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmiq29g7 kind=VirtualMachineInstance uid=51b733dd-93eb-11e8-8b81-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmiq29g7-xpflz" level=info timestamp=2018-07-30T11:26:14.343145Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmiq29g7 kind=VirtualMachineInstance uid=51b733dd-93eb-11e8-8b81-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-07-30T11:26:14.463019Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmiq29g7 kind=VirtualMachineInstance uid=51b733dd-93eb-11e8-8b81-525500d15501 msg="VirtualMachineInstance started." STEP: Getting virt-launcher logs ••••2018/07/30 07:27:07 read closing down: EOF ------------------------------ • [SLOW TEST:39.010 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 with boot order /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:174 should be able to boot from selected disk /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 Alpine as first boot /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ 2018/07/30 07:27:35 read closing down: EOF • [SLOW TEST:28.372 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 with boot order /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:174 should be able to boot from selected disk /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 Cirros as first boot /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:16.515 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 with user-data /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:205 without k8s secret /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:206 should retry starting the VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:207 ------------------------------ • [SLOW TEST:19.826 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 with user-data /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:205 without k8s secret /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:206 should log warning and proceed once the secret is there /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:237 ------------------------------ • [SLOW TEST:50.119 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 when virt-launcher crashes /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:285 should be stopped and have Failed phase /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:286 ------------------------------ Pod name: disks-images-provider-cxcq4 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-znbqm Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-f5z5h Pod phase: Running level=info timestamp=2018-07-30T11:28:29.618166Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/30 11:28:33 http: TLS handshake error from 10.128.0.1:59880: EOF 2018/07/30 11:28:43 http: TLS handshake error from 10.128.0.1:59928: EOF 2018/07/30 11:28:53 http: TLS handshake error from 10.128.0.1:59974: EOF level=info timestamp=2018-07-30T11:28:59.596845Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/30 11:29:03 http: TLS handshake error from 10.128.0.1:60024: EOF 2018/07/30 11:29:13 http: TLS handshake error from 10.128.0.1:60070: EOF 2018/07/30 11:29:23 http: TLS handshake error from 10.128.0.1:60116: EOF level=info timestamp=2018-07-30T11:29:29.559132Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/30 11:29:33 http: TLS handshake error from 10.128.0.1:60166: EOF 2018/07/30 11:29:43 http: TLS handshake error from 10.128.0.1:60212: EOF 2018/07/30 11:29:53 http: TLS handshake error from 10.128.0.1:60258: EOF 2018/07/30 11:30:03 http: TLS handshake error from 10.128.0.1:60308: EOF 2018/07/30 11:30:13 http: TLS handshake error from 10.128.0.1:60354: EOF 2018/07/30 11:30:23 http: TLS handshake error from 10.128.0.1:60400: EOF Pod name: virt-api-7d79764579-ln7g8 Pod phase: Running level=info timestamp=2018-07-30T11:29:34.718425Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 11:29:41 http: TLS handshake error from 10.129.0.1:46996: EOF level=info timestamp=2018-07-30T11:29:44.889875Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 11:29:51 http: TLS handshake error from 10.129.0.1:47006: EOF level=info timestamp=2018-07-30T11:29:55.104507Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:29:59.481823Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/30 11:30:01 http: TLS handshake error from 10.129.0.1:47016: EOF level=info timestamp=2018-07-30T11:30:02.054092Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:30:03.160607Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:30:03.163102Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:30:05.330376Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 11:30:11 http: TLS handshake error from 10.129.0.1:47026: EOF level=info timestamp=2018-07-30T11:30:15.549279Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 11:30:21 http: TLS handshake error from 10.129.0.1:47036: EOF level=info timestamp=2018-07-30T11:30:25.951027Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-922b5 Pod phase: Running level=info timestamp=2018-07-30T11:27:07.193168Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi8bp8t kind= uid=7dd04bc2-93eb-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T11:27:07.193877Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi8bp8t kind= uid=7dd04bc2-93eb-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T11:27:07.526626Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi8bp8t\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi8bp8t" level=info timestamp=2018-07-30T11:27:35.390674Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmin67ct kind= uid=8e9aa7fe-93eb-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T11:27:35.391067Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmin67ct kind= uid=8e9aa7fe-93eb-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T11:27:35.586967Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmin67ct\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmin67ct" level=info timestamp=2018-07-30T11:27:35.633341Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmin67ct\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmin67ct" level=info timestamp=2018-07-30T11:27:51.906568Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmihp7gt kind= uid=98783c2a-93eb-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T11:27:51.906844Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmihp7gt kind= uid=98783c2a-93eb-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T11:27:51.989798Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmihp7gt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmihp7gt" level=info timestamp=2018-07-30T11:28:11.791191Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmivbdkf kind= uid=a4524bda-93eb-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T11:28:11.791684Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmivbdkf kind= uid=a4524bda-93eb-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T11:29:01.902427Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmirjlmh kind= uid=c22e6004-93eb-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T11:29:01.903141Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmirjlmh kind= uid=c22e6004-93eb-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T11:29:02.023544Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmirjlmh\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmirjlmh" Pod name: virt-controller-7d57d96b65-mhgjd Pod phase: Running level=info timestamp=2018-07-30T11:24:00.096832Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-dc5sm Pod phase: Running level=info timestamp=2018-07-30T11:24:04.727802Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-30T11:24:04.734350Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-30T11:24:04.735121Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-30T11:24:04.839366Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-30T11:24:04.864385Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" level=info timestamp=2018-07-30T11:24:04.883019Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" Pod name: virt-handler-m9h4b Pod phase: Running level=info timestamp=2018-07-30T11:29:28.151335Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-30T11:29:28.157085Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-30T11:29:28.157312Z pos=cache.go:121 component=virt-handler msg="List domains from sock /var/run/kubevirt/sockets/kubevirt-test-default_testvmin67ct_sock" level=error timestamp=2018-07-30T11:29:28.157585Z pos=cache.go:124 component=virt-handler reason="dial unix /var/run/kubevirt/sockets/kubevirt-test-default_testvmin67ct_sock: connect: connection refused" msg="failed to connect to cmd client socket" level=info timestamp=2018-07-30T11:29:28.157644Z pos=cache.go:121 component=virt-handler msg="List domains from sock /var/run/kubevirt/sockets/kubevirt-test-default_testvmirjlmh_sock" level=info timestamp=2018-07-30T11:29:28.215527Z pos=vm.go:725 component=virt-handler namespace=kubevirt-test-default name=testvmirjlmh kind=Domain uid= msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-30T11:29:28.270368Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-30T11:29:28.343718Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" level=info timestamp=2018-07-30T11:29:28.347962Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" level=info timestamp=2018-07-30T11:29:28.577567Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmirjlmh, existing: true\n" level=info timestamp=2018-07-30T11:29:28.577647Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Running\n" level=info timestamp=2018-07-30T11:29:28.577678Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-07-30T11:29:28.577698Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-07-30T11:29:28.577784Z pos=vm.go:416 component=virt-handler namespace=kubevirt-test-default name=testvmirjlmh kind=VirtualMachineInstance uid=c22e6004-93eb-11e8-8b81-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-30T11:29:28.859349Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmirjlmh kind=VirtualMachineInstance uid=c22e6004-93eb-11e8-8b81-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmirjlmh-ngm7z Pod phase: Running Pod name: vmi-killerczc6m Pod phase: Succeeded Pod name: vmi-killerdrc78 Pod phase: Succeeded • Failure [85.877 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 when virt-handler crashes /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:309 should recover and continue management [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:310 Expected : Running to equal : Failed /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:336 ------------------------------ level=info timestamp=2018-07-30T11:29:03.137349Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmirjlmh kind=VirtualMachineInstance uid=c22e6004-93eb-11e8-8b81-525500d15501 msg="Created virtual machine pod virt-launcher-testvmirjlmh-ngm7z" level=info timestamp=2018-07-30T11:29:20.542195Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmirjlmh kind=VirtualMachineInstance uid=c22e6004-93eb-11e8-8b81-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmirjlmh-ngm7z" level=info timestamp=2018-07-30T11:29:22.380592Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmirjlmh kind=VirtualMachineInstance uid=c22e6004-93eb-11e8-8b81-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-07-30T11:29:22.439800Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmirjlmh kind=VirtualMachineInstance uid=c22e6004-93eb-11e8-8b81-525500d15501 msg="VirtualMachineInstance started." STEP: Crashing the virt-handler STEP: Killing the VirtualMachineInstance level=info timestamp=2018-07-30T11:29:27.830607Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmirjlmh kind=VirtualMachineInstance uid=c22e6004-93eb-11e8-8b81-525500d15501 msg="Created virtual machine pod virt-launcher-testvmirjlmh-ngm7z" level=info timestamp=2018-07-30T11:29:27.830821Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmirjlmh kind=VirtualMachineInstance uid=c22e6004-93eb-11e8-8b81-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmirjlmh-ngm7z" level=info timestamp=2018-07-30T11:29:27.831567Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmirjlmh kind=VirtualMachineInstance uid=c22e6004-93eb-11e8-8b81-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-07-30T11:29:27.831820Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmirjlmh kind=VirtualMachineInstance uid=c22e6004-93eb-11e8-8b81-525500d15501 msg="VirtualMachineInstance started." level=info timestamp=2018-07-30T11:29:30.003916Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmirjlmh kind=VirtualMachineInstance uid=c22e6004-93eb-11e8-8b81-525500d15501 msg="VirtualMachineInstance defined." STEP: Checking that VirtualMachineInstance has 'Failed' phase • [SLOW TEST:46.811 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 when virt-handler is responsive /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:340 should indicate that a node is ready for vmis /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:341 ------------------------------ • [SLOW TEST:92.412 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 when virt-handler is not responsive /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:371 the node controller should react /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:410 ------------------------------ • [SLOW TEST:22.050 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 with node tainted /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:463 the vmi with tolerations should be scheduled /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:485 ------------------------------ • ------------------------------ • [SLOW TEST:70.045 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 with non default namespace /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:535 should log libvirt start and stop lifecycle events of the domain /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 kubevirt-test-default /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:74.245 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 with non default namespace /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:535 should log libvirt start and stop lifecycle events of the domain /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 kubevirt-test-alternative /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.220 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 VirtualMachineInstance Emulation Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:592 should enable emulation in virt-launcher [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:604 Software emulation is not enabled on this cluster /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:600 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.172 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 VirtualMachineInstance Emulation Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:592 should be reflected in domain XML [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:641 Software emulation is not enabled on this cluster /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:600 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.270 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 VirtualMachineInstance Emulation Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:592 should request a TUN device but not KVM [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:685 Software emulation is not enabled on this cluster /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:600 ------------------------------ •••• ------------------------------ • [SLOW TEST:74.832 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Delete a VirtualMachineInstance's Pod /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:837 should result in the VirtualMachineInstance moving to a finalized state /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:838 ------------------------------ • [SLOW TEST:53.522 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Delete a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:869 with an active pod. /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:870 should result in pod being terminated /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:871 ------------------------------ 2018/07/30 07:38:34 read closing down: EOF Pod name: disks-images-provider-cxcq4 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-znbqm Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-f5z5h Pod phase: Running level=info timestamp=2018-07-30T11:36:29.687532Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/30 11:36:33 http: TLS handshake error from 10.128.0.1:33938: EOF 2018/07/30 11:36:43 http: TLS handshake error from 10.128.0.1:33984: EOF 2018/07/30 11:36:53 http: TLS handshake error from 10.128.0.1:34030: EOF level=info timestamp=2018-07-30T11:36:59.854176Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/30 11:37:03 http: TLS handshake error from 10.128.0.1:34080: EOF 2018/07/30 11:37:13 http: TLS handshake error from 10.128.0.1:34126: EOF 2018/07/30 11:37:23 http: TLS handshake error from 10.128.0.1:34172: EOF 2018/07/30 11:37:33 http: TLS handshake error from 10.128.0.1:34222: EOF 2018/07/30 11:37:43 http: TLS handshake error from 10.128.0.1:34268: EOF 2018/07/30 11:37:53 http: TLS handshake error from 10.128.0.1:34316: EOF 2018/07/30 11:38:03 http: TLS handshake error from 10.128.0.1:34374: EOF 2018/07/30 11:38:13 http: TLS handshake error from 10.128.0.1:34426: EOF 2018/07/30 11:38:23 http: TLS handshake error from 10.128.0.1:34472: EOF 2018/07/30 11:38:33 http: TLS handshake error from 10.128.0.1:34522: EOF Pod name: virt-api-7d79764579-ln7g8 Pod phase: Running level=info timestamp=2018-07-30T11:38:10.648317Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 11:38:11 http: TLS handshake error from 10.129.0.1:47516: EOF level=info timestamp=2018-07-30T11:38:17.377140Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:38:21.133886Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-30T11:38:21.142398Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 2018/07/30 11:38:21 http: TLS handshake error from 10.129.0.1:47526: EOF level=info timestamp=2018-07-30T11:38:27.535168Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:38:29.597731Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/30 11:38:31 http: TLS handshake error from 10.129.0.1:47536: EOF level=error timestamp=2018-07-30T11:38:33.811269Z pos=subresource.go:85 component=virt-api msg= 2018/07/30 11:38:33 http: response.WriteHeader on hijacked connection level=error timestamp=2018-07-30T11:38:33.811992Z pos=subresource.go:97 component=virt-api reason="read tcp 10.129.0.4:8443->10.128.0.1:36560: use of closed network connection" msg="error ecountered reading from websocket stream" level=info timestamp=2018-07-30T11:38:33.812263Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvmixvxvd/console proto=HTTP/1.1 statusCode=200 contentLength=0 level=info timestamp=2018-07-30T11:38:36.782053Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:38:37.762744Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-922b5 Pod phase: Running level=info timestamp=2018-07-30T11:35:37.219749Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiffs5d kind= uid=adbfacff-93ec-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T11:35:37.220410Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiffs5d kind= uid=adbfacff-93ec-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T11:35:37.474170Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiffs5d\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiffs5d" level=info timestamp=2018-07-30T11:35:37.572534Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiffs5d\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiffs5d" level=info timestamp=2018-07-30T11:35:38.180106Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixrcgz kind= uid=ae60ab93-93ec-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T11:35:38.180732Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixrcgz kind= uid=ae60ab93-93ec-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T11:35:38.297775Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmixrcgz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmixrcgz" level=info timestamp=2018-07-30T11:35:38.331005Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmixrcgz\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmixrcgz, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: ae60ab93-93ec-11e8-8b81-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmixrcgz" level=info timestamp=2018-07-30T11:35:39.161196Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi76d8d kind= uid=aef6b6e8-93ec-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T11:35:39.161594Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi76d8d kind= uid=aef6b6e8-93ec-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T11:36:54.014130Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqw6mb kind= uid=db9141ce-93ec-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T11:36:54.015030Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqw6mb kind= uid=db9141ce-93ec-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T11:37:47.495791Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixvxvd kind= uid=fb723103-93ec-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T11:37:47.496652Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixvxvd kind= uid=fb723103-93ec-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T11:37:47.765968Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmixvxvd\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmixvxvd" Pod name: virt-controller-7d57d96b65-mhgjd Pod phase: Running level=info timestamp=2018-07-30T11:24:00.096832Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-dmlzk Pod phase: Running level=info timestamp=2018-07-30T11:38:08.104164Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmiqw6mb, existing: false\n" level=info timestamp=2018-07-30T11:38:08.105171Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T11:38:08.105853Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqw6mb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T11:38:08.106890Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmiqw6mb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T11:38:33.015648Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmiqw6mb, existing: false\n" level=info timestamp=2018-07-30T11:38:33.016161Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T11:38:33.016645Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqw6mb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T11:38:33.017108Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmiqw6mb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T11:38:33.156095Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmixvxvd, existing: true\n" level=info timestamp=2018-07-30T11:38:33.156716Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Running\n" level=info timestamp=2018-07-30T11:38:33.157206Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-07-30T11:38:33.157542Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-07-30T11:38:33.158431Z pos=vm.go:370 component=virt-handler namespace=kubevirt-test-default name=testvmixvxvd kind= uid=fb723103-93ec-11e8-8b81-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-30T11:38:33.159303Z pos=vm.go:407 component=virt-handler namespace=kubevirt-test-default name=testvmixvxvd kind= uid=fb723103-93ec-11e8-8b81-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-30T11:38:33.163730Z pos=vm.go:556 component=virt-handler namespace=kubevirt-test-default name=testvmixvxvd kind= uid=fb723103-93ec-11e8-8b81-525500d15501 msg="Grace period expired, killing deleted VirtualMachineInstance testvmixvxvd" Pod name: virt-handler-vwc6m Pod phase: Running level=info timestamp=2018-07-30T11:35:35.736089Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-alternative name=testvmiss9x5 kind= uid=80fcecbd-93ec-11e8-8b81-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T11:35:35.739457Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-alternative name=testvmiss9x5 kind= uid=80fcecbd-93ec-11e8-8b81-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T11:35:35.739988Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmiss9x5, existing: true\n" level=info timestamp=2018-07-30T11:35:35.740089Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-07-30T11:35:35.740174Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T11:35:35.740284Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-alternative name=testvmiss9x5 kind= uid=80fcecbd-93ec-11e8-8b81-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T11:35:35.740529Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-alternative name=testvmiss9x5 kind= uid=80fcecbd-93ec-11e8-8b81-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T11:35:35.770246Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmiss9x5, existing: false\n" level=info timestamp=2018-07-30T11:35:35.770401Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T11:35:35.770590Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-alternative name=testvmiss9x5 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T11:35:35.770866Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-alternative name=testvmiss9x5 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T11:35:50.763450Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmiss9x5, existing: false\n" level=info timestamp=2018-07-30T11:35:50.765454Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T11:35:50.768598Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-alternative name=testvmiss9x5 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T11:35:50.770260Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-alternative name=testvmiss9x5 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmixvxvd-vrtl8 Pod phase: Running • Failure [51.534 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Delete a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:869 with ACPI and 0 grace period seconds /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:895 should result in vmi status failed [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:896 Timed out after 5.000s. Expected : Running to equal : Failed /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:917 ------------------------------ STEP: Creating the VirtualMachineInstance level=info timestamp=2018-07-30T11:37:48.730035Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmixvxvd kind=VirtualMachineInstance uid=fb723103-93ec-11e8-8b81-525500d15501 msg="Created virtual machine pod virt-launcher-testvmixvxvd-vrtl8" level=info timestamp=2018-07-30T11:38:05.099091Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmixvxvd kind=VirtualMachineInstance uid=fb723103-93ec-11e8-8b81-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmixvxvd-vrtl8" level=info timestamp=2018-07-30T11:38:06.958394Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmixvxvd kind=VirtualMachineInstance uid=fb723103-93ec-11e8-8b81-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-07-30T11:38:07.027934Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmixvxvd kind=VirtualMachineInstance uid=fb723103-93ec-11e8-8b81-525500d15501 msg="VirtualMachineInstance started." STEP: Deleting the VirtualMachineInstance STEP: Verifying VirtualMachineInstance's status is Failed 2018/07/30 07:39:22 read closing down: EOF Pod name: disks-images-provider-cxcq4 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-znbqm Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-f5z5h Pod phase: Running 2018/07/30 11:38:23 http: TLS handshake error from 10.128.0.1:34472: EOF 2018/07/30 11:38:33 http: TLS handshake error from 10.128.0.1:34522: EOF 2018/07/30 11:38:43 http: TLS handshake error from 10.128.0.1:34568: EOF 2018/07/30 11:38:53 http: TLS handshake error from 10.128.0.1:34614: EOF level=info timestamp=2018-07-30T11:38:58.466821Z pos=subresource.go:75 component=virt-api msg="Websocket connection upgraded" 2018/07/30 11:39:03 http: TLS handshake error from 10.128.0.1:34672: EOF 2018/07/30 11:39:13 http: TLS handshake error from 10.128.0.1:34718: EOF level=error timestamp=2018-07-30T11:39:21.840590Z pos=subresource.go:97 component=virt-api reason="websocket: close 1006 (abnormal closure): unexpected EOF" msg="error ecountered reading from websocket stream" level=error timestamp=2018-07-30T11:39:21.841083Z pos=subresource.go:106 component=virt-api reason="websocket: close 1006 (abnormal closure): unexpected EOF" msg="Error in websocket proxy" 2018/07/30 11:39:21 http: response.WriteHeader on hijacked connection level=info timestamp=2018-07-30T11:39:21.841511Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvmiv88pn/console proto=HTTP/1.1 statusCode=500 contentLength=0 level=error timestamp=2018-07-30T11:39:21.859498Z pos=subresource.go:91 component=virt-api reason="tls: use of closed connection" msg="error ecountered reading from remote podExec stream" 2018/07/30 11:39:23 http: TLS handshake error from 10.128.0.1:34764: EOF level=info timestamp=2018-07-30T11:39:29.929428Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/30 11:39:33 http: TLS handshake error from 10.128.0.1:34814: EOF Pod name: virt-api-7d79764579-ln7g8 Pod phase: Running 2018/07/30 11:38:51 http: TLS handshake error from 10.129.0.1:47556: EOF level=info timestamp=2018-07-30T11:38:58.413001Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:38:59.957489Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/30 11:39:01 http: TLS handshake error from 10.129.0.1:47566: EOF level=info timestamp=2018-07-30T11:39:07.088662Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:39:08.671847Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:39:11.145419Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:39:11.145886Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 11:39:11 http: TLS handshake error from 10.129.0.1:47576: EOF level=info timestamp=2018-07-30T11:39:18.935331Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:39:21.154655Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-30T11:39:21.178358Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 2018/07/30 11:39:21 http: TLS handshake error from 10.129.0.1:47586: EOF level=info timestamp=2018-07-30T11:39:29.169295Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 11:39:31 http: TLS handshake error from 10.129.0.1:47596: EOF Pod name: virt-controller-7d57d96b65-922b5 Pod phase: Running level=info timestamp=2018-07-30T11:35:37.474170Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiffs5d\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiffs5d" level=info timestamp=2018-07-30T11:35:37.572534Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiffs5d\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiffs5d" level=info timestamp=2018-07-30T11:35:38.180106Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixrcgz kind= uid=ae60ab93-93ec-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T11:35:38.180732Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixrcgz kind= uid=ae60ab93-93ec-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T11:35:38.297775Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmixrcgz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmixrcgz" level=info timestamp=2018-07-30T11:35:38.331005Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmixrcgz\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmixrcgz, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: ae60ab93-93ec-11e8-8b81-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmixrcgz" level=info timestamp=2018-07-30T11:35:39.161196Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi76d8d kind= uid=aef6b6e8-93ec-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T11:35:39.161594Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi76d8d kind= uid=aef6b6e8-93ec-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T11:36:54.014130Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqw6mb kind= uid=db9141ce-93ec-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T11:36:54.015030Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqw6mb kind= uid=db9141ce-93ec-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T11:37:47.495791Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixvxvd kind= uid=fb723103-93ec-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T11:37:47.496652Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixvxvd kind= uid=fb723103-93ec-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T11:37:47.765968Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmixvxvd\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmixvxvd" level=info timestamp=2018-07-30T11:38:39.169748Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiv88pn kind= uid=1a405404-93ed-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T11:38:39.170740Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiv88pn kind= uid=1a405404-93ed-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-controller-7d57d96b65-mhgjd Pod phase: Running level=info timestamp=2018-07-30T11:24:00.096832Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-dmlzk Pod phase: Running level=info timestamp=2018-07-30T11:39:23.178946Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T11:39:23.179020Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmixvxvd kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T11:39:23.179097Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmixvxvd kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T11:39:23.828755Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmixvxvd, existing: false\n" level=info timestamp=2018-07-30T11:39:23.829074Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T11:39:23.829388Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmixvxvd kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T11:39:23.829600Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmixvxvd kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T11:39:31.989769Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmiv88pn, existing: true\n" level=info timestamp=2018-07-30T11:39:31.990066Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Running\n" level=info timestamp=2018-07-30T11:39:31.990175Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-07-30T11:39:31.990227Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-07-30T11:39:31.990599Z pos=vm.go:344 component=virt-handler namespace=kubevirt-test-default name=testvmiv88pn kind= uid=1a405404-93ed-11e8-8b81-525500d15501 msg="Shutting down due to graceful shutdown signal." level=info timestamp=2018-07-30T11:39:31.990703Z pos=vm.go:370 component=virt-handler namespace=kubevirt-test-default name=testvmiv88pn kind= uid=1a405404-93ed-11e8-8b81-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-30T11:39:31.990778Z pos=vm.go:407 component=virt-handler namespace=kubevirt-test-default name=testvmiv88pn kind= uid=1a405404-93ed-11e8-8b81-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-30T11:39:31.992224Z pos=vm.go:556 component=virt-handler namespace=kubevirt-test-default name=testvmiv88pn kind= uid=1a405404-93ed-11e8-8b81-525500d15501 msg="Grace period expired, killing deleted VirtualMachineInstance testvmiv88pn" Pod name: virt-handler-vwc6m Pod phase: Running level=info timestamp=2018-07-30T11:35:35.736089Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-alternative name=testvmiss9x5 kind= uid=80fcecbd-93ec-11e8-8b81-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T11:35:35.739457Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-alternative name=testvmiss9x5 kind= uid=80fcecbd-93ec-11e8-8b81-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T11:35:35.739988Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmiss9x5, existing: true\n" level=info timestamp=2018-07-30T11:35:35.740089Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-07-30T11:35:35.740174Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T11:35:35.740284Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-alternative name=testvmiss9x5 kind= uid=80fcecbd-93ec-11e8-8b81-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T11:35:35.740529Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-alternative name=testvmiss9x5 kind= uid=80fcecbd-93ec-11e8-8b81-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T11:35:35.770246Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmiss9x5, existing: false\n" level=info timestamp=2018-07-30T11:35:35.770401Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T11:35:35.770590Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-alternative name=testvmiss9x5 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T11:35:35.770866Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-alternative name=testvmiss9x5 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T11:35:50.763450Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmiss9x5, existing: false\n" level=info timestamp=2018-07-30T11:35:50.765454Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T11:35:50.768598Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-alternative name=testvmiss9x5 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T11:35:50.770260Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-alternative name=testvmiss9x5 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmiv88pn-b5bzj Pod phase: Running • Failure [58.413 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Delete a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:869 with ACPI and some grace period seconds /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:920 should result in vmi status succeeded [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:921 Timed out after 15.000s. Expected : Running to equal : Succeeded /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:942 ------------------------------ STEP: Creating the VirtualMachineInstance level=info timestamp=2018-07-30T11:38:40.343363Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmiv88pn kind=VirtualMachineInstance uid=1a405404-93ed-11e8-8b81-525500d15501 msg="Created virtual machine pod virt-launcher-testvmiv88pn-b5bzj" level=info timestamp=2018-07-30T11:38:57.269970Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmiv88pn kind=VirtualMachineInstance uid=1a405404-93ed-11e8-8b81-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmiv88pn-b5bzj" level=info timestamp=2018-07-30T11:38:59.002392Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmiv88pn kind=VirtualMachineInstance uid=1a405404-93ed-11e8-8b81-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-07-30T11:38:59.103908Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmiv88pn kind=VirtualMachineInstance uid=1a405404-93ed-11e8-8b81-525500d15501 msg="VirtualMachineInstance started." STEP: Deleting the VirtualMachineInstance STEP: Verifying VirtualMachineInstance's status is Succeeded • [SLOW TEST:56.563 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Delete a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:869 with grace period greater than 0 /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:945 should run graceful shutdown /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:946 ------------------------------ Pod name: disks-images-provider-cxcq4 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-znbqm Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-f5z5h Pod phase: Running 2018/07/30 11:40:13 http: TLS handshake error from 10.128.0.1:35002: EOF 2018/07/30 11:40:23 http: TLS handshake error from 10.128.0.1:35048: EOF level=info timestamp=2018-07-30T11:40:29.886524Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/30 11:40:33 http: TLS handshake error from 10.128.0.1:35104: EOF 2018/07/30 11:40:43 http: TLS handshake error from 10.128.0.1:35150: EOF 2018/07/30 11:40:53 http: TLS handshake error from 10.128.0.1:35198: EOF level=info timestamp=2018-07-30T11:40:59.969061Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/30 11:41:03 http: TLS handshake error from 10.128.0.1:35248: EOF 2018/07/30 11:41:13 http: TLS handshake error from 10.128.0.1:35294: EOF 2018/07/30 11:41:23 http: TLS handshake error from 10.128.0.1:35340: EOF level=info timestamp=2018-07-30T11:41:30.016086Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/30 11:41:33 http: TLS handshake error from 10.128.0.1:35390: EOF 2018/07/30 11:41:43 http: TLS handshake error from 10.128.0.1:35436: EOF 2018/07/30 11:41:53 http: TLS handshake error from 10.128.0.1:35482: EOF level=info timestamp=2018-07-30T11:41:59.852183Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-api-7d79764579-ln7g8 Pod phase: Running level=info timestamp=2018-07-30T11:41:13.181310Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:41:21.190226Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-30T11:41:21.197153Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 2018/07/30 11:41:21 http: TLS handshake error from 10.129.0.1:47708: EOF level=info timestamp=2018-07-30T11:41:22.380784Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 11:41:31 http: TLS handshake error from 10.129.0.1:47718: EOF level=info timestamp=2018-07-30T11:41:32.618048Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:41:38.567536Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 11:41:41 http: TLS handshake error from 10.129.0.1:47728: EOF level=info timestamp=2018-07-30T11:41:42.838839Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:41:43.536612Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:41:43.557800Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 11:41:51 http: TLS handshake error from 10.129.0.1:47738: EOF level=info timestamp=2018-07-30T11:41:53.067622Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 11:42:01 http: TLS handshake error from 10.129.0.1:47748: EOF Pod name: virt-controller-7d57d96b65-922b5 Pod phase: Running level=info timestamp=2018-07-30T11:35:39.161594Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi76d8d kind= uid=aef6b6e8-93ec-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T11:36:54.014130Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqw6mb kind= uid=db9141ce-93ec-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T11:36:54.015030Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqw6mb kind= uid=db9141ce-93ec-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T11:37:47.495791Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixvxvd kind= uid=fb723103-93ec-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T11:37:47.496652Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixvxvd kind= uid=fb723103-93ec-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T11:37:47.765968Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmixvxvd\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmixvxvd" level=info timestamp=2018-07-30T11:38:39.169748Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiv88pn kind= uid=1a405404-93ed-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T11:38:39.170740Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiv88pn kind= uid=1a405404-93ed-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T11:39:37.434813Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipt94s kind= uid=3cfeafdd-93ed-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T11:39:37.435408Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipt94s kind= uid=3cfeafdd-93ed-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T11:39:37.591003Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmipt94s\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmipt94s" level=info timestamp=2018-07-30T11:40:34.369173Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmizgs92 kind= uid=5eedef76-93ed-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T11:40:34.369835Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmizgs92 kind= uid=5eedef76-93ed-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T11:40:34.553398Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmizgs92\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmizgs92" level=info timestamp=2018-07-30T11:40:34.601773Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmizgs92\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmizgs92" Pod name: virt-controller-7d57d96b65-mhgjd Pod phase: Running level=info timestamp=2018-07-30T11:24:00.096832Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-dmlzk Pod phase: Running level=info timestamp=2018-07-30T11:40:51.798831Z pos=vm.go:756 component=virt-handler namespace=kubevirt-test-default name=testvmizgs92 kind=Domain uid=5eedef76-93ed-11e8-8b81-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-30T11:40:51.806478Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmizgs92 kind= uid=5eedef76-93ed-11e8-8b81-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T11:40:51.806595Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmizgs92, existing: true\n" level=info timestamp=2018-07-30T11:40:51.806649Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-07-30T11:40:51.806716Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-07-30T11:40:51.806772Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-07-30T11:40:51.806875Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmizgs92 kind= uid=5eedef76-93ed-11e8-8b81-525500d15501 msg="No update processing required" level=info timestamp=2018-07-30T11:40:51.809786Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-30T11:40:51.873715Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmizgs92 kind= uid=5eedef76-93ed-11e8-8b81-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T11:40:51.874129Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmizgs92, existing: true\n" level=info timestamp=2018-07-30T11:40:51.874408Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Running\n" level=info timestamp=2018-07-30T11:40:51.874743Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-07-30T11:40:51.875004Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-07-30T11:40:51.883105Z pos=vm.go:416 component=virt-handler namespace=kubevirt-test-default name=testvmizgs92 kind= uid=5eedef76-93ed-11e8-8b81-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-30T11:40:51.897279Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmizgs92 kind= uid=5eedef76-93ed-11e8-8b81-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-handler-vwc6m Pod phase: Running level=error timestamp=2018-07-30T11:40:49.759659Z pos=vm.go:424 component=virt-handler namespace=kubevirt-test-default name=testvmipt94s kind=VirtualMachineInstance uid= reason="connection is shut down" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-07-30T11:40:49.760285Z pos=vm.go:251 component=virt-handler reason="connection is shut down" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmipt94s" level=info timestamp=2018-07-30T11:40:50.654214Z pos=vm.go:746 component=virt-handler namespace=kubevirt-test-default name=testvmipt94s kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-30T11:40:50.656203Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmipt94s, existing: false\n" level=info timestamp=2018-07-30T11:40:50.657031Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T11:40:50.657920Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipt94s kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T11:40:50.659463Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmipt94s kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T11:40:50.660543Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmipt94s, existing: false\n" level=info timestamp=2018-07-30T11:40:50.661250Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T11:40:50.662110Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipt94s kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T11:40:50.663104Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmipt94s kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T11:41:10.241488Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmipt94s, existing: false\n" level=info timestamp=2018-07-30T11:41:10.242192Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T11:41:10.242527Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipt94s kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T11:41:10.243141Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmipt94s kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmizgs92-lzbf9 Pod phase: Running Pod name: vmi-killerl7smt Pod phase: Succeeded • Failure [88.975 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Killed VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:997 should be in Failed phase [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:998 Expected : Running to equal : Failed /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:1021 ------------------------------ STEP: Starting a VirtualMachineInstance level=info timestamp=2018-07-30T11:40:35.612694Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmizgs92 kind=VirtualMachineInstance uid=5eedef76-93ed-11e8-8b81-525500d15501 msg="Created virtual machine pod virt-launcher-testvmizgs92-lzbf9" level=info timestamp=2018-07-30T11:40:51.248306Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmizgs92 kind=VirtualMachineInstance uid=5eedef76-93ed-11e8-8b81-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmizgs92-lzbf9" level=info timestamp=2018-07-30T11:40:52.902617Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmizgs92 kind=VirtualMachineInstance uid=5eedef76-93ed-11e8-8b81-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-07-30T11:40:52.971238Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmizgs92 kind=VirtualMachineInstance uid=5eedef76-93ed-11e8-8b81-525500d15501 msg="VirtualMachineInstance started." STEP: Killing the VirtualMachineInstance level=info timestamp=2018-07-30T11:41:03.424176Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmizgs92 kind=VirtualMachineInstance uid=5eedef76-93ed-11e8-8b81-525500d15501 msg="Created virtual machine pod virt-launcher-testvmizgs92-lzbf9" level=info timestamp=2018-07-30T11:41:03.424320Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmizgs92 kind=VirtualMachineInstance uid=5eedef76-93ed-11e8-8b81-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmizgs92-lzbf9" level=info timestamp=2018-07-30T11:41:03.425016Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmizgs92 kind=VirtualMachineInstance uid=5eedef76-93ed-11e8-8b81-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-07-30T11:41:03.425205Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmizgs92 kind=VirtualMachineInstance uid=5eedef76-93ed-11e8-8b81-525500d15501 msg="VirtualMachineInstance started." STEP: Checking that the VirtualMachineInstance has 'Failed' phase • [SLOW TEST:83.557 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Killed VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:997 should be left alone by virt-handler /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:1025 ------------------------------ 2018/07/30 07:44:08 read closing down: EOF Service cluster-ip-vmi successfully exposed for virtualmachineinstance testvmir5jnc • [SLOW TEST:47.111 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:61 Expose ClusterIP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:68 Should expose a Cluster IP service on a VMI and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:71 ------------------------------ Service cluster-ip-target-vmi successfully exposed for virtualmachineinstance testvmir5jnc •Service node-port-vmi successfully exposed for virtualmachineinstance testvmir5jnc ------------------------------ • [SLOW TEST:9.560 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:61 Expose NodePort service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:124 Should expose a NodePort service on a VMI and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:129 ------------------------------ 2018/07/30 07:45:08 read closing down: EOF Service cluster-ip-udp-vmi successfully exposed for virtualmachineinstance testvmi4hfw8 • [SLOW TEST:47.795 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose UDP service on a VMI /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:166 Expose ClusterIP UDP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:173 Should expose a ClusterIP service on a VMI and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:177 ------------------------------ Service node-port-udp-vmi successfully exposed for virtualmachineinstance testvmi4hfw8 • [SLOW TEST:9.714 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose UDP service on a VMI /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:166 Expose NodePort UDP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:205 Should expose a NodePort service on a VMI and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:210 ------------------------------ 2018/07/30 07:46:15 read closing down: EOF 2018/07/30 07:46:26 read closing down: EOF Service cluster-ip-vmirs successfully exposed for vmirs replicasetjzkpt • [SLOW TEST:69.428 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VMI replica set /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:253 Expose ClusterIP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:286 Should create a ClusterIP service on VMRS and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:290 ------------------------------ Service cluster-ip-vm successfully exposed for virtualmachine testvmicxbnw VM testvmicxbnw was scheduled to start 2018/07/30 07:47:14 read closing down: EOF • [SLOW TEST:46.332 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on an VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:318 Expose ClusterIP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:362 Connect to ClusterIP services that was set when VM was offline /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:363 ------------------------------ • [SLOW TEST:7.260 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should scale /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 to three, to two and then to zero replicas /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:8.148 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should scale /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 to five, to six and then to zero replicas /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ •• ------------------------------ • [SLOW TEST:24.525 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should update readyReplicas once VMIs are up /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:157 ------------------------------ • [SLOW TEST:5.879 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should remove VMIs once it is marked for deletion /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:169 ------------------------------ • ------------------------------ • [SLOW TEST:5.810 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should not scale when paused and scale when resume /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:223 ------------------------------ • [SLOW TEST:5.860 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should remove the finished VM /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:279 ------------------------------ 2018/07/30 07:49:03 read closing down: EOF 2018/07/30 07:49:49 read closing down: EOF Pod name: disks-images-provider-cxcq4 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-znbqm Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-f5z5h Pod phase: Running level=info timestamp=2018-07-30T11:47:59.829200Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/30 11:48:03 http: TLS handshake error from 10.128.0.1:37334: EOF 2018/07/30 11:48:13 http: TLS handshake error from 10.128.0.1:37380: EOF 2018/07/30 11:48:23 http: TLS handshake error from 10.128.0.1:37426: EOF level=info timestamp=2018-07-30T11:48:30.924446Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/30 11:48:33 http: TLS handshake error from 10.128.0.1:37476: EOF 2018/07/30 11:48:43 http: TLS handshake error from 10.128.0.1:37524: EOF 2018/07/30 11:48:53 http: TLS handshake error from 10.128.0.1:37574: EOF 2018/07/30 11:49:03 http: TLS handshake error from 10.128.0.1:37624: EOF 2018/07/30 11:49:13 http: TLS handshake error from 10.128.0.1:37670: EOF level=info timestamp=2018-07-30T11:49:22.467512Z pos=subresource.go:75 component=virt-api msg="Websocket connection upgraded" 2018/07/30 11:49:23 http: TLS handshake error from 10.128.0.1:37724: EOF level=info timestamp=2018-07-30T11:49:29.819193Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/30 11:49:33 http: TLS handshake error from 10.128.0.1:37774: EOF 2018/07/30 11:49:43 http: TLS handshake error from 10.128.0.1:37820: EOF Pod name: virt-api-7d79764579-ln7g8 Pod phase: Running level=info timestamp=2018-07-30T11:49:17.678831Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:49:20.678733Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:49:20.690401Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 11:49:21 http: TLS handshake error from 10.129.0.1:48208: EOF level=info timestamp=2018-07-30T11:49:27.876356Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 11:49:31 http: TLS handshake error from 10.129.0.1:48218: EOF level=info timestamp=2018-07-30T11:49:34.126576Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-30T11:49:34.130451Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-30T11:49:38.261150Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 11:49:41 http: TLS handshake error from 10.129.0.1:48228: EOF level=info timestamp=2018-07-30T11:49:43.079679Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:49:48.375487Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:49:48.420814Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:49:48.429711Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:49:48.503361Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-922b5 Pod phase: Running level=info timestamp=2018-07-30T11:48:13.503747Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwsplpcw8hw kind= uid=7098423a-93ee-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T11:48:14.924053Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwsplp7bzhc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwsplp7bzhc" level=info timestamp=2018-07-30T11:48:15.110371Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwsplpcw8hw\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwsplpcw8hw" level=info timestamp=2018-07-30T11:48:15.739370Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwsplpcw8hw\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwsplpcw8hw" level=info timestamp=2018-07-30T11:48:16.214906Z pos=vm.go:459 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwsplprb9jg kind= uid=7225c6d5-93ee-11e8-8b81-525500d15501 msg="Looking for VirtualMachineInstance Ref" level=error timestamp=2018-07-30T11:48:16.215033Z pos=vm.go:462 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwsplprb9jg kind= uid=7225c6d5-93ee-11e8-8b81-525500d15501 msg="Cant find the matching VM for VirtualMachineInstance: testvmiwsplprb9jg" level=info timestamp=2018-07-30T11:48:16.215090Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwsplprb9jg kind= uid=7225c6d5-93ee-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T11:48:16.215154Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwsplprb9jg kind= uid=7225c6d5-93ee-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=error timestamp=2018-07-30T11:48:17.559893Z pos=replicaset.go:230 component=virt-controller service=http namespace=kubevirt-test-default name=replicasetwlktz kind= uid=708e07e7-93ee-11e8-8b81-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstancereplicasets.kubevirt.io \"replicasetwlktz\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the replicaset status failed." level=info timestamp=2018-07-30T11:48:17.567858Z pos=replicaset.go:137 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstancereplicasets.kubevirt.io \"replicasetwlktz\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstanceReplicaSet kubevirt-test-default/replicasetwlktz" level=info timestamp=2018-07-30T11:48:18.859842Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicwb4n kind= uid=73ca5b43-93ee-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T11:48:18.872266Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicwb4n kind= uid=73ca5b43-93ee-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T11:48:19.291975Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmicwb4n\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmicwb4n" level=info timestamp=2018-07-30T11:49:03.007276Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibgbdn kind= uid=8e13d59b-93ee-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T11:49:03.009316Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibgbdn kind= uid=8e13d59b-93ee-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-controller-7d57d96b65-mhgjd Pod phase: Running level=info timestamp=2018-07-30T11:24:00.096832Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-dmlzk Pod phase: Running level=info timestamp=2018-07-30T11:49:21.703753Z pos=vm.go:756 component=virt-handler namespace=kubevirt-test-default name=testvmibgbdn kind=Domain uid=8e13d59b-93ee-11e8-8b81-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-30T11:49:21.738622Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-30T11:49:22.013090Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmibgbdn kind= uid=8e13d59b-93ee-11e8-8b81-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T11:49:22.031203Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmibgbdn, existing: true\n" level=info timestamp=2018-07-30T11:49:22.031282Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-07-30T11:49:22.031346Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-07-30T11:49:22.031389Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-07-30T11:49:22.031480Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmibgbdn kind= uid=8e13d59b-93ee-11e8-8b81-525500d15501 msg="No update processing required" level=info timestamp=2018-07-30T11:49:22.098354Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmibgbdn kind= uid=8e13d59b-93ee-11e8-8b81-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T11:49:22.098475Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmibgbdn, existing: true\n" level=info timestamp=2018-07-30T11:49:22.098520Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Running\n" level=info timestamp=2018-07-30T11:49:22.098546Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-07-30T11:49:22.098564Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-07-30T11:49:22.098654Z pos=vm.go:416 component=virt-handler namespace=kubevirt-test-default name=testvmibgbdn kind= uid=8e13d59b-93ee-11e8-8b81-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-30T11:49:22.104570Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmibgbdn kind= uid=8e13d59b-93ee-11e8-8b81-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-handler-vwc6m Pod phase: Running level=error timestamp=2018-07-30T11:48:50.393383Z pos=vm.go:424 component=virt-handler namespace=kubevirt-test-default name=testvmis4stqmr4ft kind=VirtualMachineInstance uid= reason="connection is shut down" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-07-30T11:48:50.393436Z pos=vm.go:251 component=virt-handler reason="connection is shut down" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmis4stqmr4ft" level=info timestamp=2018-07-30T11:48:50.645660Z pos=vm.go:746 component=virt-handler namespace=kubevirt-test-default name=testvmis4stqmr4ft kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-30T11:48:50.647560Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmis4stqmr4ft, existing: false\n" level=info timestamp=2018-07-30T11:48:50.648376Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T11:48:50.649016Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmis4stqmr4ft kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T11:48:50.650581Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmis4stqmr4ft kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T11:48:50.651425Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmis4stqmr4ft, existing: false\n" level=info timestamp=2018-07-30T11:48:50.651815Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T11:48:50.652265Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmis4stqmr4ft kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T11:48:50.652723Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmis4stqmr4ft kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T11:49:10.874782Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmis4stqmr4ft, existing: false\n" level=info timestamp=2018-07-30T11:49:10.876559Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T11:49:10.877621Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmis4stqmr4ft kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T11:49:10.878415Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmis4stqmr4ft kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmibgbdn-466gf Pod phase: Running Pod name: virt-launcher-testvmicwb4n-2flmk Pod phase: Running Pod name: virt-launcher-testvmiwsplpcw8hw-cm5hg Pod phase: Running Pod name: virt-launcher-testvmiwsplprb9jg-6lb5c Pod phase: Running • Failure [91.022 seconds] Slirp /root/go/src/kubevirt.io/kubevirt/tests/vmi_slirp_interface_test.go:39 should be able to /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 VirtualMachineInstance with slirp interface [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: : { Err: { s: "command terminated with exit code 126", }, Code: 126, } command terminated with exit code 126 not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_slirp_interface_test.go:88 ------------------------------ level=info timestamp=2018-07-30T11:48:20.223930Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmicwb4n kind=VirtualMachineInstance uid=73ca5b43-93ee-11e8-8b81-525500d15501 msg="Created virtual machine pod virt-launcher-testvmicwb4n-2flmk" level=info timestamp=2018-07-30T11:48:36.369447Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmicwb4n kind=VirtualMachineInstance uid=73ca5b43-93ee-11e8-8b81-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmicwb4n-2flmk" level=info timestamp=2018-07-30T11:48:38.688582Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmicwb4n kind=VirtualMachineInstance uid=73ca5b43-93ee-11e8-8b81-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-07-30T11:48:38.731624Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmicwb4n kind=VirtualMachineInstance uid=73ca5b43-93ee-11e8-8b81-525500d15501 msg="VirtualMachineInstance started." level=info timestamp=2018-07-30T11:49:04.596451Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmibgbdn kind=VirtualMachineInstance uid=8e13d59b-93ee-11e8-8b81-525500d15501 msg="Created virtual machine pod virt-launcher-testvmibgbdn-466gf" level=info timestamp=2018-07-30T11:49:21.323848Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmibgbdn kind=VirtualMachineInstance uid=8e13d59b-93ee-11e8-8b81-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmibgbdn-466gf" level=info timestamp=2018-07-30T11:49:23.067829Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmibgbdn kind=VirtualMachineInstance uid=8e13d59b-93ee-11e8-8b81-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-07-30T11:49:23.160182Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmibgbdn kind=VirtualMachineInstance uid=8e13d59b-93ee-11e8-8b81-525500d15501 msg="VirtualMachineInstance started." STEP: have containerPort in the pod manifest STEP: start the virtual machine with slirp interface level=info timestamp=2018-07-30T11:49:50.039179Z pos=vmi_slirp_interface_test.go:87 component=tests msg= Pod name: disks-images-provider-cxcq4 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-znbqm Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-f5z5h Pod phase: Running level=info timestamp=2018-07-30T11:47:59.829200Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/30 11:48:03 http: TLS handshake error from 10.128.0.1:37334: EOF 2018/07/30 11:48:13 http: TLS handshake error from 10.128.0.1:37380: EOF 2018/07/30 11:48:23 http: TLS handshake error from 10.128.0.1:37426: EOF level=info timestamp=2018-07-30T11:48:30.924446Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/30 11:48:33 http: TLS handshake error from 10.128.0.1:37476: EOF 2018/07/30 11:48:43 http: TLS handshake error from 10.128.0.1:37524: EOF 2018/07/30 11:48:53 http: TLS handshake error from 10.128.0.1:37574: EOF 2018/07/30 11:49:03 http: TLS handshake error from 10.128.0.1:37624: EOF 2018/07/30 11:49:13 http: TLS handshake error from 10.128.0.1:37670: EOF level=info timestamp=2018-07-30T11:49:22.467512Z pos=subresource.go:75 component=virt-api msg="Websocket connection upgraded" 2018/07/30 11:49:23 http: TLS handshake error from 10.128.0.1:37724: EOF level=info timestamp=2018-07-30T11:49:29.819193Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/30 11:49:33 http: TLS handshake error from 10.128.0.1:37774: EOF 2018/07/30 11:49:43 http: TLS handshake error from 10.128.0.1:37820: EOF Pod name: virt-api-7d79764579-ln7g8 Pod phase: Running level=info timestamp=2018-07-30T11:49:17.678831Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:49:20.678733Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:49:20.690401Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 11:49:21 http: TLS handshake error from 10.129.0.1:48208: EOF level=info timestamp=2018-07-30T11:49:27.876356Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 11:49:31 http: TLS handshake error from 10.129.0.1:48218: EOF level=info timestamp=2018-07-30T11:49:34.126576Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-30T11:49:34.130451Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-30T11:49:38.261150Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 11:49:41 http: TLS handshake error from 10.129.0.1:48228: EOF level=info timestamp=2018-07-30T11:49:43.079679Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:49:48.375487Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:49:48.420814Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:49:48.429711Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:49:48.503361Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-922b5 Pod phase: Running level=info timestamp=2018-07-30T11:48:13.503747Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwsplpcw8hw kind= uid=7098423a-93ee-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T11:48:14.924053Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwsplp7bzhc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwsplp7bzhc" level=info timestamp=2018-07-30T11:48:15.110371Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwsplpcw8hw\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwsplpcw8hw" level=info timestamp=2018-07-30T11:48:15.739370Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwsplpcw8hw\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwsplpcw8hw" level=info timestamp=2018-07-30T11:48:16.214906Z pos=vm.go:459 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwsplprb9jg kind= uid=7225c6d5-93ee-11e8-8b81-525500d15501 msg="Looking for VirtualMachineInstance Ref" level=error timestamp=2018-07-30T11:48:16.215033Z pos=vm.go:462 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwsplprb9jg kind= uid=7225c6d5-93ee-11e8-8b81-525500d15501 msg="Cant find the matching VM for VirtualMachineInstance: testvmiwsplprb9jg" level=info timestamp=2018-07-30T11:48:16.215090Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwsplprb9jg kind= uid=7225c6d5-93ee-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T11:48:16.215154Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwsplprb9jg kind= uid=7225c6d5-93ee-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=error timestamp=2018-07-30T11:48:17.559893Z pos=replicaset.go:230 component=virt-controller service=http namespace=kubevirt-test-default name=replicasetwlktz kind= uid=708e07e7-93ee-11e8-8b81-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstancereplicasets.kubevirt.io \"replicasetwlktz\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the replicaset status failed." level=info timestamp=2018-07-30T11:48:17.567858Z pos=replicaset.go:137 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstancereplicasets.kubevirt.io \"replicasetwlktz\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstanceReplicaSet kubevirt-test-default/replicasetwlktz" level=info timestamp=2018-07-30T11:48:18.859842Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicwb4n kind= uid=73ca5b43-93ee-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T11:48:18.872266Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicwb4n kind= uid=73ca5b43-93ee-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T11:48:19.291975Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmicwb4n\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmicwb4n" level=info timestamp=2018-07-30T11:49:03.007276Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibgbdn kind= uid=8e13d59b-93ee-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T11:49:03.009316Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibgbdn kind= uid=8e13d59b-93ee-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-controller-7d57d96b65-mhgjd Pod phase: Running level=info timestamp=2018-07-30T11:24:00.096832Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-dmlzk Pod phase: Running level=info timestamp=2018-07-30T11:49:21.703753Z pos=vm.go:756 component=virt-handler namespace=kubevirt-test-default name=testvmibgbdn kind=Domain uid=8e13d59b-93ee-11e8-8b81-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-30T11:49:21.738622Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-30T11:49:22.013090Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmibgbdn kind= uid=8e13d59b-93ee-11e8-8b81-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T11:49:22.031203Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmibgbdn, existing: true\n" level=info timestamp=2018-07-30T11:49:22.031282Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-07-30T11:49:22.031346Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-07-30T11:49:22.031389Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-07-30T11:49:22.031480Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmibgbdn kind= uid=8e13d59b-93ee-11e8-8b81-525500d15501 msg="No update processing required" level=info timestamp=2018-07-30T11:49:22.098354Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmibgbdn kind= uid=8e13d59b-93ee-11e8-8b81-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T11:49:22.098475Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmibgbdn, existing: true\n" level=info timestamp=2018-07-30T11:49:22.098520Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Running\n" level=info timestamp=2018-07-30T11:49:22.098546Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-07-30T11:49:22.098564Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-07-30T11:49:22.098654Z pos=vm.go:416 component=virt-handler namespace=kubevirt-test-default name=testvmibgbdn kind= uid=8e13d59b-93ee-11e8-8b81-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-30T11:49:22.104570Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmibgbdn kind= uid=8e13d59b-93ee-11e8-8b81-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-handler-vwc6m Pod phase: Running level=error timestamp=2018-07-30T11:48:50.393383Z pos=vm.go:424 component=virt-handler namespace=kubevirt-test-default name=testvmis4stqmr4ft kind=VirtualMachineInstance uid= reason="connection is shut down" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-07-30T11:48:50.393436Z pos=vm.go:251 component=virt-handler reason="connection is shut down" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmis4stqmr4ft" level=info timestamp=2018-07-30T11:48:50.645660Z pos=vm.go:746 component=virt-handler namespace=kubevirt-test-default name=testvmis4stqmr4ft kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-30T11:48:50.647560Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmis4stqmr4ft, existing: false\n" level=info timestamp=2018-07-30T11:48:50.648376Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T11:48:50.649016Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmis4stqmr4ft kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T11:48:50.650581Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmis4stqmr4ft kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T11:48:50.651425Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmis4stqmr4ft, existing: false\n" level=info timestamp=2018-07-30T11:48:50.651815Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T11:48:50.652265Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmis4stqmr4ft kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T11:48:50.652723Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmis4stqmr4ft kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T11:49:10.874782Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmis4stqmr4ft, existing: false\n" level=info timestamp=2018-07-30T11:49:10.876559Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T11:49:10.877621Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmis4stqmr4ft kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T11:49:10.878415Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmis4stqmr4ft kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmibgbdn-466gf Pod phase: Running Pod name: virt-launcher-testvmicwb4n-2flmk Pod phase: Running Pod name: virt-launcher-testvmiwsplpcw8hw-cm5hg Pod phase: Running Pod name: virt-launcher-testvmiwsplprb9jg-6lb5c Pod phase: Running • Failure [1.502 seconds] Slirp /root/go/src/kubevirt.io/kubevirt/tests/vmi_slirp_interface_test.go:39 should be able to /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 VirtualMachineInstance with slirp interface with custom MAC address [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: : { Err: { s: "command terminated with exit code 126", }, Code: 126, } command terminated with exit code 126 not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_slirp_interface_test.go:88 ------------------------------ STEP: have containerPort in the pod manifest STEP: start the virtual machine with slirp interface level=info timestamp=2018-07-30T11:49:51.541861Z pos=vmi_slirp_interface_test.go:87 component=tests msg= • [SLOW TEST:55.899 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance 2018/07/30 07:50:48 read closing down: EOF /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 with cloudInitNoCloud userDataBase64 source /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:81 should have cloud-init data /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:82 ------------------------------ • [SLOW TEST:98.241 seconds] CloudInit UserData 2018/07/30 07:52:26 read closing down: EOF /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 with cloudInitNoCloud userDataBase64 source /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:81 with injected ssh-key /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:92 should have ssh-key under authorized keys /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:93 ------------------------------ 2018/07/30 07:53:10 read closing down: EOF • [SLOW TEST:54.046 seconds] CloudInit UserData 2018/07/30 07:53:20 read closing down: EOF /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 with cloudInitNoCloud userData source /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:118 should process provided cloud-init data /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:119 ------------------------------ 2018/07/30 07:54:02 read closing down: EOF • [SLOW TEST:41.627 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 should take user-data from k8s secret /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:162 ------------------------------ • [SLOW TEST:44.554 seconds] 2018/07/30 07:54:46 read closing down: EOF Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:37 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 with a cirros image /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:67 should return that we are running cirros /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:68 ------------------------------ 2018/07/30 07:55:29 read closing down: EOF • [SLOW TEST:42.766 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:37 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 with a fedora image /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:77 should return that we are running fedora /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:78 ------------------------------ 2018/07/30 07:56:02 read closing down: EOF 2018/07/30 07:56:03 read closing down: EOF 2018/07/30 07:56:04 read closing down: EOF 2018/07/30 07:56:04 read closing down: EOF 2018/07/30 07:56:05 read closing down: EOF • [SLOW TEST:35.868 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:37 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 should be able to reconnect to console multiple times /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:87 ------------------------------ • [SLOW TEST:18.005 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:37 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 should wait until the virtual machine is in running state and return a stream interface /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:103 ------------------------------ • [SLOW TEST:30.439 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:37 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 should fail waiting for the virtual machine instance to be running /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:111 ------------------------------ • [SLOW TEST:30.563 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:37 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 should fail waiting for the expecter /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:134 ------------------------------ ••••••••••• Pod name: disks-images-provider-cxcq4 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-znbqm Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-f5z5h Pod phase: Running 2018/07/30 11:57:23 http: TLS handshake error from 10.128.0.1:40340: EOF level=error timestamp=2018-07-30T11:57:23.865492Z pos=subresource.go:144 component=virt-api reason="VirtualMachineInstance testvmi74skw in namespace kubevirt-test-default not found." msg="Failed to gather remote exec info for subresource request." level=info timestamp=2018-07-30T11:57:23.865624Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvmi74skw/console proto=HTTP/1.1 statusCode=404 contentLength=81 level=info timestamp=2018-07-30T11:57:24.065424Z pos=validating-webhook.go:84 component=virt-api msg="rejected vmi admission" 2018/07/30 11:57:33 http: TLS handshake error from 10.128.0.1:40392: EOF 2018/07/30 11:57:43 http: TLS handshake error from 10.128.0.1:40438: EOF 2018/07/30 11:57:53 http: TLS handshake error from 10.128.0.1:40490: EOF level=info timestamp=2018-07-30T11:57:58.828557Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-30T11:57:59.260154Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/30 11:58:03 http: TLS handshake error from 10.128.0.1:40548: EOF 2018/07/30 11:58:13 http: TLS handshake error from 10.128.0.1:40592: EOF 2018/07/30 11:58:23 http: TLS handshake error from 10.128.0.1:40638: EOF level=info timestamp=2018-07-30T11:58:30.204338Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/30 11:58:33 http: TLS handshake error from 10.128.0.1:40688: EOF 2018/07/30 11:58:43 http: TLS handshake error from 10.128.0.1:40734: EOF Pod name: virt-api-7d79764579-ln7g8 Pod phase: Running level=info timestamp=2018-07-30T11:58:16.608663Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:58:18.586897Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:58:20.077334Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 11:58:21 http: TLS handshake error from 10.129.0.1:48792: EOF level=info timestamp=2018-07-30T11:58:26.930702Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-30T11:58:26.943649Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-30T11:58:27.079489Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:58:27.084305Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:58:30.179318Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 11:58:31 http: TLS handshake error from 10.129.0.1:48802: EOF level=info timestamp=2018-07-30T11:58:40.408152Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 11:58:41 http: TLS handshake error from 10.129.0.1:48812: EOF level=info timestamp=2018-07-30T11:58:48.828776Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T11:58:50.685055Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 11:58:51 http: TLS handshake error from 10.129.0.1:48822: EOF Pod name: virt-controller-7d57d96b65-922b5 Pod phase: Running level=info timestamp=2018-07-30T11:57:26.417331Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmilpz5x kind= uid=ba267545-93ef-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T11:57:26.573881Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmilpz5x\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmilpz5x" level=info timestamp=2018-07-30T11:57:27.483834Z pos=preset.go:167 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi99dxx kind= uid=bacbf98f-93ef-11e8-8b81-525500d15501 msg="VirtualMachineInstance is excluded from VirtualMachinePresets" level=info timestamp=2018-07-30T11:57:27.483977Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi99dxx kind= uid=bacbf98f-93ef-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T11:57:27.616443Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi99dxx\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi99dxx" level=info timestamp=2018-07-30T11:57:27.643058Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi99dxx\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi99dxx" level=info timestamp=2018-07-30T11:57:27.744583Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi99dxx\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi99dxx, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: bacbf98f-93ef-11e8-8b81-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi99dxx" level=info timestamp=2018-07-30T11:57:28.714139Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic5jgc kind= uid=bb83af2f-93ef-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T11:57:28.714548Z pos=preset.go:255 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic5jgc kind= uid=bb83af2f-93ef-11e8-8b81-525500d15501 msg="VirtualMachineInstancePreset test-conflict-hrk9d matches VirtualMachineInstance" level=info timestamp=2018-07-30T11:57:28.714675Z pos=preset.go:255 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic5jgc kind= uid=bb83af2f-93ef-11e8-8b81-525500d15501 msg="VirtualMachineInstancePreset test-memory-nmgvw matches VirtualMachineInstance" level=error timestamp=2018-07-30T11:57:28.715612Z pos=preset.go:415 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic5jgc kind= uid=bb83af2f-93ef-11e8-8b81-525500d15501 msg="VirtualMachinePresets cannot be applied due to conflicts: presets 'test-memory-nmgvw' and 'test-conflict-hrk9d' conflict: spec.resources.requests[memory]: {{128 6} {} 128M DecimalSI} != {{256 6} {} 256M DecimalSI}" level=warning timestamp=2018-07-30T11:57:28.715757Z pos=preset.go:157 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic5jgc kind= uid=bb83af2f-93ef-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as failed" level=info timestamp=2018-07-30T11:57:28.715825Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic5jgc kind= uid=bb83af2f-93ef-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T11:57:29.250703Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmikzhg7 kind= uid=bbd60e87-93ef-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T11:57:29.273739Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmikzhg7 kind= uid=bbd60e87-93ef-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-controller-7d57d96b65-mhgjd Pod phase: Running level=info timestamp=2018-07-30T11:24:00.096832Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-dmlzk Pod phase: Running level=error timestamp=2018-07-30T11:57:03.233259Z pos=vm.go:424 component=virt-handler namespace=kubevirt-test-default name=testvmi9njcs kind=VirtualMachineInstance uid= reason="connection is shut down" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-07-30T11:57:03.233354Z pos=vm.go:251 component=virt-handler reason="connection is shut down" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi9njcs" level=info timestamp=2018-07-30T11:57:08.088899Z pos=vm.go:746 component=virt-handler namespace=kubevirt-test-default name=testvmi9njcs kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-30T11:57:08.089366Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi9njcs, existing: false\n" level=info timestamp=2018-07-30T11:57:08.089551Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T11:57:08.089718Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi9njcs kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T11:57:08.090382Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi9njcs kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T11:57:08.090828Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi9njcs, existing: false\n" level=info timestamp=2018-07-30T11:57:08.090994Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T11:57:08.091166Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi9njcs kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T11:57:08.091354Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi9njcs kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T11:57:13.474884Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi9njcs, existing: false\n" level=info timestamp=2018-07-30T11:57:13.475695Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T11:57:13.476181Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi9njcs kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T11:57:13.476650Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi9njcs kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-vwc6m Pod phase: Running level=info timestamp=2018-07-30T11:57:46.842328Z pos=vm.go:756 component=virt-handler namespace=kubevirt-test-default name=testvmikzhg7 kind=Domain uid=bbd60e87-93ef-11e8-8b81-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-30T11:57:46.909654Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-30T11:57:46.918180Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmikzhg7 kind= uid=bbd60e87-93ef-11e8-8b81-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T11:57:46.918635Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmikzhg7, existing: true\n" level=info timestamp=2018-07-30T11:57:46.920545Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-07-30T11:57:46.920946Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-07-30T11:57:46.921260Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-07-30T11:57:46.921591Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmikzhg7 kind= uid=bbd60e87-93ef-11e8-8b81-525500d15501 msg="No update processing required" level=info timestamp=2018-07-30T11:57:46.971374Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmikzhg7 kind= uid=bbd60e87-93ef-11e8-8b81-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T11:57:46.973246Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmikzhg7, existing: true\n" level=info timestamp=2018-07-30T11:57:46.973609Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Running\n" level=info timestamp=2018-07-30T11:57:46.973978Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-07-30T11:57:46.974301Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-07-30T11:57:46.975084Z pos=vm.go:416 component=virt-handler namespace=kubevirt-test-default name=testvmikzhg7 kind= uid=bbd60e87-93ef-11e8-8b81-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-30T11:57:46.980304Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmikzhg7 kind= uid=bbd60e87-93ef-11e8-8b81-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmikzhg7-ztvhx Pod phase: Running 2018/07/30 07:58:53 read closing down: EOF ------------------------------ • Failure [83.319 seconds] Health Monitoring /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:37 A VirtualMachineInstance with a watchdog device /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:56 should be shut down when the watchdog expires [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:57 Timed out after 40.022s. Expected : Running to equal : Failed /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:85 ------------------------------ STEP: Starting a VirtualMachineInstance level=info timestamp=2018-07-30T11:57:30.785459Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmikzhg7 kind=VirtualMachineInstance uid=bbd60e87-93ef-11e8-8b81-525500d15501 msg="Created virtual machine pod virt-launcher-testvmikzhg7-ztvhx" level=info timestamp=2018-07-30T11:57:46.846015Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmikzhg7 kind=VirtualMachineInstance uid=bbd60e87-93ef-11e8-8b81-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmikzhg7-ztvhx" level=info timestamp=2018-07-30T11:57:47.924372Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmikzhg7 kind=VirtualMachineInstance uid=bbd60e87-93ef-11e8-8b81-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-07-30T11:57:47.970887Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmikzhg7 kind=VirtualMachineInstance uid=bbd60e87-93ef-11e8-8b81-525500d15501 msg="VirtualMachineInstance started." STEP: Expecting the VirtualMachineInstance console STEP: Killing the watchdog device STEP: Checking that the VirtualMachineInstance has Failed status • ------------------------------ • [SLOW TEST:19.234 seconds] VNC /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:54 with VNC connection /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:62 should allow accessing the VNC device /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:64 ------------------------------ •• ------------------------------ • [SLOW TEST:5.630 seconds] Subresource Api /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:37 Rbac Authorization /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:48 with correct permissions /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:51 should be allowed to access subresource endpoint /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:52 ------------------------------ • ------------------------------ • [SLOW TEST:5.011 seconds] Subresource Api /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:37 Rbac Authorization For Version Command /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:63 with authenticated user /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:66 should be allowed to access subresource version endpoint /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:67 ------------------------------ • [SLOW TEST:5.071 seconds] Subresource Api /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:37 Rbac Authorization For Version Command /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:63 Without permissions /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:71 should be able to access subresource version endpoint /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:72 ------------------------------ • [SLOW TEST:19.294 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should successfully start with hook sidecar annotation /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:60 ------------------------------ • [SLOW TEST:18.052 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should call Collect and OnDefineDomain on the hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:67 ------------------------------ • [SLOW TEST:22.642 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should update domain XML with SM BIOS properties /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:83 ------------------------------ ••• ------------------------------ • [SLOW TEST:6.614 seconds] Templates /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:42 Launching VMI from VM Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:60 with given Fedora Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:193 with given VM JSON from the Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:152 with given VM from the VM JSON /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:158 with given VMI from the VM /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:163 should succeed to terminate the VMI using oc-patch command /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:166 ------------------------------ •• ------------------------------ • [SLOW TEST:19.470 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should update VirtualMachine once VMIs are up /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:195 ------------------------------ • [SLOW TEST:8.414 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should remove VirtualMachineInstance once the VMI is marked for deletion /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:204 ------------------------------ • ------------------------------ • [SLOW TEST:63.837 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should recreate VirtualMachineInstance if it gets deleted /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:245 ------------------------------ • [SLOW TEST:93.801 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should recreate VirtualMachineInstance if the VirtualMachineInstance's pod gets deleted /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:265 ------------------------------ • [SLOW TEST:71.892 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should stop VirtualMachineInstance if running set to false /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:325 ------------------------------ • [SLOW TEST:434.348 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should start and stop VirtualMachineInstance multiple times /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:333 ------------------------------ • [SLOW TEST:123.831 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should not update the VirtualMachineInstance spec if Running /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:346 ------------------------------ Pod name: disks-images-provider-cxcq4 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-znbqm Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-f5z5h Pod phase: Running level=info timestamp=2018-07-30T12:17:00.129711Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/30 12:17:03 http: TLS handshake error from 10.128.0.1:46116: EOF 2018/07/30 12:17:13 http: TLS handshake error from 10.128.0.1:46162: EOF 2018/07/30 12:17:23 http: TLS handshake error from 10.128.0.1:46208: EOF 2018/07/30 12:17:33 http: TLS handshake error from 10.128.0.1:46258: EOF 2018/07/30 12:17:43 http: TLS handshake error from 10.128.0.1:46304: EOF 2018/07/30 12:17:53 http: TLS handshake error from 10.128.0.1:46350: EOF 2018/07/30 12:18:03 http: TLS handshake error from 10.128.0.1:46408: EOF 2018/07/30 12:18:13 http: TLS handshake error from 10.128.0.1:46454: EOF 2018/07/30 12:18:23 http: TLS handshake error from 10.128.0.1:46500: EOF 2018/07/30 12:18:33 http: TLS handshake error from 10.128.0.1:46610: EOF 2018/07/30 12:18:43 http: TLS handshake error from 10.128.0.1:46692: EOF 2018/07/30 12:18:53 http: TLS handshake error from 10.128.0.1:46738: EOF level=info timestamp=2018-07-30T12:19:00.071078Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/30 12:19:03 http: TLS handshake error from 10.128.0.1:46788: EOF Pod name: virt-api-7d79764579-ln7g8 Pod phase: Running 2018/07/30 12:18:21 http: TLS handshake error from 10.129.0.1:50014: EOF level=info timestamp=2018-07-30T12:18:26.830287Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T12:18:27.954672Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T12:18:30.121766Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/30 12:18:31 http: TLS handshake error from 10.129.0.1:50024: EOF level=info timestamp=2018-07-30T12:18:37.161099Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 12:18:41 http: TLS handshake error from 10.129.0.1:50034: EOF level=info timestamp=2018-07-30T12:18:42.362032Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T12:18:42.364265Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T12:18:47.418875Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 12:18:51 http: TLS handshake error from 10.129.0.1:50044: EOF level=info timestamp=2018-07-30T12:18:57.640358Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T12:18:58.063755Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 12:19:01 http: TLS handshake error from 10.129.0.1:50054: EOF level=info timestamp=2018-07-30T12:19:07.874234Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-922b5 Pod phase: Running level=info timestamp=2018-07-30T12:14:28.198709Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi572zg kind= uid=1b0a8c65-93f2-11e8-8b81-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-30T12:14:28.203823Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi572zg kind= uid=1b0a8c65-93f2-11e8-8b81-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-30T12:14:28.204106Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi572zg kind= uid=1b0a8c65-93f2-11e8-8b81-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-30T12:14:28.329324Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi572zg kind= uid=1b0a8c65-93f2-11e8-8b81-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-30T12:14:28.329505Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi572zg kind= uid=1b0a8c65-93f2-11e8-8b81-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-30T12:14:28.348430Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi572zg\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi572zg" level=info timestamp=2018-07-30T12:14:28.398400Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi572zg kind= uid=1b0a8c65-93f2-11e8-8b81-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-30T12:14:28.398636Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi572zg kind= uid=1b0a8c65-93f2-11e8-8b81-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-30T12:14:28.408733Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi572zg\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi572zg" level=info timestamp=2018-07-30T12:14:45.049990Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi572zg kind= uid=1b0a8c65-93f2-11e8-8b81-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-30T12:14:45.050203Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi572zg kind= uid=1b0a8c65-93f2-11e8-8b81-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-30T12:14:46.848838Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi572zg kind= uid=1b0a8c65-93f2-11e8-8b81-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-30T12:14:46.865525Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi572zg kind= uid=1b0a8c65-93f2-11e8-8b81-525500d15501 msg="Creating or the VirtualMachineInstance: true" level=info timestamp=2018-07-30T12:14:46.903434Z pos=vm.go:135 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi572zg kind= uid=1b0a8c65-93f2-11e8-8b81-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-30T12:14:46.930906Z pos=vm.go:186 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi572zg kind= uid=1b0a8c65-93f2-11e8-8b81-525500d15501 msg="Creating or the VirtualMachineInstance: true" Pod name: virt-controller-7d57d96b65-mhgjd Pod phase: Running level=info timestamp=2018-07-30T11:24:00.096832Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-dmlzk Pod phase: Running level=error timestamp=2018-07-30T12:15:18.577720Z pos=vm.go:424 component=virt-handler namespace=kubevirt-test-default name=testvmi99tz7 kind=VirtualMachineInstance uid= reason="connection is shut down" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-07-30T12:15:18.577864Z pos=vm.go:251 component=virt-handler reason="connection is shut down" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi99tz7" level=info timestamp=2018-07-30T12:15:23.089193Z pos=vm.go:746 component=virt-handler namespace=kubevirt-test-default name=testvmi99tz7 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-30T12:15:23.089607Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi99tz7, existing: false\n" level=info timestamp=2018-07-30T12:15:23.089682Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T12:15:23.089869Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi99tz7 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T12:15:23.090607Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi99tz7 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T12:15:23.091389Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi99tz7, existing: false\n" level=info timestamp=2018-07-30T12:15:23.091492Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T12:15:23.091627Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi99tz7 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T12:15:23.091824Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi99tz7 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T12:15:39.059205Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi99tz7, existing: false\n" level=info timestamp=2018-07-30T12:15:39.059856Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T12:15:39.060293Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi99tz7 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T12:15:39.060804Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi99tz7 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-vwc6m Pod phase: Running level=error timestamp=2018-07-30T11:59:30.763525Z pos=vm.go:424 component=virt-handler namespace=kubevirt-test-default name=testvmikzhg7 kind=VirtualMachineInstance uid= reason="connection is shut down" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-07-30T11:59:30.763600Z pos=vm.go:251 component=virt-handler reason="connection is shut down" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmikzhg7" level=info timestamp=2018-07-30T11:59:35.646332Z pos=vm.go:746 component=virt-handler namespace=kubevirt-test-default name=testvmikzhg7 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-30T11:59:35.647987Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmikzhg7, existing: false\n" level=info timestamp=2018-07-30T11:59:35.648061Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T11:59:35.648232Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmikzhg7 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T11:59:35.656500Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmikzhg7 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T11:59:35.657116Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmikzhg7, existing: false\n" level=info timestamp=2018-07-30T11:59:35.657213Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T11:59:35.657402Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmikzhg7 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T11:59:35.657814Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmikzhg7 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T11:59:41.005208Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmikzhg7, existing: false\n" level=info timestamp=2018-07-30T11:59:41.005619Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T11:59:41.006106Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmikzhg7 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T11:59:41.006409Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmikzhg7 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi572zg-4jjf9 Pod phase: Running 2018/07/30 08:19:12 read closing down: EOF • Failure [284.307 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should survive guest shutdown, multiple times [It] /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:387 Timed out after 240.000s. No new VirtualMachineInstance instance showed up Expected : false to be true /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:429 ------------------------------ STEP: Creating new VMI, not running STEP: Starting the VirtualMachineInstance STEP: VMI has the running condition STEP: Getting the running VirtualMachineInstance STEP: Obtaining the serial console STEP: Guest shutdown STEP: waiting for the controller to replace the shut-down vmi with a new instance VM testvmishckm was scheduled to start • [SLOW TEST:18.738 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 Using virtctl interface /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:435 should start a VirtualMachineInstance once /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:436 ------------------------------ VM testvmifm5nc was scheduled to stop • [SLOW TEST:68.683 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 Using virtctl interface /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:435 should stop a VirtualMachineInstance once /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:467 ------------------------------ 2018/07/30 08:21:15 read closing down: EOF • [SLOW TEST:35.415 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with Disk PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ 2018/07/30 08:21:45 read closing down: EOF • [SLOW TEST:30.239 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with CDRom PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ 2018/07/30 08:24:44 read closing down: EOF • [SLOW TEST:233.455 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started and stopped multiple times /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with Disk PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ Pod name: disks-images-provider-cxcq4 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-znbqm Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-f5z5h Pod phase: Running 2018/07/30 12:26:33 http: TLS handshake error from 10.128.0.1:48952: EOF 2018/07/30 12:26:43 http: TLS handshake error from 10.128.0.1:48998: EOF 2018/07/30 12:26:53 http: TLS handshake error from 10.128.0.1:49044: EOF 2018/07/30 12:27:03 http: TLS handshake error from 10.128.0.1:49094: EOF 2018/07/30 12:27:13 http: TLS handshake error from 10.128.0.1:49140: EOF 2018/07/30 12:27:23 http: TLS handshake error from 10.128.0.1:49186: EOF level=info timestamp=2018-07-30T12:27:30.292620Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/30 12:27:33 http: TLS handshake error from 10.128.0.1:49236: EOF 2018/07/30 12:27:43 http: TLS handshake error from 10.128.0.1:49282: EOF 2018/07/30 12:27:53 http: TLS handshake error from 10.128.0.1:49328: EOF level=info timestamp=2018-07-30T12:27:58.855257Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-30T12:27:59.223662Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/30 12:28:03 http: TLS handshake error from 10.128.0.1:49386: EOF 2018/07/30 12:28:13 http: TLS handshake error from 10.128.0.1:49432: EOF 2018/07/30 12:28:23 http: TLS handshake error from 10.128.0.1:49478: EOF Pod name: virt-api-7d79764579-ln7g8 Pod phase: Running level=info timestamp=2018-07-30T12:27:48.758229Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T12:27:49.813899Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 12:27:51 http: TLS handshake error from 10.129.0.1:50594: EOF level=info timestamp=2018-07-30T12:28:00.015044Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-30T12:28:00.205898Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 12:28:01 http: TLS handshake error from 10.129.0.1:50604: EOF level=info timestamp=2018-07-30T12:28:03.582872Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T12:28:10.457626Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 12:28:11 http: TLS handshake error from 10.129.0.1:50614: EOF level=info timestamp=2018-07-30T12:28:19.062847Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T12:28:19.064058Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T12:28:20.529836Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 12:28:21 http: TLS handshake error from 10.129.0.1:50624: EOF level=info timestamp=2018-07-30T12:28:23.196742Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-30T12:28:23.202746Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 Pod name: virt-controller-7d57d96b65-922b5 Pod phase: Running level=info timestamp=2018-07-30T12:20:39.630809Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmil5ghd kind= uid=f8895821-93f2-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T12:20:39.631334Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmil5ghd kind= uid=f8895821-93f2-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T12:21:14.931055Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmivp9mp kind= uid=0d9c69e4-93f3-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T12:21:14.931514Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmivp9mp kind= uid=0d9c69e4-93f3-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T12:21:45.689723Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmitlx9r kind= uid=1ff0a381-93f3-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T12:21:45.690248Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmitlx9r kind= uid=1ff0a381-93f3-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T12:22:53.666600Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmitlx9r kind= uid=487650a9-93f3-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T12:22:53.667447Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmitlx9r kind= uid=487650a9-93f3-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T12:24:09.298771Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmitlx9r kind= uid=75890c84-93f3-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T12:24:09.299570Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmitlx9r kind= uid=75890c84-93f3-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T12:25:38.626250Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiz9hpg kind= uid=aac6ecc8-93f3-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T12:25:38.627164Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiz9hpg kind= uid=aac6ecc8-93f3-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T12:25:38.913175Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiz9hpg\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiz9hpg" level=info timestamp=2018-07-30T12:26:53.450740Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiz9hpg kind= uid=d7619281-93f3-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T12:26:53.451812Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiz9hpg kind= uid=d7619281-93f3-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-controller-7d57d96b65-mhgjd Pod phase: Running level=info timestamp=2018-07-30T11:24:00.096832Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-dmlzk Pod phase: Running level=info timestamp=2018-07-30T12:26:53.237300Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmiz9hpg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T12:27:08.597354Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmiz9hpg, existing: false\n" level=info timestamp=2018-07-30T12:27:08.597708Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T12:27:08.598051Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiz9hpg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T12:27:08.598414Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmiz9hpg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T12:27:09.908744Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmiz9hpg, existing: true\n" level=info timestamp=2018-07-30T12:27:09.908996Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-07-30T12:27:09.909079Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T12:27:09.909351Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmiz9hpg kind= uid=d7619281-93f3-11e8-8b81-525500d15501 msg="No update processing required" level=info timestamp=2018-07-30T12:27:09.971169Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmiz9hpg kind= uid=d7619281-93f3-11e8-8b81-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T12:27:09.972906Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmiz9hpg, existing: true\n" level=info timestamp=2018-07-30T12:27:09.973067Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-07-30T12:27:09.973190Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T12:27:09.973569Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmiz9hpg kind= uid=d7619281-93f3-11e8-8b81-525500d15501 msg="No update processing required" level=info timestamp=2018-07-30T12:27:09.974156Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmiz9hpg kind= uid=d7619281-93f3-11e8-8b81-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-handler-vwc6m Pod phase: Running level=error timestamp=2018-07-30T11:59:30.763525Z pos=vm.go:424 component=virt-handler namespace=kubevirt-test-default name=testvmikzhg7 kind=VirtualMachineInstance uid= reason="connection is shut down" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-07-30T11:59:30.763600Z pos=vm.go:251 component=virt-handler reason="connection is shut down" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmikzhg7" level=info timestamp=2018-07-30T11:59:35.646332Z pos=vm.go:746 component=virt-handler namespace=kubevirt-test-default name=testvmikzhg7 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-30T11:59:35.647987Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmikzhg7, existing: false\n" level=info timestamp=2018-07-30T11:59:35.648061Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T11:59:35.648232Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmikzhg7 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T11:59:35.656500Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmikzhg7 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T11:59:35.657116Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmikzhg7, existing: false\n" level=info timestamp=2018-07-30T11:59:35.657213Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T11:59:35.657402Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmikzhg7 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T11:59:35.657814Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmikzhg7 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T11:59:41.005208Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmikzhg7, existing: false\n" level=info timestamp=2018-07-30T11:59:41.005619Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T11:59:41.006106Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmikzhg7 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T11:59:41.006409Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmikzhg7 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmiz9hpg-n66qt Pod phase: Running • Failure [165.813 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started and stopped multiple times /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with CDRom PVC [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Timed out after 90.014s. Timed out waiting for VMI to enter Running phase Expected : false to equal : true /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1046 ------------------------------ STEP: Starting and stopping the VirtualMachineInstance number of times STEP: Starting a VirtualMachineInstance STEP: Waiting until the VirtualMachineInstance will start level=info timestamp=2018-07-30T12:25:40.063265Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmiz9hpg kind=VirtualMachineInstance uid=aac6ecc8-93f3-11e8-8b81-525500d15501 msg="Created virtual machine pod virt-launcher-testvmiz9hpg-qn4bx" level=info timestamp=2018-07-30T12:25:56.461556Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmiz9hpg kind=VirtualMachineInstance uid=aac6ecc8-93f3-11e8-8b81-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmiz9hpg-qn4bx" level=info timestamp=2018-07-30T12:25:58.250433Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmiz9hpg kind=VirtualMachineInstance uid=aac6ecc8-93f3-11e8-8b81-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-07-30T12:25:58.307382Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmiz9hpg kind=VirtualMachineInstance uid=aac6ecc8-93f3-11e8-8b81-525500d15501 msg="VirtualMachineInstance started." STEP: Starting a VirtualMachineInstance STEP: Waiting until the VirtualMachineInstance will start level=info timestamp=2018-07-30T12:26:54.796034Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmiz9hpg kind=VirtualMachineInstance uid=aac6ecc8-93f3-11e8-8b81-525500d15501 msg="Created virtual machine pod virt-launcher-testvmiz9hpg-qn4bx" level=info timestamp=2018-07-30T12:26:54.796251Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmiz9hpg kind=VirtualMachineInstance uid=aac6ecc8-93f3-11e8-8b81-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmiz9hpg-qn4bx" level=info timestamp=2018-07-30T12:26:54.797054Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmiz9hpg kind=VirtualMachineInstance uid=aac6ecc8-93f3-11e8-8b81-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-07-30T12:26:54.797324Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmiz9hpg kind=VirtualMachineInstance uid=aac6ecc8-93f3-11e8-8b81-525500d15501 msg="VirtualMachineInstance started." • [SLOW TEST:46.566 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 2018/07/30 08:29:11 read closing down: EOF Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With an emptyDisk defined /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:113 should create a writeable emptyDisk with the right capacity /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:115 ------------------------------ • [SLOW TEST:44.056 seconds] 2018/07/30 08:29:55 read closing down: EOF Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With an emptyDisk defined and a specified serial number /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:163 should create a writeable emptyDisk with the specified serial number /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:165 ------------------------------ 2018/07/30 08:30:30 read closing down: EOF • [SLOW TEST:34.657 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With ephemeral alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:205 should be successfully started /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:207 ------------------------------ 2018/07/30 08:32:29 read closing down: EOF • [SLOW TEST:118.672 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With ephemeral alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:205 should not persist data /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:218 ------------------------------ 2018/07/30 08:32:29 read closing down: EOF 2018/07/30 08:36:24 read closing down: EOF • [SLOW TEST:236.040 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With VirtualMachineInstance with two PVCs /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:266 should start vmi multiple times /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:278 ------------------------------ • ------------------------------ • [SLOW TEST:20.983 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given a vmi /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:20.886 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given an vm /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:21.239 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given a vmi preset /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:21.219 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given a vmi replica set /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ 2018/07/30 08:38:52 read closing down: EOF 2018/07/30 08:39:03 read closing down: EOF 2018/07/30 08:39:14 read closing down: EOF Pod name: disks-images-provider-cxcq4 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-znbqm Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-f5z5h Pod phase: Running 2018/07/30 12:40:03 http: TLS handshake error from 10.128.0.1:52884: EOF 2018/07/30 12:40:13 http: TLS handshake error from 10.128.0.1:52930: EOF 2018/07/30 12:40:23 http: TLS handshake error from 10.128.0.1:52976: EOF 2018/07/30 12:40:33 http: TLS handshake error from 10.128.0.1:53032: EOF 2018/07/30 12:40:43 http: TLS handshake error from 10.128.0.1:53078: EOF 2018/07/30 12:40:53 http: TLS handshake error from 10.128.0.1:53124: EOF 2018/07/30 12:41:03 http: TLS handshake error from 10.128.0.1:53174: EOF 2018/07/30 12:41:13 http: TLS handshake error from 10.128.0.1:53222: EOF 2018/07/30 12:41:23 http: TLS handshake error from 10.128.0.1:53268: EOF level=info timestamp=2018-07-30T12:41:30.327131Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/30 12:41:33 http: TLS handshake error from 10.128.0.1:53318: EOF 2018/07/30 12:41:43 http: TLS handshake error from 10.128.0.1:53364: EOF 2018/07/30 12:41:53 http: TLS handshake error from 10.128.0.1:53410: EOF 2018/07/30 12:42:03 http: TLS handshake error from 10.128.0.1:53460: EOF 2018/07/30 12:42:13 http: TLS handshake error from 10.128.0.1:53506: EOF Pod name: virt-api-7d79764579-ln7g8 Pod phase: Running level=info timestamp=2018-07-30T12:41:30.539316Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 12:41:31 http: TLS handshake error from 10.129.0.1:51432: EOF level=info timestamp=2018-07-30T12:41:40.734416Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 12:41:41 http: TLS handshake error from 10.129.0.1:51442: EOF level=info timestamp=2018-07-30T12:41:42.906763Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T12:41:50.965090Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 12:41:51 http: TLS handshake error from 10.129.0.1:51452: EOF level=info timestamp=2018-07-30T12:42:00.160861Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-30T12:42:00.873499Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T12:42:00.875489Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-30T12:42:01.076526Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 12:42:01 http: TLS handshake error from 10.129.0.1:51462: EOF level=info timestamp=2018-07-30T12:42:11.293952Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/30 12:42:11 http: TLS handshake error from 10.129.0.1:51472: EOF level=info timestamp=2018-07-30T12:42:13.177375Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-922b5 Pod phase: Running level=info timestamp=2018-07-30T12:34:53.528000Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicnbzg kind= uid=f58787e8-93f4-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T12:34:53.528663Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicnbzg kind= uid=f58787e8-93f4-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T12:37:49.008816Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi22cc9 kind= uid=5e1d08e9-93f5-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T12:37:49.011297Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi22cc9 kind= uid=5e1d08e9-93f5-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T12:37:49.077759Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmir9sq4 kind= uid=5e26dca2-93f5-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T12:37:49.089360Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmir9sq4 kind= uid=5e26dca2-93f5-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T12:37:49.104551Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmip6tfb kind= uid=5e2e46d8-93f5-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T12:37:49.104849Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmip6tfb kind= uid=5e2e46d8-93f5-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T12:37:49.182208Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmivrznd kind= uid=5e370c37-93f5-11e8-8b81-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-30T12:37:49.182583Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmivrznd kind= uid=5e370c37-93f5-11e8-8b81-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-30T12:37:49.484354Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmip6tfb\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmip6tfb" level=info timestamp=2018-07-30T12:37:49.486433Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi22cc9\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi22cc9" level=info timestamp=2018-07-30T12:37:49.821462Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmip6tfb\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmip6tfb" level=info timestamp=2018-07-30T12:37:50.056184Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmivrznd\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmivrznd" level=info timestamp=2018-07-30T12:37:50.431634Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmivrznd\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmivrznd" Pod name: virt-controller-7d57d96b65-mhgjd Pod phase: Running level=info timestamp=2018-07-30T11:24:00.096832Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-dmlzk Pod phase: Running level=info timestamp=2018-07-30T12:38:15.535265Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-30T12:38:15.536154Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmir9sq4 kind= uid=5e26dca2-93f5-11e8-8b81-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T12:38:15.647780Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmip6tfb kind= uid=5e2e46d8-93f5-11e8-8b81-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T12:38:15.703723Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmip6tfb, existing: true\n" level=info timestamp=2018-07-30T12:38:15.703852Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Running\n" level=info timestamp=2018-07-30T12:38:15.704557Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-07-30T12:38:15.704897Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-07-30T12:38:15.705598Z pos=vm.go:416 component=virt-handler namespace=kubevirt-test-default name=testvmip6tfb kind= uid=5e2e46d8-93f5-11e8-8b81-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-30T12:38:15.728202Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmip6tfb kind= uid=5e2e46d8-93f5-11e8-8b81-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T12:38:15.738302Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmip6tfb, existing: true\n" level=info timestamp=2018-07-30T12:38:15.738336Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Running\n" level=info timestamp=2018-07-30T12:38:15.738367Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-07-30T12:38:15.738386Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-07-30T12:38:15.738478Z pos=vm.go:416 component=virt-handler namespace=kubevirt-test-default name=testvmip6tfb kind= uid=5e2e46d8-93f5-11e8-8b81-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-30T12:38:15.790453Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmip6tfb kind= uid=5e2e46d8-93f5-11e8-8b81-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-handler-vwc6m Pod phase: Running level=error timestamp=2018-07-30T11:59:30.763525Z pos=vm.go:424 component=virt-handler namespace=kubevirt-test-default name=testvmikzhg7 kind=VirtualMachineInstance uid= reason="connection is shut down" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-07-30T11:59:30.763600Z pos=vm.go:251 component=virt-handler reason="connection is shut down" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmikzhg7" level=info timestamp=2018-07-30T11:59:35.646332Z pos=vm.go:746 component=virt-handler namespace=kubevirt-test-default name=testvmikzhg7 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-30T11:59:35.647987Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmikzhg7, existing: false\n" level=info timestamp=2018-07-30T11:59:35.648061Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T11:59:35.648232Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmikzhg7 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T11:59:35.656500Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmikzhg7 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T11:59:35.657116Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmikzhg7, existing: false\n" level=info timestamp=2018-07-30T11:59:35.657213Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T11:59:35.657402Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmikzhg7 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T11:59:35.657814Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmikzhg7 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T11:59:41.005208Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmikzhg7, existing: false\n" level=info timestamp=2018-07-30T11:59:41.005619Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T11:59:41.006106Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmikzhg7 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T11:59:41.006409Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmikzhg7 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi22cc9-xjl8q Pod phase: Running Pod name: virt-launcher-testvmip6tfb-m5gnf Pod phase: Running Pod name: virt-launcher-testvmir9sq4-72g4f Pod phase: Running Pod name: virt-launcher-testvmivrznd-q2g8h Pod phase: Running /root/go/src/kubevirt.io/kubevirt/pkg/virt-launcher/virtwrap/util/libvirt_helper.go:272 +0xb4 created by kubevirt.io/kubevirt/pkg/virt-launcher/virtwrap/util.ForkAndMonitor /root/go/src/kubevirt.io/kubevirt/pkg/virt-launcher/virtwrap/util/libvirt_helper.go:269 +0x191 panic: runtime error: invalid memory address or nil pointer dereference [signal SIGSEGV: segmentation violation code=0x1 addr=0x18 pc=0x488cf3] goroutine 21 [running]: io.copyBuffer(0x142d000, 0xc4200b8008, 0x0, 0x0, 0xc420386000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/io/io.go:400 +0x143 io.Copy(0x142d000, 0xc4200b8008, 0x0, 0x0, 0x0, 0x0, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/io/io.go:362 +0x5a kubevirt.io/kubevirt/pkg/virt-launcher/virtwrap/util.ForkAndMonitor.func1(0xc4200ea6e0, 0xc4200c86c0) /root/go/src/kubevirt.io/kubevirt/pkg/virt-launcher/virtwrap/util/libvirt_helper.go:264 +0xb4 created by kubevirt.io/kubevirt/pkg/virt-launcher/virtwrap/util.ForkAndMonitor /root/go/src/kubevirt.io/kubevirt/pkg/virt-launcher/virtwrap/util/libvirt_helper.go:261 +0x15f • Failure in Spec Setup (BeforeEach) [265.320 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach [BeforeEach] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the Inbound VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Timed out after 90.013s. Timed out waiting for VMI to enter Running phase Expected : false to equal : true /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1046 ------------------------------ level=info timestamp=2018-07-30T12:37:50.529173Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmi22cc9 kind=VirtualMachineInstance uid=5e1d08e9-93f5-11e8-8b81-525500d15501 msg="Created virtual machine pod virt-launcher-testvmi22cc9-xjl8q" level=info timestamp=2018-07-30T12:38:10.703611Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmi22cc9 kind=VirtualMachineInstance uid=5e1d08e9-93f5-11e8-8b81-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmi22cc9-xjl8q" level=info timestamp=2018-07-30T12:38:12.248515Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmi22cc9 kind=VirtualMachineInstance uid=5e1d08e9-93f5-11e8-8b81-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-07-30T12:38:13.095771Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmi22cc9 kind=VirtualMachineInstance uid=5e1d08e9-93f5-11e8-8b81-525500d15501 msg="VirtualMachineInstance started." level=info timestamp=2018-07-30T12:38:52.749820Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmir9sq4 kind=VirtualMachineInstance uid=5e26dca2-93f5-11e8-8b81-525500d15501 msg="Created virtual machine pod virt-launcher-testvmir9sq4-72g4f" level=info timestamp=2018-07-30T12:38:52.750052Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmir9sq4 kind=VirtualMachineInstance uid=5e26dca2-93f5-11e8-8b81-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmir9sq4-72g4f" level=info timestamp=2018-07-30T12:38:52.750739Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmir9sq4 kind=VirtualMachineInstance uid=5e26dca2-93f5-11e8-8b81-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-07-30T12:38:52.750935Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmir9sq4 kind=VirtualMachineInstance uid=5e26dca2-93f5-11e8-8b81-525500d15501 msg="VirtualMachineInstance started." level=info timestamp=2018-07-30T12:39:03.619141Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmip6tfb kind=VirtualMachineInstance uid=5e2e46d8-93f5-11e8-8b81-525500d15501 msg="Created virtual machine pod virt-launcher-testvmip6tfb-m5gnf" level=info timestamp=2018-07-30T12:39:03.619384Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmip6tfb kind=VirtualMachineInstance uid=5e2e46d8-93f5-11e8-8b81-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmip6tfb-m5gnf" level=info timestamp=2018-07-30T12:39:03.620139Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmip6tfb kind=VirtualMachineInstance uid=5e2e46d8-93f5-11e8-8b81-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-07-30T12:39:03.620322Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmip6tfb kind=VirtualMachineInstance uid=5e2e46d8-93f5-11e8-8b81-525500d15501 msg="VirtualMachineInstance started." level=info timestamp=2018-07-30T12:39:14.466956Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmivrznd kind=VirtualMachineInstance uid=5e370c37-93f5-11e8-8b81-525500d15501 msg="Created virtual machine pod virt-launcher-testvmivrznd-q2g8h" 2018/07/30 08:43:10 read closing down: EOF 2018/07/30 08:43:25 read closing down: EOF 2018/07/30 08:43:35 read closing down: EOF 2018/07/30 08:43:47 read closing down: EOF 2018/07/30 08:43:48 read closing down: EOF 2018/07/30 08:43:51 read closing down: EOF 2018/07/30 08:43:52 read closing down: EOF • [SLOW TEST:97.837 seconds] Networking 2018/07/30 08:43:52 read closing down: EOF /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the Inbound VirtualMachineInstance with pod network connectivity explicitly set /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ S [SKIPPING] [0.011 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the Inbound VirtualMachineInstance with custom MAC address [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Openshift detected: Custom MAC addresses on pod networks are not suppored /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1551 ------------------------------ 2018/07/30 08:43:55 read closing down: EOF •2018/07/30 08:43:56 read closing down: EOF 2018/07/30 08:43:56 read closing down: EOF ------------------------------ • [SLOW TEST:6.194 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be reachable via the propagated IP from a Pod /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 on the same node from Pod /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ ••• ------------------------------ • [SLOW TEST:5.828 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 with a service matching the vmi exposed /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:272 should be able to reach the vmi based on labels specified on the vmi /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:292 ------------------------------ • [SLOW TEST:5.760 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 with a service matching the vmi exposed /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:272 should fail to reach the vmi if an invalid servicename is used /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:303 ------------------------------ • [SLOW TEST:5.445 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 with a subdomain and a headless service given /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:319 should be able to reach the vmi via its unique fully qualified domain name /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:342 ------------------------------ 2018/07/30 08:45:04 read closing down: EOF 2018/07/30 08:45:04 read closing down: EOF • [SLOW TEST:34.365 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom interface model /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:368 should expose the right device type to the guest /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:369 ------------------------------ 2018/07/30 08:45:05 read closing down: EOF 2018/07/30 08:45:06 read closing down: EOF •2018/07/30 08:45:36 read closing down: EOF 2018/07/30 08:45:38 read closing down: EOF ------------------------------ • [SLOW TEST:31.592 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:402 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:403 ------------------------------ 2018/07/30 08:46:20 read closing down: EOF 2018/07/30 08:46:21 read closing down: EOF • [SLOW TEST:43.121 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address in non-conventional format /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:414 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:415 ------------------------------ 2018/07/30 08:47:02 read closing down: EOF • [SLOW TEST:42.411 seconds] 2018/07/30 08:47:03 read closing down: EOF Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address and slirp interface /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:427 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:428 ------------------------------ 2018/07/30 08:47:47 read closing down: EOF 2018/07/30 08:47:49 read closing down: EOF • [SLOW TEST:45.522 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with disabled automatic attachment of interfaces /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:440 should not configure any external interfaces /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:441 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.014 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 should succeed to start a vmi [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:133 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1365 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.010 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 should succeed to stop a running vmi [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:139 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1365 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.017 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with winrm connection [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:150 should have correct UUID /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:192 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1365 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.023 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with winrm connection [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:150 should have pod IP /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:208 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1365 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.012 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with kubectl command [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:226 should succeed to start a vmi /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:242 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1365 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.012 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with kubectl command [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:226 should succeed to stop a vmi /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:250 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1365 ------------------------------ • [SLOW TEST:42.309 seconds] LeaderElection /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:43 Start a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:53 when the controller pod is not running /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:54 should success /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:55 ------------------------------ 2018/07/30 08:51:51 read closing down: EOF Pod name: disks-images-provider-cxcq4 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-znbqm Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-f5z5h Pod phase: Running 2018/07/30 12:49:53 http: TLS handshake error from 10.128.0.1:55954: EOF level=info timestamp=2018-07-30T12:50:01.049705Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/30 12:50:03 http: TLS handshake error from 10.128.0.1:56008: EOF 2018/07/30 12:50:13 http: TLS handshake error from 10.128.0.1:56060: EOF 2018/07/30 12:50:23 http: TLS handshake error from 10.128.0.1:56110: EOF level=info timestamp=2018-07-30T12:50:31.213413Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/30 12:50:33 http: TLS handshake error from 10.128.0.1:56170: EOF 2018/07/30 12:50:43 http: TLS handshake error from 10.128.0.1:56220: EOF 2018/07/30 12:50:53 http: TLS handshake error from 10.128.0.1:56270: EOF 2018/07/30 12:51:03 http: TLS handshake error from 10.128.0.1:56324: EOF 2018/07/30 12:51:13 http: TLS handshake error from 10.128.0.1:56374: EOF 2018/07/30 12:51:23 http: TLS handshake error from 10.128.0.1:56424: EOF level=info timestamp=2018-07-30T12:51:31.004173Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/30 12:51:33 http: TLS handshake error from 10.128.0.1:56478: EOF 2018/07/30 12:51:43 http: TLS handshake error from 10.128.0.1:56528: EOF Pod name: virt-api-7d79764579-ln7g8 Pod phase: Running 2018/07/30 12:49:43 http: TLS handshake error from 10.129.0.1:54282: EOF 2018/07/30 12:49:53 http: TLS handshake error from 10.129.0.1:54288: EOF 2018/07/30 12:50:03 http: TLS handshake error from 10.129.0.1:54292: EOF 2018/07/30 12:50:13 http: TLS handshake error from 10.129.0.1:54300: EOF 2018/07/30 12:50:23 http: TLS handshake error from 10.129.0.1:54304: EOF 2018/07/30 12:50:33 http: TLS handshake error from 10.129.0.1:54310: EOF 2018/07/30 12:50:43 http: TLS handshake error from 10.129.0.1:54316: EOF 2018/07/30 12:50:53 http: TLS handshake error from 10.129.0.1:54322: EOF level=info timestamp=2018-07-30T12:51:01.016855Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/30 12:51:03 http: TLS handshake error from 10.129.0.1:54328: EOF 2018/07/30 12:51:13 http: TLS handshake error from 10.129.0.1:54334: EOF 2018/07/30 12:51:23 http: TLS handshake error from 10.129.0.1:54340: EOF 2018/07/30 12:51:33 http: TLS handshake error from 10.129.0.1:54346: EOF 2018/07/30 12:51:43 http: TLS handshake error from 10.129.0.1:54352: EOF Pod name: virt-controller-7d57d96b65-kqsxs Pod phase: Running level=info timestamp=2018-07-30T12:47:58.281945Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 level=info timestamp=2018-07-30T12:49:11.689502Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer vmInformer" level=info timestamp=2018-07-30T12:49:11.696130Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer limitrangeInformer" level=info timestamp=2018-07-30T12:49:11.696280Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer vmiInformer" level=info timestamp=2018-07-30T12:49:11.696373Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer kubeVirtPodInformer" level=info timestamp=2018-07-30T12:49:11.696440Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer kubeVirtNodeInformer" level=info timestamp=2018-07-30T12:49:11.696483Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer vmiPresetInformer" level=info timestamp=2018-07-30T12:49:11.696530Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer vmirsInformer" level=info timestamp=2018-07-30T12:49:11.696574Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer configMapInformer" level=info timestamp=2018-07-30T12:49:11.696917Z pos=vm.go:85 component=virt-controller service=http msg="Starting VirtualMachine controller." level=info timestamp=2018-07-30T12:49:11.713675Z pos=preset.go:74 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-07-30T12:49:11.782553Z pos=node.go:104 component=virt-controller service=http msg="Starting node controller." level=info timestamp=2018-07-30T12:49:11.783794Z pos=vmi.go:129 component=virt-controller service=http msg="Starting vmi controller." level=info timestamp=2018-07-30T12:49:11.784700Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." Pod name: virt-controller-7d57d96b65-mhgjd Pod phase: Running level=info timestamp=2018-07-30T12:49:30.223591Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-dmlzk Pod phase: Running level=info timestamp=2018-07-30T12:49:31.352822Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-30T12:49:31.354535Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-30T12:49:31.453472Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-30T12:49:31.487279Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" level=info timestamp=2018-07-30T12:49:31.493029Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" level=info timestamp=2018-07-30T12:49:31.553919Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmijrw9z, existing: true\n" level=info timestamp=2018-07-30T12:49:31.554102Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Running\n" level=info timestamp=2018-07-30T12:49:31.554177Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T12:49:31.554326Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmijrw9z kind=VirtualMachineInstance uid=dcdd061f-93f6-11e8-8b81-525500d15501 msg="No update processing required" level=info timestamp=2018-07-30T12:49:31.599497Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmijrw9z kind=VirtualMachineInstance uid=dcdd061f-93f6-11e8-8b81-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T12:49:31.599626Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmijrw9z, existing: true\n" level=info timestamp=2018-07-30T12:49:31.599690Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-07-30T12:49:31.599729Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T12:49:31.599812Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmijrw9z kind= uid=dcdd061f-93f6-11e8-8b81-525500d15501 msg="No update processing required" level=info timestamp=2018-07-30T12:49:31.599909Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmijrw9z kind= uid=dcdd061f-93f6-11e8-8b81-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-handler-vwc6m Pod phase: Running level=info timestamp=2018-07-30T12:48:05.649647Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T12:48:05.649727Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmim24qp kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T12:48:05.649874Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmim24qp kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T12:48:14.085264Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmicxg88, existing: false\n" level=info timestamp=2018-07-30T12:48:14.089624Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T12:48:14.095525Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicxg88 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T12:48:14.097436Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmicxg88 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T12:48:14.098370Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmim24qp, existing: false\n" level=info timestamp=2018-07-30T12:48:14.099695Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T12:48:14.100592Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmim24qp kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T12:48:14.101418Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmim24qp kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-30T12:48:14.104387Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmihhrjt, existing: false\n" level=info timestamp=2018-07-30T12:48:14.105157Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-07-30T12:48:14.105993Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmihhrjt kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-30T12:48:14.107117Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmihhrjt kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmijrw9z-j6czs Pod phase: Running • Failure [200.346 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 VirtualMachineInstance definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:55 with 3 CPU cores /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:56 should report 3 cpu cores under guest OS [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:62 Expected error: : 180000000000 expect: timer expired after 180 seconds not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:79 ------------------------------ STEP: Starting a VirtualMachineInstance level=info timestamp=2018-07-30T12:48:33.001583Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmijrw9z kind=VirtualMachineInstance uid=dcdd061f-93f6-11e8-8b81-525500d15501 msg="Created virtual machine pod virt-launcher-testvmijrw9z-j6czs" level=info timestamp=2018-07-30T12:48:49.566780Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmijrw9z kind=VirtualMachineInstance uid=dcdd061f-93f6-11e8-8b81-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmijrw9z-j6czs" level=info timestamp=2018-07-30T12:48:50.891465Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmijrw9z kind=VirtualMachineInstance uid=dcdd061f-93f6-11e8-8b81-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-07-30T12:48:50.937072Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmijrw9z kind=VirtualMachineInstance uid=dcdd061f-93f6-11e8-8b81-525500d15501 msg="VirtualMachineInstance started." STEP: Expecting the VirtualMachineInstance console level=info timestamp=2018-07-30T12:51:51.090411Z pos=utils.go:1272 component=tests namespace=kubevirt-test-default name=testvmijrw9z kind=VirtualMachineInstance uid=dcdd061f-93f6-11e8-8b81-525500d15501 msg="Login: [{2 \r\n\r\n\r\nISOLINUX 6.04 6.04-pre1 Copyright (C) 1994-2015 H. Peter Anvin et al\r\nboot: \u001b[?7h\r\n []}]" • ------------------------------ • [SLOW TEST:23.507 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 VirtualMachineInstance definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:55 with hugepages /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:164 should consume hugepages /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 hugepages-2Mi /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ S [SKIPPING] [0.314 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 VirtualMachineInstance definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:55 with hugepages /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:164 should consume hugepages /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 hugepages-1Gi [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 No node with hugepages hugepages-1Gi capacity /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:216 ------------------------------ •panic: test timed out after 1h30m0s goroutine 9006 [running]: testing.(*M).startAlarm.func1() /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:1240 +0xfc created by time.goFunc /gimme/.gimme/versions/go1.10.linux.amd64/src/time/sleep.go:172 +0x44 goroutine 1 [chan receive, 90 minutes]: testing.(*T).Run(0xc420861860, 0x139e76f, 0x9, 0x1430ca0, 0x4801e6) /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:825 +0x301 testing.runTests.func1(0xc420861770) /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:1063 +0x64 testing.tRunner(0xc420861770, 0xc42069fdf8) /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:777 +0xd0 testing.runTests(0xc420573760, 0x1d32a50, 0x1, 0x1, 0x412009) /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:1061 +0x2c4 testing.(*M).Run(0xc420854c00, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:978 +0x171 main.main() _testmain.go:44 +0x151 goroutine 20 [chan receive]: kubevirt.io/kubevirt/vendor/github.com/golang/glog.(*loggingT).flushDaemon(0x1d5e280) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/golang/glog/glog.go:879 +0x8b created by kubevirt.io/kubevirt/vendor/github.com/golang/glog.init.0 /root/go/src/kubevirt.io/kubevirt/vendor/github.com/golang/glog/glog.go:410 +0x203 goroutine 21 [syscall, 90 minutes]: os/signal.signal_recv(0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/runtime/sigqueue.go:139 +0xa6 os/signal.loop() /gimme/.gimme/versions/go1.10.linux.amd64/src/os/signal/signal_unix.go:22 +0x22 created by os/signal.init.0 /gimme/.gimme/versions/go1.10.linux.amd64/src/os/signal/signal_unix.go:28 +0x41 goroutine 5 [runnable]: kubevirt.io/kubevirt/vendor/github.com/onsi/gomega/internal/asyncassertion.(*AsyncAssertion).match(0xc42082acc0, 0x14c4b80, 0xc420634280, 0x412801, 0xc420634300, 0x1, 0x1, 0xc420634300) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/gomega/internal/asyncassertion/async_assertion.go:139 +0x2e6 kubevirt.io/kubevirt/vendor/github.com/onsi/gomega/internal/asyncassertion.(*AsyncAssertion).Should(0xc42082acc0, 0x14c4b80, 0xc420634280, 0xc420634300, 0x1, 0x1, 0xc42082acc0) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/gomega/internal/asyncassertion/async_assertion.go:48 +0x62 kubevirt.io/kubevirt/tests.waitForVMIStart(0x14ba8a0, 0xc420f14c80, 0x5a, 0x0, 0x0, 0x1d7c901) /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1046 +0x6d6 kubevirt.io/kubevirt/tests.WaitForSuccessfulVMIStart(0x14ba8a0, 0xc420f14c80, 0x1d7c938, 0x0) /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1069 +0x43 kubevirt.io/kubevirt/tests_test.glob..func14.3.2.1() /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:353 +0x25d kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/leafnodes.(*runner).runSync(0xc42084e780, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/leafnodes/runner.go:113 +0x9c kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/leafnodes.(*runner).run(0xc42084e780, 0x3, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/leafnodes/runner.go:64 +0x13e kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/leafnodes.(*ItNode).Run(0xc4204f0ac0, 0x14b6d40, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/leafnodes/it_node.go:26 +0x7f kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/spec.(*Spec).runSample(0xc42058eb40, 0x0, 0x14b6d40, 0xc4200ff4c0) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/spec/spec.go:203 +0x648 kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/spec.(*Spec).Run(0xc42058eb40, 0x14b6d40, 0xc4200ff4c0) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/spec/spec.go:138 +0xff kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner.(*SpecRunner).runSpec(0xc420147680, 0xc42058eb40, 0x0) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner/spec_runner.go:200 +0x10d kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner.(*SpecRunner).runSpecs(0xc420147680, 0x1) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner/spec_runner.go:170 +0x329 kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner.(*SpecRunner).Run(0xc420147680, 0xb) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner/spec_runner.go:66 +0x11b kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/suite.(*Suite).Run(0xc4200fcaf0, 0x7f55f6758510, 0xc420861860, 0x13a0d52, 0xb, 0xc4205737c0, 0x2, 0x2, 0x14d3600, 0xc4200ff4c0, ...) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/suite/suite.go:62 +0x27c kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo.RunSpecsWithCustomReporters(0x14b7da0, 0xc420861860, 0x13a0d52, 0xb, 0xc4205737a0, 0x2, 0x2, 0x2) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/ginkgo_dsl.go:221 +0x258 kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo.RunSpecsWithDefaultAndCustomReporters(0x14b7da0, 0xc420861860, 0x13a0d52, 0xb, 0xc4203c9a90, 0x1, 0x1, 0x1) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/ginkgo_dsl.go:209 +0xab kubevirt.io/kubevirt/tests_test.TestTests(0xc420861860) /root/go/src/kubevirt.io/kubevirt/tests/tests_suite_test.go:43 +0xaa testing.tRunner(0xc420861860, 0x1430ca0) /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:777 +0xd0 created by testing.(*T).Run /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:824 +0x2e0 goroutine 6 [chan receive, 90 minutes]: kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner.(*SpecRunner).registerForInterrupts(0xc420147680, 0xc4200e2c60) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner/spec_runner.go:223 +0xd1 created by kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner.(*SpecRunner).Run /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner/spec_runner.go:60 +0x88 goroutine 7 [select, 90 minutes, locked to thread]: runtime.gopark(0x1432e78, 0x0, 0x139b291, 0x6, 0x18, 0x1) /gimme/.gimme/versions/go1.10.linux.amd64/src/runtime/proc.go:291 +0x11a runtime.selectgo(0xc42047df50, 0xc4200e2d20) /gimme/.gimme/versions/go1.10.linux.amd64/src/runtime/select.go:392 +0xe50 runtime.ensureSigM.func1() /gimme/.gimme/versions/go1.10.linux.amd64/src/runtime/signal_unix.go:549 +0x1f4 runtime.goexit() /gimme/.gimme/versions/go1.10.linux.amd64/src/runtime/asm_amd64.s:2361 +0x1 goroutine 10 [IO wait]: internal/poll.runtime_pollWait(0x7f55f67e3f00, 0x72, 0xc42100d850) /gimme/.gimme/versions/go1.10.linux.amd64/src/runtime/netpoll.go:173 +0x57 internal/poll.(*pollDesc).wait(0xc4208e4398, 0x72, 0xffffffffffffff00, 0x14b8f60, 0x1c497d0) /gimme/.gimme/versions/go1.10.linux.amd64/src/internal/poll/fd_poll_runtime.go:85 +0x9b internal/poll.(*pollDesc).waitRead(0xc4208e4398, 0xc420d7c000, 0x8000, 0x8000) /gimme/.gimme/versions/go1.10.linux.amd64/src/internal/poll/fd_poll_runtime.go:90 +0x3d internal/poll.(*FD).Read(0xc4208e4380, 0xc420d7c000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/internal/poll/fd_unix.go:157 +0x17d net.(*netFD).Read(0xc4208e4380, 0xc420d7c000, 0x8000, 0x8000, 0x0, 0x8, 0x7ffb) /gimme/.gimme/versions/go1.10.linux.amd64/src/net/fd_unix.go:202 +0x4f net.(*conn).Read(0xc42000e3a8, 0xc420d7c000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/net/net.go:176 +0x6a crypto/tls.(*block).readFromUntil(0xc420500b10, 0x7f55f6758530, 0xc42000e3a8, 0x5, 0xc42000e3a8, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/crypto/tls/conn.go:493 +0x96 crypto/tls.(*Conn).readRecord(0xc420876000, 0x1432f17, 0xc420876120, 0x20) /gimme/.gimme/versions/go1.10.linux.amd64/src/crypto/tls/conn.go:595 +0xe0 crypto/tls.(*Conn).Read(0xc420876000, 0xc420918000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/crypto/tls/conn.go:1156 +0x100 bufio.(*Reader).Read(0xc4208f02a0, 0xc420596d58, 0x9, 0x9, 0xc420b16fb8, 0xc4206bcde0, 0xc42100dd10) /gimme/.gimme/versions/go1.10.linux.amd64/src/bufio/bufio.go:216 +0x238 io.ReadAtLeast(0x14b5b40, 0xc4208f02a0, 0xc420596d58, 0x9, 0x9, 0x9, 0xc42100dce0, 0xc42100dce0, 0x406614) /gimme/.gimme/versions/go1.10.linux.amd64/src/io/io.go:309 +0x86 io.ReadFull(0x14b5b40, 0xc4208f02a0, 0xc420596d58, 0x9, 0x9, 0xc420b16f60, 0xc42100dd10, 0xc400003701) /gimme/.gimme/versions/go1.10.linux.amd64/src/io/io.go:327 +0x58 kubevirt.io/kubevirt/vendor/golang.org/x/net/http2.readFrameHeader(0xc420596d58, 0x9, 0x9, 0x14b5b40, 0xc4208f02a0, 0x0, 0xc400000000, 0x7ef9ad, 0xc42100dfb0) /root/go/src/kubevirt.io/kubevirt/vendor/golang.org/x/net/http2/frame.go:237 +0x7b kubevirt.io/kubevirt/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc420596d20, 0xc4206f5ef0, 0x0, 0x0, 0x0) /root/go/src/kubevirt.io/kubevirt/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 kubevirt.io/kubevirt/vendor/golang.org/x/net/http2.(*clientConnReadLoop).run(0xc42100dfb0, 0x1431bf8, 0xc420097fb0) /root/go/src/kubevirt.io/kubevirt/vendor/golang.org/x/net/http2/transport.go:1428 +0x8e kubevirt.io/kubevirt/vendor/golang.org/x/net/http2.(*ClientConn).readLoop(0xc4202789c0) /root/go/src/kubevirt.io/kubevirt/vendor/golang.org/x/net/http2/transport.go:1354 +0x76 created by kubevirt.io/kubevirt/vendor/golang.org/x/net/http2.(*Transport).newClientConn /root/go/src/kubevirt.io/kubevirt/vendor/golang.org/x/net/http2/transport.go:579 +0x651 goroutine 2779 [chan receive, 59 minutes]: kubevirt.io/kubevirt/pkg/kubecli.(*asyncWSRoundTripper).WebsocketCallback(0xc4200ad6b0, 0xc42037b2c0, 0xc420ab3200, 0x0, 0x0, 0x18, 0xc420ef3ec8) /root/go/src/kubevirt.io/kubevirt/pkg/kubecli/vmi.go:163 +0x32b kubevirt.io/kubevirt/pkg/kubecli.(*asyncWSRoundTripper).WebsocketCallback-fm(0xc42037b2c0, 0xc420ab3200, 0x0, 0x0, 0xc42037b2c0, 0xc420ab3200) /root/go/src/kubevirt.io/kubevirt/pkg/kubecli/vmi.go:313 +0x52 kubevirt.io/kubevirt/pkg/kubecli.(*WebsocketRoundTripper).RoundTrip(0xc4200adc60, 0xc420536800, 0x0, 0x0, 0x0) /root/go/src/kubevirt.io/kubevirt/pkg/kubecli/vmi.go:142 +0xab kubevirt.io/kubevirt/pkg/kubecli.(*vmis).asyncSubresourceHelper.func1(0x14b6020, 0xc4200adc60, 0xc420536800, 0xc420bbed80) /root/go/src/kubevirt.io/kubevirt/pkg/kubecli/vmi.go:328 +0x56 created by kubevirt.io/kubevirt/pkg/kubecli.(*vmis).asyncSubresourceHelper /root/go/src/kubevirt.io/kubevirt/pkg/kubecli/vmi.go:326 +0x33a goroutine 218 [chan send, 21 minutes]: kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc4208b8120) /root/go/src/kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:114 +0x114 created by kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch.NewStreamWatcher /root/go/src/kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:60 +0xa8 goroutine 3476 [chan send, 56 minutes]: kubevirt.io/kubevirt/tests_test.glob..func23.1.2.1.1(0x14f1300, 0xc4206fd540, 0xc42000e0f8, 0xc4207402a0, 0xc420b727b8, 0xc420b727f8) /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:81 +0x138 created by kubevirt.io/kubevirt/tests_test.glob..func23.1.2.1 /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:73 +0x386 goroutine 6472 [chan send, 23 minutes]: kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc420923e90) /root/go/src/kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:114 +0x114 created by kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch.NewStreamWatcher /root/go/src/kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:60 +0xa8 make: *** [functest] Error 2 + make cluster-down ./cluster/down.sh