+ export WORKSPACE=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2 + WORKSPACE=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2 + [[ openshift-3.10-release =~ openshift-.* ]] + [[ openshift-3.10-release =~ .*-crio-.* ]] + export KUBEVIRT_PROVIDER=os-3.10.0 + KUBEVIRT_PROVIDER=os-3.10.0 + export KUBEVIRT_NUM_NODES=2 + KUBEVIRT_NUM_NODES=2 + export NFS_WINDOWS_DIR=/home/nfs/images/windows2016 + NFS_WINDOWS_DIR=/home/nfs/images/windows2016 + export NAMESPACE=kube-system + NAMESPACE=kube-system + trap '{ make cluster-down; }' EXIT SIGINT SIGTERM SIGSTOP + make cluster-down ./cluster/down.sh + make cluster-up ./cluster/up.sh Downloading ....... Downloading ....... Downloading ....... 2018/07/16 08:36:50 Waiting for host: 192.168.66.102:22 2018/07/16 08:36:53 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/16 08:37:01 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/16 08:37:09 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/16 08:37:15 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: connection refused. Sleeping 5s 2018/07/16 08:37:20 Connected to tcp://192.168.66.102:22 + systemctl stop origin-node.service + rm -rf /etc/origin/ /etc/etcd/ /var/lib/origin /var/lib/etcd/ ++ docker ps -q + containers= + '[' -n '' ']' ++ docker ps -q -a + containers='380578eb6b01 04838495ca18 aef4dea680cc 46bea3472251 6251077554f3 fe2a0d7ec163 970722bcd3fd 1eb051c1b629 1052914cea3e e039c376e094 84eb0c833d7c 4e08778d9b1d 0a9a2fcf5f77 50aebcf65f7b 9faedfc6ec82 f59bf1b05c0b 2ec313cb7901 5a782498db8c fef39cf40a53 c8ca0d879d8b aabbef87da66 0ac6cd26ae28 d021d99166a4 ed496b2ca295 e69e08bd00a8 0ddad7779bb0 3ca535d6f49f 2fc9538787a8' + '[' -n '380578eb6b01 04838495ca18 aef4dea680cc 46bea3472251 6251077554f3 fe2a0d7ec163 970722bcd3fd 1eb051c1b629 1052914cea3e e039c376e094 84eb0c833d7c 4e08778d9b1d 0a9a2fcf5f77 50aebcf65f7b 9faedfc6ec82 f59bf1b05c0b 2ec313cb7901 5a782498db8c fef39cf40a53 c8ca0d879d8b aabbef87da66 0ac6cd26ae28 d021d99166a4 ed496b2ca295 e69e08bd00a8 0ddad7779bb0 3ca535d6f49f 2fc9538787a8' ']' + docker rm -f 380578eb6b01 04838495ca18 aef4dea680cc 46bea3472251 6251077554f3 fe2a0d7ec163 970722bcd3fd 1eb051c1b629 1052914cea3e e039c376e094 84eb0c833d7c 4e08778d9b1d 0a9a2fcf5f77 50aebcf65f7b 9faedfc6ec82 f59bf1b05c0b 2ec313cb7901 5a782498db8c fef39cf40a53 c8ca0d879d8b aabbef87da66 0ac6cd26ae28 d021d99166a4 ed496b2ca295 e69e08bd00a8 0ddad7779bb0 3ca535d6f49f 2fc9538787a8 380578eb6b01 04838495ca18 aef4dea680cc 46bea3472251 6251077554f3 fe2a0d7ec163 970722bcd3fd 1eb051c1b629 1052914cea3e e039c376e094 84eb0c833d7c 4e08778d9b1d 0a9a2fcf5f77 50aebcf65f7b 9faedfc6ec82 f59bf1b05c0b 2ec313cb7901 5a782498db8c fef39cf40a53 c8ca0d879d8b aabbef87da66 0ac6cd26ae28 d021d99166a4 ed496b2ca295 e69e08bd00a8 0ddad7779bb0 3ca535d6f49f 2fc9538787a8 2018/07/16 08:37:23 Waiting for host: 192.168.66.101:22 2018/07/16 08:37:26 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/16 08:37:34 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/16 08:37:42 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/16 08:37:50 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/16 08:37:55 Connected to tcp://192.168.66.101:22 + inventory_file=/root/inventory + openshift_ansible=/root/openshift-ansible + echo '[new_nodes]' + sed -i '/\[OSEv3:children\]/a new_nodes' /root/inventory + nodes_found=false ++ seq 2 100 + for i in '$(seq 2 100)' ++ printf node%02d 2 + node=node02 ++ printf 192.168.66.1%02d 2 + node_ip=192.168.66.102 + set +e + ping 192.168.66.102 -c 1 PING 192.168.66.102 (192.168.66.102) 56(84) bytes of data. 64 bytes from 192.168.66.102: icmp_seq=1 ttl=64 time=3.32 ms --- 192.168.66.102 ping statistics --- 1 packets transmitted, 1 received, 0% packet loss, time 0ms rtt min/avg/max/mdev = 3.328/3.328/3.328/0.000 ms + '[' 0 -ne 0 ']' + nodes_found=true + set -e + echo '192.168.66.102 node02' Found node02. Adding it to the inventory. + echo 'Found node02. Adding it to the inventory.' + echo 'node02 openshift_node_group_name="node-config-compute" openshift_schedulable=true openshift_ip=192.168.66.102' + for i in '$(seq 2 100)' ++ printf node%02d 3 + node=node03 ++ printf 192.168.66.1%02d 3 + node_ip=192.168.66.103 + set +e + ping 192.168.66.103 -c 1 PING 192.168.66.103 (192.168.66.103) 56(84) bytes of data. From 192.168.66.101 icmp_seq=1 Destination Host Unreachable --- 192.168.66.103 ping statistics --- 1 packets transmitted, 0 received, +1 errors, 100% packet loss, time 0ms + '[' 1 -ne 0 ']' + break + '[' true = true ']' + ansible-playbook -i /root/inventory /root/openshift-ansible/playbooks/openshift-node/scaleup.yml PLAY [Populate config host groups] ********************************************* TASK [Load group name mapping variables] *************************************** ok: [localhost] TASK [Evaluate groups - g_etcd_hosts or g_new_etcd_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_master_hosts or g_new_master_hosts required] ********* skipping: [localhost] TASK [Evaluate groups - g_node_hosts or g_new_node_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_lb_hosts required] *********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts required] ********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts is single host] **************************** skipping: [localhost] TASK [Evaluate groups - g_glusterfs_hosts required] **************************** skipping: [localhost] TASK [Evaluate oo_all_hosts] *************************************************** ok: [localhost] => (item=node01) ok: [localhost] => (item=node02) TASK [Evaluate oo_masters] ***************************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_master] ************************************************ ok: [localhost] TASK [Evaluate oo_new_etcd_to_config] ****************************************** TASK [Evaluate oo_masters_to_config] ******************************************* ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_to_config] ********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_etcd] ************************************************** ok: [localhost] TASK [Evaluate oo_etcd_hosts_to_upgrade] *************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_hosts_to_backup] **************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_nodes_to_config] ********************************************* ok: [localhost] => (item=node02) TASK [Evaluate oo_nodes_to_bootstrap] ****************************************** ok: [localhost] => (item=node02) TASK [Add masters to oo_nodes_to_bootstrap] ************************************ ok: [localhost] => (item=node01) TASK [Evaluate oo_lb_to_config] ************************************************ TASK [Evaluate oo_nfs_to_config] *********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_glusterfs_to_config] ***************************************** TASK [Evaluate oo_etcd_to_migrate] ********************************************* ok: [localhost] => (item=node01) PLAY [Ensure there are new_nodes] ********************************************** TASK [fail] ******************************************************************** skipping: [localhost] TASK [fail] ******************************************************************** skipping: [localhost] PLAY [Initialization Checkpoint Start] ***************************************** TASK [Set install initialization 'In Progress'] ******************************** ok: [node01] PLAY [Populate config host groups] ********************************************* TASK [Load group name mapping variables] *************************************** ok: [localhost] TASK [Evaluate groups - g_etcd_hosts or g_new_etcd_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_master_hosts or g_new_master_hosts required] ********* skipping: [localhost] TASK [Evaluate groups - g_node_hosts or g_new_node_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_lb_hosts required] *********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts required] ********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts is single host] **************************** skipping: [localhost] TASK [Evaluate groups - g_glusterfs_hosts required] **************************** skipping: [localhost] TASK [Evaluate oo_all_hosts] *************************************************** ok: [localhost] => (item=node01) ok: [localhost] => (item=node02) TASK [Evaluate oo_masters] ***************************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_master] ************************************************ ok: [localhost] TASK [Evaluate oo_new_etcd_to_config] ****************************************** TASK [Evaluate oo_masters_to_config] ******************************************* ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_to_config] ********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_etcd] ************************************************** ok: [localhost] TASK [Evaluate oo_etcd_hosts_to_upgrade] *************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_hosts_to_backup] **************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_nodes_to_config] ********************************************* ok: [localhost] => (item=node02) TASK [Evaluate oo_nodes_to_bootstrap] ****************************************** ok: [localhost] => (item=node02) TASK [Add masters to oo_nodes_to_bootstrap] ************************************ ok: [localhost] => (item=node01) TASK [Evaluate oo_lb_to_config] ************************************************ TASK [Evaluate oo_nfs_to_config] *********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_glusterfs_to_config] ***************************************** TASK [Evaluate oo_etcd_to_migrate] ********************************************* ok: [localhost] => (item=node01) [WARNING]: Could not match supplied host pattern, ignoring: oo_lb_to_config PLAY [Ensure that all non-node hosts are accessible] *************************** TASK [Gathering Facts] ********************************************************* ok: [node01] PLAY [Initialize basic host facts] ********************************************* TASK [Gathering Facts] ********************************************************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : include_tasks] **************************** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/deprecations.yml for node01, node02 TASK [openshift_sanitize_inventory : Check for usage of deprecated variables] *** ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : debug] ************************************ skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : set_stats] ******************************** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Assign deprecated variables to correct counterparts] *** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/__deprecations_logging.yml for node01, node02 included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/__deprecations_metrics.yml for node01, node02 TASK [openshift_sanitize_inventory : conditional_set_fact] ********************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : set_fact] ********************************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : conditional_set_fact] ********************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : Standardize on latest variable names] ***** ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : Normalize openshift_release] ************** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Abort when openshift_release is invalid] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : include_tasks] **************************** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/unsupported.yml for node01, node02 TASK [openshift_sanitize_inventory : Ensure that openshift_use_dnsmasq is true] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that openshift_node_dnsmasq_install_network_manager_hook is true] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : set_fact] ********************************* skipping: [node01] => (item=openshift_hosted_etcd_storage_kind) skipping: [node02] => (item=openshift_hosted_etcd_storage_kind) TASK [openshift_sanitize_inventory : Ensure that dynamic provisioning is set if using dynamic storage] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure the hosted registry's GlusterFS storage is configured correctly] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure the hosted registry's GlusterFS storage is configured correctly] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure clusterid is set along with the cloudprovider] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure ansible_service_broker_remove and ansible_service_broker_install are mutually exclusive] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure template_service_broker_remove and template_service_broker_install are mutually exclusive] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that all requires vsphere configuration variables are set] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : ensure provider configuration variables are defined] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure removed web console extension variables are not set] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that web console port matches API server port] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : At least one master is schedulable] ******* skipping: [node01] skipping: [node02] TASK [Detecting Operating System from ostree_booted] *************************** ok: [node02] ok: [node01] TASK [set openshift_deployment_type if unset] ********************************** skipping: [node01] skipping: [node02] TASK [check for node already bootstrapped] ************************************* ok: [node01] ok: [node02] TASK [initialize_facts set fact openshift_is_bootstrapped] ********************* ok: [node01] ok: [node02] TASK [initialize_facts set fact openshift_is_atomic and openshift_is_containerized] *** ok: [node01] ok: [node02] TASK [Determine Atomic Host Docker Version] ************************************ skipping: [node01] skipping: [node02] TASK [assert atomic host docker version is 1.12 or later] ********************** skipping: [node01] skipping: [node02] PLAY [Retrieve existing master configs and validate] *************************** TASK [openshift_control_plane : stat] ****************************************** ok: [node01] TASK [openshift_control_plane : slurp] ***************************************** ok: [node01] TASK [openshift_control_plane : set_fact] ************************************** ok: [node01] TASK [openshift_control_plane : Check for file paths outside of /etc/origin/master in master's config] *** ok: [node01] TASK [openshift_control_plane : set_fact] ************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** skipping: [node01] PLAY [Initialize special first-master variables] ******************************* TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] PLAY [Disable web console if required] ***************************************** TASK [set_fact] **************************************************************** skipping: [node01] PLAY [Setup yum repositories for all hosts] ************************************ TASK [rhel_subscribe : fail] *************************************************** skipping: [node02] TASK [rhel_subscribe : Install Red Hat Subscription manager] ******************* skipping: [node02] TASK [rhel_subscribe : Is host already registered?] **************************** skipping: [node02] TASK [rhel_subscribe : Register host] ****************************************** skipping: [node02] TASK [rhel_subscribe : fail] *************************************************** skipping: [node02] TASK [rhel_subscribe : Determine if OpenShift Pool Already Attached] *********** skipping: [node02] TASK [rhel_subscribe : Attach to OpenShift Pool] ******************************* skipping: [node02] TASK [rhel_subscribe : Satellite preparation] ********************************** skipping: [node02] TASK [openshift_repos : openshift_repos detect ostree] ************************* ok: [node02] TASK [openshift_repos : Ensure libselinux-python is installed] ***************** ok: [node02] TASK [openshift_repos : Remove openshift_additional.repo file] ***************** ok: [node02] TASK [openshift_repos : Create any additional repos that are defined] ********** TASK [openshift_repos : include_tasks] ***************************************** skipping: [node02] TASK [openshift_repos : include_tasks] ***************************************** included: /root/openshift-ansible/roles/openshift_repos/tasks/centos_repos.yml for node02 TASK [openshift_repos : Configure origin gpg keys] ***************************** ok: [node02] TASK [openshift_repos : Configure correct origin release repository] *********** ok: [node02] => (item=/root/openshift-ansible/roles/openshift_repos/templates/CentOS-OpenShift-Origin.repo.j2) TASK [openshift_repos : Ensure clean repo cache in the event repos have been changed manually] *** changed: [node02] => { "msg": "First run of openshift_repos" } TASK [openshift_repos : Record that openshift_repos already ran] *************** ok: [node02] RUNNING HANDLER [openshift_repos : refresh cache] ****************************** changed: [node02] PLAY [Install packages necessary for installer] ******************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [Determine if chrony is installed] **************************************** [WARNING]: Consider using the yum, dnf or zypper module rather than running rpm. If you need to use command because yum, dnf or zypper is insufficient you can add warn=False to this command task or set command_warnings=False in ansible.cfg to get rid of this message. changed: [node02] TASK [Install ntp package] ***************************************************** skipping: [node02] TASK [Start and enable ntpd/chronyd] ******************************************* changed: [node02] TASK [Ensure openshift-ansible installer package deps are installed] *********** ok: [node02] => (item=iproute) ok: [node02] => (item=dbus-python) ok: [node02] => (item=PyYAML) ok: [node02] => (item=python-ipaddress) ok: [node02] => (item=libsemanage-python) ok: [node02] => (item=yum-utils) ok: [node02] => (item=python-docker) PLAY [Initialize cluster facts] ************************************************ TASK [Gathering Facts] ********************************************************* ok: [node02] ok: [node01] TASK [get openshift_current_version] ******************************************* ok: [node02] ok: [node01] TASK [set_fact openshift_portal_net if present on masters] ********************* ok: [node01] ok: [node02] TASK [Gather Cluster facts] **************************************************** changed: [node02] changed: [node01] TASK [Set fact of no_proxy_internal_hostnames] ********************************* skipping: [node01] skipping: [node02] TASK [Initialize openshift.node.sdn_mtu] *************************************** ok: [node01] changed: [node02] PLAY [Initialize etcd host variables] ****************************************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] PLAY [Determine openshift_version to configure on first master] **************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [include_role] ************************************************************ TASK [openshift_version : Use openshift_current_version fact as version to configure if already installed] *** ok: [node01] TASK [openshift_version : Set openshift_version to openshift_release if undefined] *** skipping: [node01] TASK [openshift_version : debug] *********************************************** ok: [node01] => { "msg": "openshift_pkg_version was not defined. Falling back to -3.10.0" } TASK [openshift_version : set_fact] ******************************************** ok: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : assert openshift_release in openshift_image_tag] ***** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : assert openshift_release in openshift_pkg_version] *** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_release": "3.10" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_image_tag": "v3.10.0-rc.0" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_pkg_version": "-3.10.0*" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_version": "3.10.0" } TASK [set openshift_version booleans (first master)] *************************** ok: [node01] PLAY [Set openshift_version for etcd, node, and master hosts] ****************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [set_fact] **************************************************************** ok: [node02] TASK [set openshift_version booleans (masters and nodes)] ********************** ok: [node02] PLAY [Verify Requirements] ***************************************************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [Run variable sanity checks] ********************************************** ok: [node01] TASK [Validate openshift_node_groups and openshift_node_group_name] ************ ok: [node01] PLAY [Initialization Checkpoint End] ******************************************* TASK [Set install initialization 'Complete'] *********************************** ok: [node01] PLAY [Validate node hostnames] ************************************************* TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [Query DNS for IP address of node02] ************************************** ok: [node02] TASK [Validate openshift_hostname when defined] ******************************** skipping: [node02] TASK [Validate openshift_ip exists on node when defined] *********************** skipping: [node02] PLAY [Configure os_firewall] *************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [os_firewall : Detecting Atomic Host Operating System] ******************** ok: [node02] TASK [os_firewall : Set fact r_os_firewall_is_atomic] ************************** ok: [node02] TASK [os_firewall : Fail - Firewalld is not supported on Atomic Host] ********** skipping: [node02] TASK [os_firewall : Install firewalld packages] ******************************** skipping: [node02] TASK [os_firewall : Ensure iptables services are not enabled] ****************** skipping: [node02] => (item=iptables) skipping: [node02] => (item=ip6tables) TASK [os_firewall : Wait 10 seconds after disabling iptables] ****************** skipping: [node02] TASK [os_firewall : Start and enable firewalld service] ************************ skipping: [node02] TASK [os_firewall : need to pause here, otherwise the firewalld service starting can sometimes cause ssh to fail] *** skipping: [node02] TASK [os_firewall : Restart polkitd] ******************************************* skipping: [node02] TASK [os_firewall : Wait for polkit action to have been created] *************** skipping: [node02] TASK [os_firewall : Ensure firewalld service is not enabled] ******************* ok: [node02] TASK [os_firewall : Wait 10 seconds after disabling firewalld] ***************** skipping: [node02] TASK [os_firewall : Install iptables packages] ********************************* ok: [node02] => (item=iptables) ok: [node02] => (item=iptables-services) TASK [os_firewall : Start and enable iptables service] ************************* ok: [node02 -> node02] => (item=node02) TASK [os_firewall : need to pause here, otherwise the iptables service starting can sometimes cause ssh to fail] *** skipping: [node02] PLAY [oo_nodes_to_config] ****************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [container_runtime : Setup the docker-storage for overlay] **************** skipping: [node02] TASK [container_runtime : Create file system on extra volume device] *********** TASK [container_runtime : Create mount entry for extra volume] ***************** PLAY [oo_nodes_to_config] ****************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_excluder : Install docker excluder - yum] ********************** ok: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* ok: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** skipping: [node02] TASK [container_runtime : Getting current systemd-udevd exec command] ********** skipping: [node02] TASK [container_runtime : Assure systemd-udevd.service.d directory exists] ***** skipping: [node02] TASK [container_runtime : Create systemd-udevd override file] ****************** skipping: [node02] TASK [container_runtime : Add enterprise registry, if necessary] *************** skipping: [node02] TASK [container_runtime : Add http_proxy to /etc/atomic.conf] ****************** skipping: [node02] TASK [container_runtime : Add https_proxy to /etc/atomic.conf] ***************** skipping: [node02] TASK [container_runtime : Add no_proxy to /etc/atomic.conf] ******************** skipping: [node02] TASK [container_runtime : Get current installed Docker version] **************** ok: [node02] TASK [container_runtime : Error out if Docker pre-installed but too old] ******* skipping: [node02] TASK [container_runtime : Error out if requested Docker is too old] ************ skipping: [node02] TASK [container_runtime : Install Docker] ************************************** skipping: [node02] TASK [container_runtime : Ensure docker.service.d directory exists] ************ ok: [node02] TASK [container_runtime : Configure Docker service unit file] ****************** ok: [node02] TASK [container_runtime : stat] ************************************************ ok: [node02] TASK [container_runtime : Set registry params] ********************************* skipping: [node02] => (item={u'reg_conf_var': u'ADD_REGISTRY', u'reg_flag': u'--add-registry', u'reg_fact_val': []}) skipping: [node02] => (item={u'reg_conf_var': u'BLOCK_REGISTRY', u'reg_flag': u'--block-registry', u'reg_fact_val': []}) skipping: [node02] => (item={u'reg_conf_var': u'INSECURE_REGISTRY', u'reg_flag': u'--insecure-registry', u'reg_fact_val': []}) TASK [container_runtime : Place additional/blocked/insecure registries in /etc/containers/registries.conf] *** skipping: [node02] TASK [container_runtime : Set Proxy Settings] ********************************** skipping: [node02] => (item={u'reg_conf_var': u'HTTP_PROXY', u'reg_fact_val': u''}) skipping: [node02] => (item={u'reg_conf_var': u'HTTPS_PROXY', u'reg_fact_val': u''}) skipping: [node02] => (item={u'reg_conf_var': u'NO_PROXY', u'reg_fact_val': u''}) TASK [container_runtime : Set various Docker options] ************************** ok: [node02] TASK [container_runtime : stat] ************************************************ ok: [node02] TASK [container_runtime : Configure Docker Network OPTIONS] ******************** ok: [node02] TASK [container_runtime : Detect if docker is already started] ***************** ok: [node02] TASK [container_runtime : Start the Docker service] **************************** ok: [node02] TASK [container_runtime : set_fact] ******************************************** ok: [node02] TASK [container_runtime : Check for docker_storage_path/overlay2] ************** ok: [node02] TASK [container_runtime : Fixup SELinux permissions for docker] **************** changed: [node02] TASK [container_runtime : Ensure /var/lib/containers exists] ******************* ok: [node02] TASK [container_runtime : Fix SELinux Permissions on /var/lib/containers] ****** ok: [node02] TASK [container_runtime : Check for credentials file for registry auth] ******** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth] ***** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth (alternative)] *** skipping: [node02] TASK [container_runtime : stat the docker data dir] **************************** ok: [node02] TASK [container_runtime : stop the current running docker] ********************* skipping: [node02] TASK [container_runtime : copy "/var/lib/docker" to "/var/lib/containers/docker"] *** skipping: [node02] TASK [container_runtime : Set the selinux context on /var/lib/containers/docker] *** skipping: [node02] TASK [container_runtime : restorecon the /var/lib/containers/docker] *********** skipping: [node02] TASK [container_runtime : Remove the old docker location] ********************** skipping: [node02] TASK [container_runtime : Setup the link] ************************************** skipping: [node02] TASK [container_runtime : start docker] **************************************** skipping: [node02] TASK [container_runtime : Fail if Atomic Host since this is an rpm request] **** skipping: [node02] TASK [container_runtime : Getting current systemd-udevd exec command] ********** skipping: [node02] TASK [container_runtime : Assure systemd-udevd.service.d directory exists] ***** skipping: [node02] TASK [container_runtime : Create systemd-udevd override file] ****************** skipping: [node02] TASK [container_runtime : Add enterprise registry, if necessary] *************** skipping: [node02] TASK [container_runtime : Check that overlay is in the kernel] ***************** skipping: [node02] TASK [container_runtime : Add overlay to modprobe.d] *************************** skipping: [node02] TASK [container_runtime : Manually modprobe overlay into the kernel] *********** skipping: [node02] TASK [container_runtime : Enable and start systemd-modules-load] *************** skipping: [node02] TASK [container_runtime : Install cri-o] *************************************** skipping: [node02] TASK [container_runtime : Remove CRI-O default configuration files] ************ skipping: [node02] => (item=/etc/cni/net.d/200-loopback.conf) skipping: [node02] => (item=/etc/cni/net.d/100-crio-bridge.conf) TASK [container_runtime : Create the CRI-O configuration] ********************** skipping: [node02] TASK [container_runtime : Ensure CNI configuration directory exists] *********** skipping: [node02] TASK [container_runtime : Add iptables allow rules] **************************** skipping: [node02] => (item={u'port': u'10010/tcp', u'service': u'crio'}) TASK [container_runtime : Remove iptables rules] ******************************* TASK [container_runtime : Add firewalld allow rules] *************************** skipping: [node02] => (item={u'port': u'10010/tcp', u'service': u'crio'}) TASK [container_runtime : Remove firewalld allow rules] ************************ TASK [container_runtime : Configure the CNI network] *************************** skipping: [node02] TASK [container_runtime : Create /etc/sysconfig/crio-network] ****************** skipping: [node02] TASK [container_runtime : Start the CRI-O service] ***************************** skipping: [node02] TASK [container_runtime : Ensure /var/lib/containers exists] ******************* skipping: [node02] TASK [container_runtime : Fix SELinux Permissions on /var/lib/containers] ****** skipping: [node02] TASK [container_runtime : Check for credentials file for registry auth] ******** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth] ***** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth (alternative)] *** skipping: [node02] TASK [container_runtime : stat the docker data dir] **************************** skipping: [node02] TASK [container_runtime : stop the current running docker] ********************* skipping: [node02] TASK [container_runtime : copy "/var/lib/docker" to "/var/lib/containers/docker"] *** skipping: [node02] TASK [container_runtime : Set the selinux context on /var/lib/containers/docker] *** skipping: [node02] TASK [container_runtime : restorecon the /var/lib/containers/docker] *********** skipping: [node02] TASK [container_runtime : Remove the old docker location] ********************** skipping: [node02] TASK [container_runtime : Setup the link] ************************************** skipping: [node02] TASK [container_runtime : start docker] **************************************** skipping: [node02] PLAY [Determine openshift_version to configure on first master] **************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [include_role] ************************************************************ TASK [openshift_version : Use openshift_current_version fact as version to configure if already installed] *** skipping: [node01] TASK [openshift_version : Set openshift_version to openshift_release if undefined] *** skipping: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : assert openshift_release in openshift_image_tag] ***** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : assert openshift_release in openshift_pkg_version] *** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_release": "3.10" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_image_tag": "v3.10.0-rc.0" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_pkg_version": "-3.10.0*" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_version": "3.10.0" } TASK [set openshift_version booleans (first master)] *************************** ok: [node01] PLAY [Set openshift_version for etcd, node, and master hosts] ****************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [set_fact] **************************************************************** ok: [node02] TASK [set openshift_version booleans (masters and nodes)] ********************** ok: [node02] PLAY [Node Preparation Checkpoint Start] *************************************** TASK [Set Node preparation 'In Progress'] ************************************** ok: [node01] PLAY [Only target nodes that have not yet been bootstrapped] ******************* TASK [Gathering Facts] ********************************************************* ok: [localhost] TASK [add_host] **************************************************************** skipping: [localhost] => (item=node02) ok: [localhost] => (item=node01) PLAY [Disable excluders] ******************************************************* TASK [openshift_excluder : Detecting Atomic Host Operating System] ************* ok: [node02] TASK [openshift_excluder : Debug r_openshift_excluder_enable_docker_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_docker_excluder": true } TASK [openshift_excluder : Debug r_openshift_excluder_enable_openshift_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_openshift_excluder": true } TASK [openshift_excluder : Fail if invalid openshift_excluder_action provided] *** skipping: [node02] TASK [openshift_excluder : Fail if r_openshift_excluder_upgrade_target is not defined] *** skipping: [node02] TASK [openshift_excluder : Include main action task file] ********************** included: /root/openshift-ansible/roles/openshift_excluder/tasks/disable.yml for node02 TASK [openshift_excluder : Get available excluder version] ********************* skipping: [node02] TASK [openshift_excluder : Fail when excluder package is not found] ************ skipping: [node02] TASK [openshift_excluder : Set fact excluder_version] ************************** skipping: [node02] TASK [openshift_excluder : origin-docker-excluder version detected] ************ skipping: [node02] TASK [openshift_excluder : Printing upgrade target version] ******************** skipping: [node02] TASK [openshift_excluder : Check the available origin-docker-excluder version is at most of the upgrade target version] *** skipping: [node02] TASK [openshift_excluder : Get available excluder version] ********************* skipping: [node02] TASK [openshift_excluder : Fail when excluder package is not found] ************ skipping: [node02] TASK [openshift_excluder : Set fact excluder_version] ************************** skipping: [node02] TASK [openshift_excluder : origin-excluder version detected] ******************* skipping: [node02] TASK [openshift_excluder : Printing upgrade target version] ******************** skipping: [node02] TASK [openshift_excluder : Check the available origin-excluder version is at most of the upgrade target version] *** skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : disable docker excluder] **************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : disable openshift excluder] ************************* changed: [node02] TASK [openshift_excluder : Install docker excluder - yum] ********************** skipping: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** changed: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : disable docker excluder] **************************** skipping: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : disable openshift excluder] ************************* changed: [node02] PLAY [Configure nodes] ********************************************************* TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_cloud_provider : Set cloud provider facts] ********************* skipping: [node02] TASK [openshift_cloud_provider : Create cloudprovider config dir] ************** skipping: [node02] TASK [openshift_cloud_provider : include the defined cloud provider files] ***** skipping: [node02] TASK [openshift_node : fail] *************************************************** skipping: [node02] TASK [openshift_node : Check for NetworkManager service] *********************** ok: [node02] TASK [openshift_node : Set fact using_network_manager] ************************* ok: [node02] TASK [openshift_node : Install dnsmasq] **************************************** ok: [node02] TASK [openshift_node : ensure origin/node directory exists] ******************** changed: [node02] => (item=/etc/origin) changed: [node02] => (item=/etc/origin/node) TASK [openshift_node : Install NetworkManager during node_bootstrap provisioning] *** skipping: [node02] TASK [openshift_node : Install network manager dispatch script] **************** skipping: [node02] TASK [openshift_node : Install dnsmasq configuration] ************************** ok: [node02] TASK [openshift_node : Deploy additional dnsmasq.conf] ************************* skipping: [node02] TASK [openshift_node : Enable dnsmasq] ***************************************** ok: [node02] TASK [openshift_node : Install network manager dispatch script] **************** ok: [node02] TASK [openshift_node : Add iptables allow rules] ******************************* ok: [node02] => (item={u'port': u'10250/tcp', u'service': u'Kubernetes kubelet'}) ok: [node02] => (item={u'port': u'10256/tcp', u'service': u'Kubernetes kube-proxy health check for service load balancers'}) ok: [node02] => (item={u'port': u'80/tcp', u'service': u'http'}) ok: [node02] => (item={u'port': u'443/tcp', u'service': u'https'}) ok: [node02] => (item={u'cond': u'openshift_use_openshift_sdn | bool', u'port': u'4789/udp', u'service': u'OpenShift OVS sdn'}) skipping: [node02] => (item={u'cond': False, u'port': u'179/tcp', u'service': u'Calico BGP Port'}) skipping: [node02] => (item={u'cond': False, u'port': u'/tcp', u'service': u'Kubernetes service NodePort TCP'}) skipping: [node02] => (item={u'cond': False, u'port': u'/udp', u'service': u'Kubernetes service NodePort UDP'}) TASK [openshift_node : Remove iptables rules] ********************************** TASK [openshift_node : Add firewalld allow rules] ****************************** skipping: [node02] => (item={u'port': u'10250/tcp', u'service': u'Kubernetes kubelet'}) skipping: [node02] => (item={u'port': u'10256/tcp', u'service': u'Kubernetes kube-proxy health check for service load balancers'}) skipping: [node02] => (item={u'port': u'80/tcp', u'service': u'http'}) skipping: [node02] => (item={u'port': u'443/tcp', u'service': u'https'}) skipping: [node02] => (item={u'cond': u'openshift_use_openshift_sdn | bool', u'port': u'4789/udp', u'service': u'OpenShift OVS sdn'}) skipping: [node02] => (item={u'cond': False, u'port': u'179/tcp', u'service': u'Calico BGP Port'}) skipping: [node02] => (item={u'cond': False, u'port': u'/tcp', u'service': u'Kubernetes service NodePort TCP'}) skipping: [node02] => (item={u'cond': False, u'port': u'/udp', u'service': u'Kubernetes service NodePort UDP'}) TASK [openshift_node : Remove firewalld allow rules] *************************** TASK [openshift_node : Checking for journald.conf] ***************************** ok: [node02] TASK [openshift_node : Create journald persistence directories] **************** ok: [node02] TASK [openshift_node : Update journald setup] ********************************** ok: [node02] => (item={u'var': u'Storage', u'val': u'persistent'}) ok: [node02] => (item={u'var': u'Compress', u'val': True}) ok: [node02] => (item={u'var': u'SyncIntervalSec', u'val': u'1s'}) ok: [node02] => (item={u'var': u'RateLimitInterval', u'val': u'1s'}) ok: [node02] => (item={u'var': u'RateLimitBurst', u'val': 10000}) ok: [node02] => (item={u'var': u'SystemMaxUse', u'val': u'8G'}) ok: [node02] => (item={u'var': u'SystemKeepFree', u'val': u'20%'}) ok: [node02] => (item={u'var': u'SystemMaxFileSize', u'val': u'10M'}) ok: [node02] => (item={u'var': u'MaxRetentionSec', u'val': u'1month'}) ok: [node02] => (item={u'var': u'MaxFileSec', u'val': u'1day'}) ok: [node02] => (item={u'var': u'ForwardToSyslog', u'val': False}) ok: [node02] => (item={u'var': u'ForwardToWall', u'val': False}) TASK [openshift_node : Restart journald] *************************************** skipping: [node02] TASK [openshift_node : Disable swap] ******************************************* ok: [node02] TASK [openshift_node : Install node, clients, and conntrack packages] ********** ok: [node02] => (item={u'name': u'origin-node-3.10.0*'}) ok: [node02] => (item={u'name': u'origin-clients-3.10.0*'}) ok: [node02] => (item={u'name': u'conntrack-tools'}) TASK [openshift_node : Restart cri-o] ****************************************** skipping: [node02] TASK [openshift_node : restart NetworkManager to ensure resolv.conf is present] *** changed: [node02] TASK [openshift_node : sysctl] ************************************************* ok: [node02] TASK [openshift_node : Check for credentials file for registry auth] *********** skipping: [node02] TASK [openshift_node : Create credentials for registry auth] ******************* skipping: [node02] TASK [openshift_node : Create credentials for registry auth (alternative)] ***** skipping: [node02] TASK [openshift_node : Setup ro mount of /root/.docker for containerized hosts] *** skipping: [node02] TASK [openshift_node : Check that node image is present] *********************** changed: [node02] TASK [openshift_node : Pre-pull node image] ************************************ skipping: [node02] TASK [openshift_node : Copy node script to the node] *************************** ok: [node02] TASK [openshift_node : Install Node service file] ****************************** ok: [node02] TASK [openshift_node : Ensure old system path is set] ************************** skipping: [node02] => (item=/etc/origin/openvswitch) skipping: [node02] => (item=/var/lib/kubelet) skipping: [node02] => (item=/opt/cni/bin) TASK [openshift_node : Check status of node image pre-pull] ******************** skipping: [node02] TASK [openshift_node : Copy node container image to ostree storage] ************ skipping: [node02] TASK [openshift_node : Install or Update node system container] **************** skipping: [node02] TASK [openshift_node : Restart network manager to ensure networking configuration is in place] *** skipping: [node02] TASK [openshift_node : Configure Node settings] ******************************** ok: [node02] => (item={u'regex': u'^OPTIONS=', u'line': u'OPTIONS='}) ok: [node02] => (item={u'regex': u'^DEBUG_LOGLEVEL=', u'line': u'DEBUG_LOGLEVEL=2'}) ok: [node02] => (item={u'regex': u'^IMAGE_VERSION=', u'line': u'IMAGE_VERSION=v3.10.0-rc.0'}) TASK [openshift_node : Configure Proxy Settings] ******************************* skipping: [node02] => (item={u'regex': u'^HTTP_PROXY=', u'line': u'HTTP_PROXY='}) skipping: [node02] => (item={u'regex': u'^HTTPS_PROXY=', u'line': u'HTTPS_PROXY='}) skipping: [node02] => (item={u'regex': u'^NO_PROXY=', u'line': u'NO_PROXY=[],172.30.0.0/16,10.128.0.0/14'}) TASK [openshift_node : file] *************************************************** skipping: [node02] TASK [openshift_node : Create the Node config] ********************************* changed: [node02] TASK [openshift_node : Configure Node Environment Variables] ******************* TASK [openshift_node : Ensure the node static pod directory exists] ************ changed: [node02] TASK [openshift_node : Configure AWS Cloud Provider Settings] ****************** skipping: [node02] => (item=None) skipping: [node02] => (item=None) skipping: [node02] TASK [openshift_node : Check status of node image pre-pull] ******************** skipping: [node02] TASK [openshift_node : Install NFS storage plugin dependencies] **************** ok: [node02] TASK [openshift_node : Check for existence of nfs sebooleans] ****************** ok: [node02] => (item=virt_use_nfs) ok: [node02] => (item=virt_sandbox_use_nfs) TASK [openshift_node : Set seboolean to allow nfs storage plugin access from containers] *** ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-16 08:45:51.400946', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_use_nfs'], u'rc': 0, 'item': u'virt_use_nfs', u'delta': u'0:00:00.012418', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_nfs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-16 08:45:51.388528', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-16 08:45:52.930527', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_nfs'], u'rc': 0, 'item': u'virt_sandbox_use_nfs', u'delta': u'0:00:00.007744', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_nfs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-16 08:45:52.922783', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Set seboolean to allow nfs storage plugin access from containers (python 3)] *** skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-16 08:45:51.400946', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_use_nfs'], u'rc': 0, 'item': u'virt_use_nfs', u'delta': u'0:00:00.012418', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_nfs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-16 08:45:51.388528', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-16 08:45:52.930527', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_nfs'], u'rc': 0, 'item': u'virt_sandbox_use_nfs', u'delta': u'0:00:00.007744', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_nfs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-16 08:45:52.922783', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Install GlusterFS storage plugin dependencies] ********** ok: [node02] TASK [openshift_node : Check for existence of fusefs sebooleans] *************** ok: [node02] => (item=virt_use_fusefs) ok: [node02] => (item=virt_sandbox_use_fusefs) TASK [openshift_node : Set seboolean to allow gluster storage plugin access from containers] *** ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-16 08:46:00.260096', '_ansible_no_log': False, u'stdout': u'virt_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_use_fusefs'], u'rc': 0, 'item': u'virt_use_fusefs', u'delta': u'0:00:00.016079', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_fusefs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-16 08:46:00.244017', '_ansible_ignore_errors': None, 'failed': False}) ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-16 08:46:01.894219', '_ansible_no_log': False, u'stdout': u'virt_sandbox_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_fusefs'], u'rc': 0, 'item': u'virt_sandbox_use_fusefs', u'delta': u'0:00:00.007473', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_fusefs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_sandbox_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-16 08:46:01.886746', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Set seboolean to allow gluster storage plugin access from containers (python 3)] *** skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-16 08:46:00.260096', '_ansible_no_log': False, u'stdout': u'virt_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_use_fusefs'], u'rc': 0, 'item': u'virt_use_fusefs', u'delta': u'0:00:00.016079', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_fusefs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-16 08:46:00.244017', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-16 08:46:01.894219', '_ansible_no_log': False, u'stdout': u'virt_sandbox_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_fusefs'], u'rc': 0, 'item': u'virt_sandbox_use_fusefs', u'delta': u'0:00:00.007473', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_fusefs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_sandbox_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-16 08:46:01.886746', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Install Ceph storage plugin dependencies] *************** ok: [node02] TASK [openshift_node : Install iSCSI storage plugin dependencies] ************** ok: [node02] => (item=iscsi-initiator-utils) ok: [node02] => (item=device-mapper-multipath) TASK [openshift_node : restart services] *************************************** ok: [node02] => (item=multipathd) ok: [node02] => (item=rpcbind) ok: [node02] => (item=iscsid) TASK [openshift_node : Template multipath configuration] *********************** changed: [node02] TASK [openshift_node : Enable and start multipath] ***************************** changed: [node02] TASK [tuned : Check for tuned package] ***************************************** ok: [node02] TASK [tuned : Set tuned OpenShift variables] *********************************** ok: [node02] TASK [tuned : Ensure directory structure exists] ******************************* ok: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1529614575.1009853, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-control-plane', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1529614575.1009853, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-node', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1529614575.1009853, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/recommend.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'recommend.conf', 'size': 290, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-control-plane/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-control-plane/tuned.conf', 'size': 744, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-node/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-node/tuned.conf', 'size': 135, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift/tuned.conf', 'size': 594, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) TASK [tuned : Ensure files are populated from templates] *********************** skipping: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1529614575.1009853, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-control-plane', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1529614575.1009853, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-node', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1529614575.1009853, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/recommend.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'recommend.conf', 'size': 290, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-control-plane/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-control-plane/tuned.conf', 'size': 744, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-node/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-node/tuned.conf', 'size': 135, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift/tuned.conf', 'size': 594, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) TASK [tuned : Make tuned use the recommended tuned profile on restart] ********* changed: [node02] => (item=/etc/tuned/active_profile) changed: [node02] => (item=/etc/tuned/profile_mode) TASK [tuned : Restart tuned service] ******************************************* changed: [node02] TASK [nickhammond.logrotate : nickhammond.logrotate | Install logrotate] ******* ok: [node02] TASK [nickhammond.logrotate : nickhammond.logrotate | Setup logrotate.d scripts] *** PLAY [node bootstrap config] *************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_node : install needed rpm(s)] ********************************** ok: [node02] => (item=origin-node) ok: [node02] => (item=origin-docker-excluder) ok: [node02] => (item=ansible) ok: [node02] => (item=bash-completion) ok: [node02] => (item=docker) ok: [node02] => (item=haproxy) ok: [node02] => (item=dnsmasq) ok: [node02] => (item=ntp) ok: [node02] => (item=logrotate) ok: [node02] => (item=httpd-tools) ok: [node02] => (item=bind-utils) ok: [node02] => (item=firewalld) ok: [node02] => (item=libselinux-python) ok: [node02] => (item=conntrack-tools) ok: [node02] => (item=openssl) ok: [node02] => (item=iproute) ok: [node02] => (item=python-dbus) ok: [node02] => (item=PyYAML) ok: [node02] => (item=yum-utils) ok: [node02] => (item=glusterfs-fuse) ok: [node02] => (item=device-mapper-multipath) ok: [node02] => (item=nfs-utils) ok: [node02] => (item=cockpit-ws) ok: [node02] => (item=cockpit-system) ok: [node02] => (item=cockpit-bridge) ok: [node02] => (item=cockpit-docker) ok: [node02] => (item=iscsi-initiator-utils) ok: [node02] => (item=ceph-common) TASK [openshift_node : create the directory for node] ************************** skipping: [node02] TASK [openshift_node : laydown systemd override] ******************************* skipping: [node02] TASK [openshift_node : update the sysconfig to have necessary variables] ******* ok: [node02] => (item={u'regexp': u'^KUBECONFIG=.*', u'line': u'KUBECONFIG=/etc/origin/node/bootstrap.kubeconfig'}) TASK [openshift_node : Configure AWS Cloud Provider Settings] ****************** skipping: [node02] => (item=None) skipping: [node02] => (item=None) skipping: [node02] TASK [openshift_node : disable origin-node service] **************************** changed: [node02] => (item=origin-node.service) TASK [openshift_node : Check for RPM generated config marker file .config_managed] *** ok: [node02] TASK [openshift_node : create directories for bootstrapping] ******************* ok: [node02] => (item=/root/openshift_bootstrap) changed: [node02] => (item=/var/lib/origin/openshift.local.config) changed: [node02] => (item=/var/lib/origin/openshift.local.config/node) ok: [node02] => (item=/etc/docker/certs.d/docker-registry.default.svc:5000) TASK [openshift_node : laydown the bootstrap.yml file for on boot configuration] *** ok: [node02] TASK [openshift_node : Create a symlink to the node client CA for the docker registry] *** ok: [node02] TASK [openshift_node : Remove RPM generated config files if present] *********** skipping: [node02] => (item=master) skipping: [node02] => (item=.config_managed) TASK [openshift_node : find all files in /etc/origin/node so we can remove them] *** skipping: [node02] TASK [openshift_node : Remove everything except the resolv.conf required for node] *** skipping: [node02] TASK [openshift_node_group : create node config template] ********************** changed: [node02] TASK [openshift_node_group : remove existing node config] ********************** changed: [node02] TASK [openshift_node_group : Ensure required directories are present] ********** ok: [node02] => (item=/etc/origin/node/pods) changed: [node02] => (item=/etc/origin/node/certificates) TASK [openshift_node_group : Update the sysconfig to group "node-config-compute"] *** changed: [node02] TASK [set_fact] **************************************************************** ok: [node02] PLAY [Re-enable excluder if it was previously enabled] ************************* TASK [openshift_excluder : Detecting Atomic Host Operating System] ************* ok: [node02] TASK [openshift_excluder : Debug r_openshift_excluder_enable_docker_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_docker_excluder": true } TASK [openshift_excluder : Debug r_openshift_excluder_enable_openshift_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_openshift_excluder": true } TASK [openshift_excluder : Fail if invalid openshift_excluder_action provided] *** skipping: [node02] TASK [openshift_excluder : Fail if r_openshift_excluder_upgrade_target is not defined] *** skipping: [node02] TASK [openshift_excluder : Include main action task file] ********************** included: /root/openshift-ansible/roles/openshift_excluder/tasks/enable.yml for node02 TASK [openshift_excluder : Install docker excluder - yum] ********************** skipping: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** changed: [node02] PLAY [Node Preparation Checkpoint End] ***************************************** TASK [Set Node preparation 'Complete'] ***************************************** ok: [node01] PLAY [Distribute bootstrap and start nodes] ************************************ TASK [openshift_node : Gather node information] ******************************** changed: [node02] ok: [node01] TASK [openshift_node : Copy master bootstrap config locally] ******************* ok: [node02] TASK [openshift_node : Distribute bootstrap kubeconfig if one does not exist] *** ok: [node01] changed: [node02] TASK [openshift_node : Start and enable node for bootstrapping] **************** changed: [node01] changed: [node02] TASK [openshift_node : Get node logs] ****************************************** skipping: [node02] skipping: [node01] TASK [openshift_node : debug] ************************************************** skipping: [node02] skipping: [node01] TASK [openshift_node : fail] *************************************************** skipping: [node02] skipping: [node01] PLAY [Approve any pending CSR requests from inventory nodes] ******************* TASK [Dump all candidate bootstrap hostnames] ********************************** ok: [node01] => { "msg": [ "node02", "node01" ] } TASK [Find all hostnames for bootstrapping] ************************************ ok: [node01] TASK [Dump the bootstrap hostnames] ******************************************** ok: [node01] => { "msg": [ "node02", "node01" ] } TASK [Approve bootstrap nodes] ************************************************* changed: [node01] TASK [Get CSRs] **************************************************************** skipping: [node01] TASK [Report approval errors] ************************************************** skipping: [node01] PLAY [Ensure any inventory labels are applied to the nodes] ******************** TASK [Gathering Facts] ********************************************************* ok: [node02] ok: [node01] TASK [openshift_manage_node : Wait for master API to become available before proceeding] *** skipping: [node02] TASK [openshift_manage_node : Wait for Node Registration] ********************** ok: [node02 -> node01] ok: [node01 -> node01] TASK [openshift_manage_node : include_tasks] *********************************** included: /root/openshift-ansible/roles/openshift_manage_node/tasks/config.yml for node02, node01 TASK [openshift_manage_node : Set node schedulability] ************************* ok: [node02 -> node01] ok: [node01 -> node01] TASK [openshift_manage_node : include_tasks] *********************************** included: /root/openshift-ansible/roles/openshift_manage_node/tasks/set_default_node_role.yml for node02, node01 TASK [openshift_manage_node : Retrieve nodes that are marked with the infra selector or the legacy infra selector] *** ok: [node02 -> node01] TASK [openshift_manage_node : Label infra or legacy infra nodes with the new role label] *** TASK [openshift_manage_node : Retrieve non-infra, non-master nodes that are not yet labeled compute] *** ok: [node02 -> node01] TASK [openshift_manage_node : label non-master non-infra nodes compute] ******** TASK [openshift_manage_node : Label all-in-one master as a compute node] ******* skipping: [node02] PLAY RECAP ********************************************************************* localhost : ok=30 changed=0 unreachable=0 failed=0 node01 : ok=71 changed=3 unreachable=0 failed=0 node02 : ok=155 changed=33 unreachable=0 failed=0 INSTALLER STATUS *************************************************************** Initialization : Complete (0:03:16) Node Preparation : Complete (0:05:13) Sending file modes: C0755 110489328 oc Sending file modes: C0600 5645 admin.kubeconfig Cluster "node01:8443" set. Cluster "node01:8443" set. + set +e + kubectl get nodes --no-headers + cluster/kubectl.sh get nodes --no-headers node01 Ready compute,infra,master 24d v1.10.0+b81c8f8 node02 Ready compute 1m v1.10.0+b81c8f8 + kubectl_rc=0 + '[' 0 -ne 0 ']' ++ kubectl get nodes --no-headers ++ cluster/kubectl.sh get nodes --no-headers ++ grep NotReady + '[' -n '' ']' + set -e + echo 'Nodes are ready:' Nodes are ready: + kubectl get nodes + cluster/kubectl.sh get nodes NAME STATUS ROLES AGE VERSION node01 Ready compute,infra,master 24d v1.10.0+b81c8f8 node02 Ready compute 1m v1.10.0+b81c8f8 + make cluster-sync ./cluster/build.sh Building ... Untagged: localhost:32936/kubevirt/virt-controller:devel Untagged: localhost:32936/kubevirt/virt-controller@sha256:42629dff7245e9c2717441da45c46da1814877e0602b8d2f84872ebdcb50889d Deleted: sha256:4e42940e24962aa0cf0b2f85177a695da9c07224fe3bc715c79324954d4abb3e Deleted: sha256:93f140bfafd778ff18315f62485e77ddd3ab9329f070f045b38c620c39b6fe98 Deleted: sha256:cebe074029383a9053c07aad1cbf0f14720697816ca27bc483ffd9e610a8c7b0 Deleted: sha256:2d6ec9d39d254524a18bfbdbdf124dba6cc54123252ef170c350b6b1f05feb66 Untagged: localhost:32936/kubevirt/virt-launcher:devel Untagged: localhost:32936/kubevirt/virt-launcher@sha256:2c0d3eb6cef1c3df11fe79b718efe3f2e5a04bf59f36f061eb78ebfaf622fafa Deleted: sha256:9be23d247eb754d82b37ff274f2da8a57991936cc1b19755b0deb3454c48f6e3 Deleted: sha256:5e3e65326170fb2cd8051c774ecb52bf7a651eee92c12a2ba62a55f06a8a97ac Deleted: sha256:ef03a99da615092a42c1b1d5ac6282ca2727bd499b4118379b9f8118f75a8c56 Deleted: sha256:9130ee9b6fb73f2de355c76644a5d9367f870964adae100c858359a95ff6cbd6 Deleted: sha256:0c8d26400d242463f649ca0969ad1c893cce1d72e91d314623a0dcf9f4301d42 Deleted: sha256:30830d08e87541cdf01e75084d0a4b43ee7c85c17f99562220e6ae709a2f87e7 Deleted: sha256:2102bb912442cb3fc36834aeb5f1ce7b50126d0eab9838b3b31ea4d734d1f1bf Deleted: sha256:75e8056afddebd5f7e04e192860333fc414b432030aa730c4116c00f27916bc8 Deleted: sha256:eb4f8305e9176151323a5497757b353aba1336ad19a219c47dea0782452e9840 Deleted: sha256:982f8ab8ea0e056a64eaf693f982a9e22315f98a43dac7f55ad2cf1a5c3f0194 Deleted: sha256:3fb5d8c7800a340fbc11739c18b1af0b79dd38b4999dcd944491030932605d16 Deleted: sha256:9faeccbec3fec0f270fe4eae9236413f7b6772443211635abde09fd7b0a27a05 Untagged: localhost:32936/kubevirt/virt-handler:devel Untagged: localhost:32936/kubevirt/virt-handler@sha256:e8c2aeaa674b0709098e2e250ca5c9471d204cb2e93fd83dc35755bae02bc2b1 Deleted: sha256:aeda916161879deab191ef3433cfedf52b4686ed3859994eef343e1b448b13dd Deleted: sha256:752bd7f2b44e367c1f2acad21a23d568630e60ad8f2801ac549763fe87342fe5 Deleted: sha256:9eb0a1ed2175ed8bf6276f88ca9d639fb6fd7e15d804cbed2e561242312cb6b6 Deleted: sha256:2da4cf393455500a52cd9c3821f3acd5ad6167627540200b315426d1327b814f Untagged: localhost:32936/kubevirt/virt-api:devel Untagged: localhost:32936/kubevirt/virt-api@sha256:313800574edd283248111e057acb922302661897de39669048d2ed28c4aa2e41 Deleted: sha256:423eaf2ad8a26debe1618641e4e33641c94804fc06dfa521221319ebebf268bd Deleted: sha256:06d43967789811ba4adc36ee429c1f7650dbcad512df34a1b70417851023e1be Deleted: sha256:9882d9ef4dd656d4cfa7be23798ef9e176708547c25d2b0c0e16043593983a1b Deleted: sha256:000896e2a18b92b49961731d587e771011842f746bfb2355daffd1d8db8710bb Untagged: localhost:32936/kubevirt/subresource-access-test:devel Untagged: localhost:32936/kubevirt/subresource-access-test@sha256:ef608162926c04ad78a07dd1f0bf098b3cf5e22897cbf7457233280354f7ed1a Deleted: sha256:0671a0cf3438474eb30b06b3e16a2cc6dc9a2c101f8f6404988eb451e5384544 Deleted: sha256:aa949f52a10d758cdc9c5f717024ea3ef3fa8e590e7f361f4eb152925c713a19 Deleted: sha256:f45af790245b22254f47bb81d4f9c58145defb12aeb45fda4bbaa30e642b2e68 Deleted: sha256:3d56520c9cef0aa498e1f67de1343266d007bf55bfa927e701035506ebb11d2c Untagged: localhost:32936/kubevirt/example-hook-sidecar:devel Untagged: localhost:32936/kubevirt/example-hook-sidecar@sha256:c52e523ca55273aebbfe9ea98c0ea8bce35f48b5b0ffff67c354423d4e00f487 Deleted: sha256:88fd21f4fd92671171e4bd9be041b71d01b8fda8e46890fad6f538b895c7e9d2 Deleted: sha256:cff8ca242106a03b2ee945a704c519d67254c15bafb664f4b004b529d194bde3 Deleted: sha256:1a66f12d5207344d2117559c344a8c893a66ea818510865f3d3974b085eac11d Deleted: sha256:7b2fe276f1f563c4861f2bbf3124673e44efd49cf3378b514e99b52ea259aed6 sha256:7d0ff7c8c318d908872cede18cbe0463a1f4e1df0e2ad9fe22f899e0e0bf4104 go version go1.10 linux/amd64 go version go1.10 linux/amd64 make[1]: Entering directory `/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt' hack/dockerized "./hack/check.sh && KUBEVIRT_VERSION= ./hack/build-go.sh install " && ./hack/build-copy-artifacts.sh sha256:7d0ff7c8c318d908872cede18cbe0463a1f4e1df0e2ad9fe22f899e0e0bf4104 go version go1.10 linux/amd64 go version go1.10 linux/amd64 find: '/root/go/src/kubevirt.io/kubevirt/_out/cmd': No such file or directory Compiling tests... compiled tests.test hack/build-docker.sh build Sending build context to Docker daemon 38.1 MB Step 1/8 : FROM fedora:27 ---> 9110ae7f579f Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virt-controller ---> Using cache ---> 0241ca8295a7 Step 4/8 : WORKDIR /home/virt-controller ---> Using cache ---> 348afd6e30e7 Step 5/8 : USER 1001 ---> Using cache ---> a56bbefef027 Step 6/8 : COPY virt-controller /usr/bin/virt-controller ---> 03bb80cb6dae Removing intermediate container b18746d5c1dc Step 7/8 : ENTRYPOINT /usr/bin/virt-controller ---> Running in 79a93b78af11 ---> 64a758cb2e9b Removing intermediate container 79a93b78af11 Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "virt-controller" '' ---> Running in f009f39d859d ---> 596fa125bf4e Removing intermediate container f009f39d859d Successfully built 596fa125bf4e Sending build context to Docker daemon 40.43 MB Step 1/10 : FROM kubevirt/libvirt:3.7.0 ---> c4e262d2dc3c Step 2/10 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 52c17d330685 Step 3/10 : RUN dnf -y install socat genisoimage util-linux libcgroup-tools ethtool net-tools sudo && dnf -y clean all && test $(id -u qemu) = 107 # make sure that the qemu user really is 107 ---> Using cache ---> c09056350983 Step 4/10 : COPY virt-launcher /usr/bin/virt-launcher ---> 7d26a6e22a7c Removing intermediate container 45a7f2f56869 Step 5/10 : COPY kubevirt-sudo /etc/sudoers.d/kubevirt ---> 79ae414c3cf9 Removing intermediate container cbd05e5ac70d Step 6/10 : RUN setcap CAP_NET_BIND_SERVICE=+eip /usr/bin/qemu-system-x86_64 ---> Running in 6c3e0b97acee  ---> bc2e0d79c574 Removing intermediate container 6c3e0b97acee Step 7/10 : RUN mkdir -p /usr/share/kubevirt/virt-launcher ---> Running in ec2d248d3d59  ---> e599dadbcef3 Removing intermediate container ec2d248d3d59 Step 8/10 : COPY entrypoint.sh libvirtd.sh sock-connector /usr/share/kubevirt/virt-launcher/ ---> 461a0d6aa1f3 Removing intermediate container 9f13f52d9451 Step 9/10 : ENTRYPOINT /usr/share/kubevirt/virt-launcher/entrypoint.sh ---> Running in 348bf236e4ec ---> 388e5ce14c0c Removing intermediate container 348bf236e4ec Step 10/10 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "virt-launcher" '' ---> Running in 1886ea694f7e ---> e307c57f0723 Removing intermediate container 1886ea694f7e Successfully built e307c57f0723 Sending build context to Docker daemon 39.56 MB Step 1/5 : FROM fedora:27 ---> 9110ae7f579f Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/5 : COPY virt-handler /usr/bin/virt-handler ---> 537ec63de83c Removing intermediate container d23a01f0c746 Step 4/5 : ENTRYPOINT /usr/bin/virt-handler ---> Running in dd24df825832 ---> 4ff397384761 Removing intermediate container dd24df825832 Step 5/5 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "virt-handler" '' ---> Running in 06cb3c88d0f4 ---> 7f90b21e3575 Removing intermediate container 06cb3c88d0f4 Successfully built 7f90b21e3575 Sending build context to Docker daemon 37.02 MB Step 1/8 : FROM fedora:27 ---> 9110ae7f579f Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virt-api ---> Using cache ---> 5ad04faf42c8 Step 4/8 : WORKDIR /home/virt-api ---> Using cache ---> 686855fdf261 Step 5/8 : USER 1001 ---> Using cache ---> c633d341fb6f Step 6/8 : COPY virt-api /usr/bin/virt-api ---> f54afc59078f Removing intermediate container eb9bdc7efe56 Step 7/8 : ENTRYPOINT /usr/bin/virt-api ---> Running in 6c7edd02b56a ---> b1b323208062 Removing intermediate container 6c7edd02b56a Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "virt-api" '' ---> Running in 3e655be96aae ---> ad0fb72b4b0c Removing intermediate container 3e655be96aae Successfully built ad0fb72b4b0c Sending build context to Docker daemon 4.096 kB Step 1/7 : FROM fedora:27 ---> 9110ae7f579f Step 2/7 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/7 : ENV container docker ---> Using cache ---> fa9b94755746 Step 4/7 : RUN mkdir -p /images/custom /images/alpine && truncate -s 64M /images/custom/disk.img && curl http://dl-cdn.alpinelinux.org/alpine/v3.7/releases/x86_64/alpine-virt-3.7.0-x86_64.iso > /images/alpine/disk.img ---> Using cache ---> f44e689d5514 Step 5/7 : ADD entrypoint.sh / ---> Using cache ---> 898a453e2948 Step 6/7 : CMD /entrypoint.sh ---> Using cache ---> 5aad873fd4d8 Step 7/7 : LABEL "disks-images-provider" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Using cache ---> 5a2b5c74be8c Successfully built 5a2b5c74be8c Sending build context to Docker daemon 2.56 kB Step 1/5 : FROM fedora:27 ---> 9110ae7f579f Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/5 : ENV container docker ---> Using cache ---> fa9b94755746 Step 4/5 : RUN dnf -y install procps-ng nmap-ncat && dnf -y clean all ---> Using cache ---> e4b4ed9ff163 Step 5/5 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "vm-killer" '' ---> Using cache ---> ec04f91fb922 Successfully built ec04f91fb922 Sending build context to Docker daemon 5.12 kB Step 1/7 : FROM debian:sid ---> 496290160351 Step 2/7 : MAINTAINER "David Vossel" \ ---> Using cache ---> 081acc82039b Step 3/7 : ENV container docker ---> Using cache ---> 87a43203841c Step 4/7 : RUN apt-get update && apt-get install -y bash curl bzip2 qemu-utils && mkdir -p /disk && rm -rf /var/lib/apt/lists/* ---> Using cache ---> bbc83781e0a9 Step 5/7 : ADD entry-point.sh / ---> Using cache ---> c588d7a778a6 Step 6/7 : CMD /entry-point.sh ---> Using cache ---> e28b44b64988 Step 7/7 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "registry-disk-v1alpha" '' ---> Using cache ---> 16abf0a82ca0 Successfully built 16abf0a82ca0 Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33020/kubevirt/registry-disk-v1alpha:devel ---> 16abf0a82ca0 Step 2/4 : MAINTAINER "David Vossel" \ ---> Using cache ---> c0e81d5abf07 Step 3/4 : RUN curl https://download.cirros-cloud.net/0.4.0/cirros-0.4.0-x86_64-disk.img > /disk/cirros.img ---> Using cache ---> dd8e8c439961 Step 4/4 : LABEL "cirros-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Using cache ---> 6c8a8f29b47e Successfully built 6c8a8f29b47e Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33020/kubevirt/registry-disk-v1alpha:devel ---> 16abf0a82ca0 Step 2/4 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> f9c8f55f0098 Step 3/4 : RUN curl -g -L https://download.fedoraproject.org/pub/fedora/linux/releases/27/CloudImages/x86_64/images/Fedora-Cloud-Base-27-1.6.x86_64.qcow2 > /disk/fedora.qcow2 ---> Using cache ---> dacc271e4b4a Step 4/4 : LABEL "fedora-cloud-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Using cache ---> f07b6945b42b Successfully built f07b6945b42b Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33020/kubevirt/registry-disk-v1alpha:devel ---> 16abf0a82ca0 Step 2/4 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> f9c8f55f0098 Step 3/4 : RUN curl http://dl-cdn.alpinelinux.org/alpine/v3.7/releases/x86_64/alpine-virt-3.7.0-x86_64.iso > /disk/alpine.iso ---> Using cache ---> 806b9b408532 Step 4/4 : LABEL "alpine-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Using cache ---> 599f9b3360ff Successfully built 599f9b3360ff Sending build context to Docker daemon 34.04 MB Step 1/8 : FROM fedora:27 ---> 9110ae7f579f Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virtctl ---> Using cache ---> d310698d4b36 Step 4/8 : WORKDIR /home/virtctl ---> Using cache ---> e8b8a9c6ab20 Step 5/8 : USER 1001 ---> Using cache ---> d741836b0961 Step 6/8 : COPY subresource-access-test /subresource-access-test ---> ffb542e324c2 Removing intermediate container c9ae41da3c7e Step 7/8 : ENTRYPOINT /subresource-access-test ---> Running in 354a811bd03e ---> b9f7254d3bc4 Removing intermediate container 354a811bd03e Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "subresource-access-test" '' ---> Running in bf6124551f0e ---> 9eb28c8fafcd Removing intermediate container bf6124551f0e Successfully built 9eb28c8fafcd Sending build context to Docker daemon 3.072 kB Step 1/9 : FROM fedora:27 ---> 9110ae7f579f Step 2/9 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/9 : ENV container docker ---> Using cache ---> fa9b94755746 Step 4/9 : RUN dnf -y install make git gcc && dnf -y clean all ---> Using cache ---> 67d950d251fa Step 5/9 : ENV GIMME_GO_VERSION 1.9.2 ---> Using cache ---> 63dee67c4bde Step 6/9 : RUN mkdir -p /gimme && curl -sL https://raw.githubusercontent.com/travis-ci/gimme/master/gimme | HOME=/gimme bash >> /etc/profile.d/gimme.sh ---> Using cache ---> f9f0a3f8320f Step 7/9 : ENV GOPATH "/go" GOBIN "/usr/bin" ---> Using cache ---> 15d5af487ed6 Step 8/9 : RUN mkdir -p /go && source /etc/profile.d/gimme.sh && go get github.com/masterzen/winrm-cli ---> Using cache ---> 62349a577761 Step 9/9 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "winrmcli" '' ---> Using cache ---> f41c213849ba Successfully built f41c213849ba Sending build context to Docker daemon 34.48 MB Step 1/5 : FROM fedora:27 ---> 9110ae7f579f Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/5 : COPY example-hook-sidecar /example-hook-sidecar ---> 0ed78b0be127 Removing intermediate container 2b57553190d5 Step 4/5 : ENTRYPOINT /example-hook-sidecar ---> Running in 38fba196c336 ---> 09861ca2a3e6 Removing intermediate container 38fba196c336 Step 5/5 : LABEL "example-hook-sidecar" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Running in db8453068f4a ---> b96c16bdf3fb Removing intermediate container db8453068f4a Successfully built b96c16bdf3fb hack/build-docker.sh push The push refers to a repository [localhost:33020/kubevirt/virt-controller] d7c481a5113b: Preparing a5b36bcc540d: Preparing 39bae602f753: Preparing a5b36bcc540d: Pushed d7c481a5113b: Pushed 39bae602f753: Pushed devel: digest: sha256:310260731c4f2e3978b15cb46ace4c15a4fdaa45533ba5ee27e0cfccea7bfed2 size: 948 The push refers to a repository [localhost:33020/kubevirt/virt-launcher] 065805cc260a: Preparing c61616052df3: Preparing 08017caf877d: Preparing 194834df409f: Preparing 95e7e730ecb4: Preparing d56a24c0b6b9: Preparing 9e20b26113ea: Preparing a1a99db27cd1: Preparing ec5be2616f4d: Preparing ffcfbc9458ac: Preparing 68e0ce966da1: Preparing a1a99db27cd1: Waiting 39bae602f753: Preparing 9e20b26113ea: Waiting 68e0ce966da1: Waiting d56a24c0b6b9: Waiting c61616052df3: Pushed 194834df409f: Pushed 065805cc260a: Pushed a1a99db27cd1: Pushed 9e20b26113ea: Pushed ffcfbc9458ac: Pushed ec5be2616f4d: Pushed 39bae602f753: Mounted from kubevirt/virt-controller 08017caf877d: Pushed d56a24c0b6b9: Pushed 95e7e730ecb4: Pushed 68e0ce966da1: Pushed devel: digest: sha256:d22562c3f56118ef1361ea57e88c81f972a22ae0331b54cf4fc4309e63d70eff size: 2828 The push refers to a repository [localhost:33020/kubevirt/virt-handler] 235afdc6db20: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/virt-launcher 235afdc6db20: Pushed devel: digest: sha256:4a40c43c60429cdeb629b12cf70d7cba6d0ce8b7030c8eeb12d55a6ec0950dd1 size: 741 The push refers to a repository [localhost:33020/kubevirt/virt-api] b0e272b4ad6d: Preparing 75ab133441d4: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/virt-handler 75ab133441d4: Pushed b0e272b4ad6d: Pushed devel: digest: sha256:27b776799ed7a78f8cd7d79e33703b0efbf22a9f30c3000bb7e1b0deefce2c63 size: 948 The push refers to a repository [localhost:33020/kubevirt/disks-images-provider] ee9ad4a84d8d: Preparing 70611d11de64: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/virt-api ee9ad4a84d8d: Pushed 70611d11de64: Pushed devel: digest: sha256:5909293c04391e8285f6040e66550a4b7e396114d5b9b56fac578c172418ad5f size: 948 The push refers to a repository [localhost:33020/kubevirt/vm-killer] 4b816de0d5fd: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/disks-images-provider 4b816de0d5fd: Pushed devel: digest: sha256:172abce5d6cb5c0c9c9b6cb20e4219134a023cb0376781346f61a02c6b47e302 size: 740 The push refers to a repository [localhost:33020/kubevirt/registry-disk-v1alpha] cb3d1019d03e: Preparing 626899eeec02: Preparing 132d61a890c5: Preparing cb3d1019d03e: Pushed 626899eeec02: Pushed 132d61a890c5: Pushed devel: digest: sha256:daccb3f0f88a76226c345253449e80743bbf25f573dff9f043522332a54ddf3e size: 948 The push refers to a repository [localhost:33020/kubevirt/cirros-registry-disk-demo] 53ab419eb3e2: Preparing cb3d1019d03e: Preparing 626899eeec02: Preparing 132d61a890c5: Preparing 626899eeec02: Mounted from kubevirt/registry-disk-v1alpha 132d61a890c5: Mounted from kubevirt/registry-disk-v1alpha cb3d1019d03e: Mounted from kubevirt/registry-disk-v1alpha 53ab419eb3e2: Pushed devel: digest: sha256:dc992f0e9f99169047179481c078ca7f6b4f2007391c4e62d80666e140ad5c3d size: 1160 The push refers to a repository [localhost:33020/kubevirt/fedora-cloud-registry-disk-demo] 80823b89837c: Preparing cb3d1019d03e: Preparing 626899eeec02: Preparing 132d61a890c5: Preparing 132d61a890c5: Mounted from kubevirt/cirros-registry-disk-demo 626899eeec02: Mounted from kubevirt/cirros-registry-disk-demo cb3d1019d03e: Mounted from kubevirt/cirros-registry-disk-demo 80823b89837c: Pushed devel: digest: sha256:a563c009f82fc0a1f9095244fe0cb458b09e2bceccb4a6aa636d9898e3eb6c39 size: 1161 The push refers to a repository [localhost:33020/kubevirt/alpine-registry-disk-demo] 39d6040275f2: Preparing cb3d1019d03e: Preparing 626899eeec02: Preparing 132d61a890c5: Preparing 626899eeec02: Mounted from kubevirt/fedora-cloud-registry-disk-demo 132d61a890c5: Mounted from kubevirt/fedora-cloud-registry-disk-demo cb3d1019d03e: Mounted from kubevirt/fedora-cloud-registry-disk-demo 39d6040275f2: Pushed devel: digest: sha256:86fd58f48622c7e028e4ea2555097109e6ccaf5ec48c529b6bd596dc7993f981 size: 1160 The push refers to a repository [localhost:33020/kubevirt/subresource-access-test] c65ce09278a5: Preparing 6368c0536c64: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/vm-killer 6368c0536c64: Pushed c65ce09278a5: Pushed devel: digest: sha256:fdbaeba6ef35a0ffbd260c0769380f89a0020c18f1edcccf0c658177685ebfbb size: 948 The push refers to a repository [localhost:33020/kubevirt/winrmcli] 00e232679558: Preparing b7685068dac4: Preparing 0d5d88e46b0e: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/subresource-access-test 00e232679558: Pushed 0d5d88e46b0e: Pushed b7685068dac4: Pushed devel: digest: sha256:17696d0db6f5548b29c59af10c3073871204708e9daa77e93aeea22f572d2bb9 size: 1165 The push refers to a repository [localhost:33020/kubevirt/example-hook-sidecar] 6649ae97b4fd: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/winrmcli 6649ae97b4fd: Pushed devel: digest: sha256:523a992381b8a95417df5f479333159b51758b3f22455d615dbdf6a9e8f5c977 size: 740 make[1]: Leaving directory `/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt' Done ./cluster/clean.sh + source hack/common.sh ++++ dirname 'hack/common.sh[0]' +++ cd hack/../ +++ pwd ++ KUBEVIRT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt ++ OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out ++ VENDOR_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/vendor ++ CMD_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/cmd ++ TESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/tests ++ APIDOCS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/apidocs ++ MANIFESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests ++ MANIFEST_TEMPLATES_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/templates/manifests ++ PYTHON_CLIENT_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/client-python ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_NUM_NODES=2 ++ '[' -z kubevirt-functional-tests-openshift-3.10-release ']' ++ provider_prefix=kubevirt-functional-tests-openshift-3.10-release1 ++ job_prefix=kubevirt-functional-tests-openshift-3.10-release1 +++ kubevirt_version +++ '[' -n '' ']' +++ '[' -d /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/.git ']' ++++ git describe --always --tags +++ echo v0.7.0-45-g8124ef7 ++ KUBEVIRT_VERSION=v0.7.0-45-g8124ef7 + source cluster/os-3.10.0/provider.sh ++ set -e ++ image=os-3.10.0@sha256:0977f1c716862710c8324798b95802e11a149f4532e33be20dd70877fe8f5332 ++ source cluster/ephemeral-provider-common.sh +++ set -e +++ _cli='docker run --privileged --net=host --rm -v /var/run/docker.sock:/var/run/docker.sock kubevirtci/gocli@sha256:aa7f295a7908fa333ab5e98ef3af0bfafbabfd3cee2b83f9af47f722e3000f6a' + source hack/config.sh ++ unset binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig manifest_docker_prefix namespace ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ source hack/config-default.sh source hack/config-os-3.10.0.sh +++ binaries='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virtctl cmd/fake-qemu-process cmd/virt-api cmd/subresource-access-test cmd/example-hook-sidecar' +++ docker_images='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virt-api images/disks-images-provider images/vm-killer cmd/registry-disk-v1alpha images/cirros-registry-disk-demo images/fedora-cloud-registry-disk-demo images/alpine-registry-disk-demo cmd/subresource-access-test images/winrmcli cmd/example-hook-sidecar' +++ docker_prefix=kubevirt +++ docker_tag=latest +++ master_ip=192.168.200.2 +++ network_provider=flannel +++ namespace=kube-system ++ test -f hack/config-provider-os-3.10.0.sh ++ source hack/config-provider-os-3.10.0.sh +++ master_ip=127.0.0.1 +++ docker_tag=devel +++ kubeconfig=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubeconfig +++ kubectl=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubectl +++ docker_prefix=localhost:33020/kubevirt +++ manifest_docker_prefix=registry:5000/kubevirt ++ test -f hack/config-local.sh ++ export binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig namespace + echo 'Cleaning up ...' Cleaning up ... + cluster/kubectl.sh get vmis --all-namespaces -o=custom-columns=NAME:.metadata.name,NAMESPACE:.metadata.namespace,FINALIZERS:.metadata.finalizers --no-headers + grep foregroundDeleteVirtualMachine + read p error: the server doesn't have a resource type "vmis" + _kubectl delete ds -l kubevirt.io -n kube-system --cascade=false --grace-period 0 No resources found + _kubectl delete pods -n kube-system -l=kubevirt.io=libvirt --force --grace-period 0 No resources found + _kubectl delete pods -n kube-system -l=kubevirt.io=virt-handler --force --grace-period 0 No resources found + namespaces=(default ${namespace}) + for i in '${namespaces[@]}' + _kubectl -n default delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete apiservices -l kubevirt.io No resources found + _kubectl -n default delete deployment -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete deployment -l kubevirt.io No resources found + _kubectl -n default delete rs -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete rs -l kubevirt.io No resources found + _kubectl -n default delete services -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete services -l kubevirt.io No resources found + _kubectl -n default delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete apiservices -l kubevirt.io No resources found + _kubectl -n default delete validatingwebhookconfiguration -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete validatingwebhookconfiguration -l kubevirt.io No resources found + _kubectl -n default delete secrets -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete secrets -l kubevirt.io No resources found + _kubectl -n default delete pv -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pv -l kubevirt.io No resources found + _kubectl -n default delete pvc -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pvc -l kubevirt.io No resources found + _kubectl -n default delete ds -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete ds -l kubevirt.io No resources found + _kubectl -n default delete customresourcedefinitions -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete customresourcedefinitions -l kubevirt.io No resources found + _kubectl -n default delete pods -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pods -l kubevirt.io No resources found + _kubectl -n default delete clusterrolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete clusterrolebinding -l kubevirt.io No resources found + _kubectl -n default delete rolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete rolebinding -l kubevirt.io No resources found + _kubectl -n default delete roles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete roles -l kubevirt.io No resources found + _kubectl -n default delete clusterroles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete clusterroles -l kubevirt.io No resources found + _kubectl -n default delete serviceaccounts -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete serviceaccounts -l kubevirt.io No resources found ++ _kubectl -n default get crd offlinevirtualmachines.kubevirt.io ++ export KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ wc -l ++ KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ cluster/os-3.10.0/.kubectl -n default get crd offlinevirtualmachines.kubevirt.io Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "offlinevirtualmachines.kubevirt.io" not found + '[' 0 -gt 0 ']' + for i in '${namespaces[@]}' + _kubectl -n kube-system delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete apiservices -l kubevirt.io No resources found + _kubectl -n kube-system delete deployment -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete deployment -l kubevirt.io No resources found + _kubectl -n kube-system delete rs -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete rs -l kubevirt.io No resources found + _kubectl -n kube-system delete services -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete services -l kubevirt.io No resources found + _kubectl -n kube-system delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete apiservices -l kubevirt.io No resources found + _kubectl -n kube-system delete validatingwebhookconfiguration -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete validatingwebhookconfiguration -l kubevirt.io No resources found + _kubectl -n kube-system delete secrets -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete secrets -l kubevirt.io No resources found + _kubectl -n kube-system delete pv -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pv -l kubevirt.io No resources found + _kubectl -n kube-system delete pvc -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pvc -l kubevirt.io No resources found + _kubectl -n kube-system delete ds -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete ds -l kubevirt.io No resources found + _kubectl -n kube-system delete customresourcedefinitions -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete customresourcedefinitions -l kubevirt.io No resources found + _kubectl -n kube-system delete pods -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pods -l kubevirt.io No resources found + _kubectl -n kube-system delete clusterrolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete clusterrolebinding -l kubevirt.io No resources found + _kubectl -n kube-system delete rolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete rolebinding -l kubevirt.io No resources found + _kubectl -n kube-system delete roles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete roles -l kubevirt.io No resources found + _kubectl -n kube-system delete clusterroles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete clusterroles -l kubevirt.io No resources found + _kubectl -n kube-system delete serviceaccounts -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete serviceaccounts -l kubevirt.io No resources found ++ _kubectl -n kube-system get crd offlinevirtualmachines.kubevirt.io ++ wc -l ++ export KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ cluster/os-3.10.0/.kubectl -n kube-system get crd offlinevirtualmachines.kubevirt.io Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "offlinevirtualmachines.kubevirt.io" not found + '[' 0 -gt 0 ']' + sleep 2 + echo Done Done ./cluster/deploy.sh + source hack/common.sh ++++ dirname 'hack/common.sh[0]' +++ cd hack/../ +++ pwd ++ KUBEVIRT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt ++ OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out ++ VENDOR_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/vendor ++ CMD_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/cmd ++ TESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/tests ++ APIDOCS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/apidocs ++ MANIFESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests ++ MANIFEST_TEMPLATES_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/templates/manifests ++ PYTHON_CLIENT_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/client-python ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_NUM_NODES=2 ++ '[' -z kubevirt-functional-tests-openshift-3.10-release ']' ++ provider_prefix=kubevirt-functional-tests-openshift-3.10-release1 ++ job_prefix=kubevirt-functional-tests-openshift-3.10-release1 +++ kubevirt_version +++ '[' -n '' ']' +++ '[' -d /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/.git ']' ++++ git describe --always --tags +++ echo v0.7.0-45-g8124ef7 ++ KUBEVIRT_VERSION=v0.7.0-45-g8124ef7 + source cluster/os-3.10.0/provider.sh ++ set -e ++ image=os-3.10.0@sha256:0977f1c716862710c8324798b95802e11a149f4532e33be20dd70877fe8f5332 ++ source cluster/ephemeral-provider-common.sh +++ set -e +++ _cli='docker run --privileged --net=host --rm -v /var/run/docker.sock:/var/run/docker.sock kubevirtci/gocli@sha256:aa7f295a7908fa333ab5e98ef3af0bfafbabfd3cee2b83f9af47f722e3000f6a' + source hack/config.sh ++ unset binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig manifest_docker_prefix namespace ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ source hack/config-default.sh source hack/config-os-3.10.0.sh +++ binaries='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virtctl cmd/fake-qemu-process cmd/virt-api cmd/subresource-access-test cmd/example-hook-sidecar' +++ docker_images='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virt-api images/disks-images-provider images/vm-killer cmd/registry-disk-v1alpha images/cirros-registry-disk-demo images/fedora-cloud-registry-disk-demo images/alpine-registry-disk-demo cmd/subresource-access-test images/winrmcli cmd/example-hook-sidecar' +++ docker_prefix=kubevirt +++ docker_tag=latest +++ master_ip=192.168.200.2 +++ network_provider=flannel +++ namespace=kube-system ++ test -f hack/config-provider-os-3.10.0.sh ++ source hack/config-provider-os-3.10.0.sh +++ master_ip=127.0.0.1 +++ docker_tag=devel +++ kubeconfig=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubeconfig +++ kubectl=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubectl +++ docker_prefix=localhost:33020/kubevirt +++ manifest_docker_prefix=registry:5000/kubevirt ++ test -f hack/config-local.sh ++ export binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig namespace + echo 'Deploying ...' Deploying ... + [[ -z openshift-3.10-release ]] + [[ openshift-3.10-release =~ .*-dev ]] + [[ openshift-3.10-release =~ .*-release ]] + for manifest in '${MANIFESTS_OUT_DIR}/release/*' + [[ /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests/release/demo-content.yaml =~ .*demo.* ]] + continue + for manifest in '${MANIFESTS_OUT_DIR}/release/*' + [[ /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml =~ .*demo.* ]] + _kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml clusterrole.rbac.authorization.k8s.io "kubevirt.io:admin" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:edit" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:view" created serviceaccount "kubevirt-apiserver" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-apiserver-auth-delegator" created rolebinding.rbac.authorization.k8s.io "kubevirt-apiserver" created role.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrole.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrole.rbac.authorization.k8s.io "kubevirt-controller" created serviceaccount "kubevirt-controller" created serviceaccount "kubevirt-privileged" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-controller" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-controller-cluster-admin" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-privileged-cluster-admin" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:default" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt.io:default" created service "virt-api" created deployment.extensions "virt-api" created deployment.extensions "virt-controller" created daemonset.extensions "virt-handler" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstances.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstancereplicasets.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstancepresets.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachines.kubevirt.io" created + _kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests/testing -R + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/go/src/kubevirt.io/kubevirt/_out/manifests/testing -R persistentvolumeclaim "disk-alpine" created persistentvolume "host-path-disk-alpine" created persistentvolumeclaim "disk-custom" created persistentvolume "host-path-disk-custom" created daemonset.extensions "disks-images-provider" created serviceaccount "kubevirt-testing" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-testing-cluster-admin" created + [[ os-3.10.0 =~ os-* ]] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-controller -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-controller -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-controller"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-testing -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-testing -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-testing"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-privileged -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-privileged -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-privileged"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-apiserver -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-apiserver -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-apiserver"] + _kubectl adm policy add-scc-to-user privileged admin + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged admin scc "privileged" added to: ["admin"] + echo Done Done + namespaces=(kube-system default) + [[ kube-system != \k\u\b\e\-\s\y\s\t\e\m ]] + timeout=300 + sample=30 + for i in '${namespaces[@]}' + current_time=0 ++ kubectl get pods -n kube-system --no-headers ++ cluster/kubectl.sh get pods -n kube-system --no-headers ++ grep -v Running + '[' -n 'disks-images-provider-8gfhl 0/1 ContainerCreating 0 4s disks-images-provider-g5nbv 0/1 ContainerCreating 0 4s virt-api-7d79764579-98qql 0/1 ContainerCreating 0 5s virt-api-7d79764579-ftthn 0/1 ContainerCreating 0 6s virt-controller-7d57d96b65-v9zhb 0/1 ContainerCreating 0 5s virt-handler-22jvc 0/1 ContainerCreating 0 5s virt-handler-zf7kl 0/1 ContainerCreating 0 6s' ']' + echo 'Waiting for kubevirt pods to enter the Running state ...' Waiting for kubevirt pods to enter the Running state ... + kubectl get pods -n kube-system --no-headers + grep -v Running + cluster/kubectl.sh get pods -n kube-system --no-headers disks-images-provider-8gfhl 0/1 ContainerCreating 0 5s disks-images-provider-g5nbv 0/1 ContainerCreating 0 5s virt-api-7d79764579-98qql 0/1 ContainerCreating 0 6s virt-api-7d79764579-ftthn 0/1 ContainerCreating 0 7s virt-controller-7d57d96b65-v9zhb 0/1 ContainerCreating 0 6s virt-handler-22jvc 0/1 ContainerCreating 0 6s virt-handler-zf7kl 0/1 ContainerCreating 0 7s + sleep 30 + current_time=30 + '[' 30 -gt 300 ']' ++ kubectl get pods -n kube-system --no-headers ++ grep -v Running ++ cluster/kubectl.sh get pods -n kube-system --no-headers + '[' -n '' ']' + current_time=0 ++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false ++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + '[' -n '' ']' + kubectl get pods -n kube-system + cluster/kubectl.sh get pods -n kube-system NAME READY STATUS RESTARTS AGE disks-images-provider-8gfhl 1/1 Running 0 37s disks-images-provider-g5nbv 1/1 Running 0 37s master-api-node01 1/1 Running 1 24d master-controllers-node01 1/1 Running 1 24d master-etcd-node01 1/1 Running 1 24d virt-api-7d79764579-98qql 1/1 Running 0 38s virt-api-7d79764579-ftthn 1/1 Running 1 39s virt-controller-7d57d96b65-q9mjp 1/1 Running 0 39s virt-controller-7d57d96b65-v9zhb 1/1 Running 0 38s virt-handler-22jvc 1/1 Running 0 38s virt-handler-zf7kl 1/1 Running 0 39s + for i in '${namespaces[@]}' + current_time=0 ++ kubectl get pods -n default --no-headers ++ grep -v Running ++ cluster/kubectl.sh get pods -n default --no-headers + '[' -n '' ']' + current_time=0 ++ kubectl get pods -n default '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false ++ cluster/kubectl.sh get pods -n default '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + '[' -n '' ']' + kubectl get pods -n default + cluster/kubectl.sh get pods -n default NAME READY STATUS RESTARTS AGE docker-registry-1-tqlsm 1/1 Running 1 24d registry-console-1-bhtqz 1/1 Running 1 24d router-1-r2xxq 1/1 Running 1 24d + kubectl version + cluster/kubectl.sh version oc v3.10.0-rc.0+c20e215 kubernetes v1.10.0+b81c8f8 features: Basic-Auth GSSAPI Kerberos SPNEGO Server https://127.0.0.1:33017 openshift v3.10.0-rc.0+c20e215 kubernetes v1.10.0+b81c8f8 + ginko_params='--ginkgo.noColor --junit-output=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/junit.xml' + [[ -d /home/nfs/images/windows2016 ]] + [[ openshift-3.10-release =~ windows.* ]] + FUNC_TEST_ARGS='--ginkgo.noColor --junit-output=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release@2/junit.xml' + make functest hack/dockerized "hack/build-func-tests.sh" sha256:7d0ff7c8c318d908872cede18cbe0463a1f4e1df0e2ad9fe22f899e0e0bf4104 go version go1.10 linux/amd64 go version go1.10 linux/amd64 Compiling tests... compiled tests.test hack/functests.sh Running Suite: Tests Suite ========================== Random Seed: 1531731859 Will run 140 of 140 specs Service cluster-ip-vm successfully exposed for virtualmachineinstance testvmi9m5k4 • [SLOW TEST:48.194 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:61 Expose ClusterIP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:68 Should expose a Cluster IP service on a VM and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:71 ------------------------------ Service node-port-vm successfully exposed for virtualmachineinstance testvmi9m5k4 • [SLOW TEST:9.419 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:61 Expose NodePort service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:98 Should expose a NodePort service on a VM and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:103 ------------------------------ Service cluster-ip-udp-vm successfully exposed for virtualmachineinstance testvmil6sc5 • [SLOW TEST:53.167 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose UDP service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:140 Expose ClusterIP UDP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:147 Should expose a ClusterIP service on a VM and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:151 ------------------------------ Service node-port-udp-vm successfully exposed for virtualmachineinstance testvmil6sc5 • [SLOW TEST:9.978 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose UDP service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:140 Expose NodePort UDP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:179 Should expose a NodePort service on a VM and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:184 ------------------------------ Service cluster-ip-vmrs successfully exposed for vmirs replicaset2w7qz • [SLOW TEST:65.095 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VM replica set /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:227 Expose ClusterIP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:260 Should create a ClusterIP service on VMRS and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:264 ------------------------------ Service cluster-ip-ovm successfully exposed for virtualmachine testvmiqxnnl • [SLOW TEST:50.345 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on an Offline VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:292 Expose ClusterIP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:336 Connect to ClusterIP services that was set when VM was offline /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:337 ------------------------------ • [SLOW TEST:39.674 seconds] LeaderElection /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:43 Start a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:53 when the controller pod is not running /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:54 should success /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:55 ------------------------------ •• ------------------------------ • [SLOW TEST:17.222 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 should start it /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:76 ------------------------------ • [SLOW TEST:17.106 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 should attach virt-launcher to it /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:82 ------------------------------ •••• ------------------------------ • [SLOW TEST:34.045 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with boot order /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:170 should be able to boot from selected disk /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 Alpine as first boot /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:26.307 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with boot order /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:170 should be able to boot from selected disk /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 Cirros as first boot /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:15.897 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with user-data /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:201 without k8s secret /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:202 should retry starting the VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:203 ------------------------------ • [SLOW TEST:17.812 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with user-data /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:201 without k8s secret /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:202 should log warning and proceed once the secret is there /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:233 ------------------------------ Pod name: disks-images-provider-8gfhl Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-g5nbv Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-98qql Pod phase: Running level=info timestamp=2018-07-16T09:09:32.350823Z pos=validating-webhook.go:84 component=virt-api msg="rejected vmi admission" 2018/07/16 09:09:34 http: TLS handshake error from 10.128.0.1:34016: EOF 2018/07/16 09:09:44 http: TLS handshake error from 10.128.0.1:34066: EOF 2018/07/16 09:09:54 http: TLS handshake error from 10.128.0.1:34124: EOF 2018/07/16 09:10:04 http: TLS handshake error from 10.128.0.1:34178: EOF 2018/07/16 09:10:14 http: TLS handshake error from 10.128.0.1:34228: EOF 2018/07/16 09:10:24 http: TLS handshake error from 10.128.0.1:34278: EOF 2018/07/16 09:10:34 http: TLS handshake error from 10.128.0.1:34338: EOF 2018/07/16 09:10:44 http: TLS handshake error from 10.128.0.1:34388: EOF 2018/07/16 09:10:54 http: TLS handshake error from 10.128.0.1:34438: EOF 2018/07/16 09:11:04 http: TLS handshake error from 10.128.0.1:1024: EOF 2018/07/16 09:11:14 http: TLS handshake error from 10.128.0.1:34546: EOF 2018/07/16 09:11:24 http: TLS handshake error from 10.128.0.1:34600: EOF level=info timestamp=2018-07-16T09:11:26.508264Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/16 09:11:34 http: TLS handshake error from 10.128.0.1:34654: EOF Pod name: virt-api-7d79764579-ftthn Pod phase: Running level=info timestamp=2018-07-16T09:10:50.826503Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/16 09:10:51 http: TLS handshake error from 10.129.0.1:60956: EOF level=info timestamp=2018-07-16T09:10:52.261169Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:10:56.836947Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/16 09:11:01 http: TLS handshake error from 10.129.0.1:60962: EOF level=info timestamp=2018-07-16T09:11:02.441944Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/16 09:11:11 http: TLS handshake error from 10.129.0.1:60968: EOF level=info timestamp=2018-07-16T09:11:12.666375Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:11:18.570856Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:11:20.375268Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:11:21.008502Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/16 09:11:21 http: TLS handshake error from 10.129.0.1:60974: EOF level=info timestamp=2018-07-16T09:11:22.909269Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/16 09:11:31 http: TLS handshake error from 10.129.0.1:60980: EOF level=info timestamp=2018-07-16T09:11:33.129385Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-v9zhb Pod phase: Running level=info timestamp=2018-07-16T09:09:33.359414Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmikg4ps kind= uid=f4550ac8-88d7-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:09:33.359660Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmikg4ps kind= uid=f4550ac8-88d7-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:10:07.249138Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmidwf2s kind= uid=08898093-88d8-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:10:07.249466Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmidwf2s kind= uid=08898093-88d8-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:10:07.437442Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmidwf2s\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmidwf2s" level=info timestamp=2018-07-16T09:10:33.668336Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi95fwj kind= uid=1845798e-88d8-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:10:33.668767Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi95fwj kind= uid=1845798e-88d8-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:10:33.833781Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi95fwj\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi95fwj" level=info timestamp=2018-07-16T09:10:33.867350Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi95fwj\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi95fwj" level=info timestamp=2018-07-16T09:10:49.450353Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:10:49.450756Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:11:37.320092Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibl8mp kind= uid=2c532818-88d8-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:11:37.320782Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibl8mp kind= uid=2c532818-88d8-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:11:37.608168Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibl8mp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibl8mp" level=info timestamp=2018-07-16T09:11:37.676589Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibl8mp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibl8mp" Pod name: virt-controller-7d57d96b65-x7qfd Pod phase: Running level=info timestamp=2018-07-16T09:08:25.011117Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-22jvc Pod phase: Running level=info timestamp=2018-07-16T09:11:07.371677Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:11:07.379501Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-16T09:11:07.407545Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:11:07.568395Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-16T09:11:07.585070Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-16T09:11:07.593751Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmicthbd" level=info timestamp=2018-07-16T09:11:07.837734Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:11:07.837860Z pos=vm.go:330 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-07-16T09:11:07.838554Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind=VirtualMachineInstance uid= msg="Processing shutdown." level=info timestamp=2018-07-16T09:11:07.838827Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:11:07.841578Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-16T09:11:07.841722Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-16T09:11:07.841812Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-16T09:11:07.841917Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:11:07.844975Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" Pod name: virt-handler-zf7kl Pod phase: Running level=info timestamp=2018-07-16T09:03:22.059171Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-16T09:03:22.063305Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-16T09:03:22.063807Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-16T09:03:22.165555Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-16T09:03:22.173200Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/16 09:03:22 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-16T09:03:22.190812Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/16 09:03:22 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" Pod name: virt-launcher-testvmibl8mp-n2vhb Pod phase: Pending • Failure [30.928 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 when virt-launcher crashes /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:281 should be stopped and have Failed phase [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:282 Expected <*errors.StatusError | 0xc420130ab0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } to be nil /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:284 ------------------------------ Pod name: disks-images-provider-8gfhl Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-g5nbv Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-98qql Pod phase: Running 2018/07/16 09:09:54 http: TLS handshake error from 10.128.0.1:34124: EOF 2018/07/16 09:10:04 http: TLS handshake error from 10.128.0.1:34178: EOF 2018/07/16 09:10:14 http: TLS handshake error from 10.128.0.1:34228: EOF 2018/07/16 09:10:24 http: TLS handshake error from 10.128.0.1:34278: EOF 2018/07/16 09:10:34 http: TLS handshake error from 10.128.0.1:34338: EOF 2018/07/16 09:10:44 http: TLS handshake error from 10.128.0.1:34388: EOF 2018/07/16 09:10:54 http: TLS handshake error from 10.128.0.1:34438: EOF 2018/07/16 09:11:04 http: TLS handshake error from 10.128.0.1:1024: EOF 2018/07/16 09:11:14 http: TLS handshake error from 10.128.0.1:34546: EOF 2018/07/16 09:11:24 http: TLS handshake error from 10.128.0.1:34600: EOF level=info timestamp=2018-07-16T09:11:26.508264Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/16 09:11:34 http: TLS handshake error from 10.128.0.1:34654: EOF 2018/07/16 09:11:44 http: TLS handshake error from 10.128.0.1:34706: EOF 2018/07/16 09:11:54 http: TLS handshake error from 10.128.0.1:34756: EOF 2018/07/16 09:12:04 http: TLS handshake error from 10.128.0.1:34810: EOF Pod name: virt-api-7d79764579-ftthn Pod phase: Running level=info timestamp=2018-07-16T09:11:21.008502Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/16 09:11:21 http: TLS handshake error from 10.129.0.1:60974: EOF level=info timestamp=2018-07-16T09:11:22.909269Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/16 09:11:31 http: TLS handshake error from 10.129.0.1:60980: EOF level=info timestamp=2018-07-16T09:11:33.129385Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/16 09:11:41 http: TLS handshake error from 10.129.0.1:60986: EOF level=info timestamp=2018-07-16T09:11:43.223074Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:11:48.846956Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:11:50.577069Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:11:51.317039Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/16 09:11:51 http: TLS handshake error from 10.129.0.1:60992: EOF level=info timestamp=2018-07-16T09:11:53.403482Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:11:56.906372Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/16 09:12:01 http: TLS handshake error from 10.129.0.1:60998: EOF level=info timestamp=2018-07-16T09:12:03.597790Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-v9zhb Pod phase: Running level=info timestamp=2018-07-16T09:10:07.437442Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmidwf2s\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmidwf2s" level=info timestamp=2018-07-16T09:10:33.668336Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi95fwj kind= uid=1845798e-88d8-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:10:33.668767Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi95fwj kind= uid=1845798e-88d8-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:10:33.833781Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi95fwj\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi95fwj" level=info timestamp=2018-07-16T09:10:33.867350Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi95fwj\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi95fwj" level=info timestamp=2018-07-16T09:10:49.450353Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:10:49.450756Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:11:37.320092Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibl8mp kind= uid=2c532818-88d8-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:11:37.320782Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibl8mp kind= uid=2c532818-88d8-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:11:37.608168Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibl8mp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibl8mp" level=info timestamp=2018-07-16T09:11:37.676589Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibl8mp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibl8mp" level=info timestamp=2018-07-16T09:11:38.065612Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibl8mp\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmibl8mp, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 2c532818-88d8-11e8-99ee-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibl8mp" level=info timestamp=2018-07-16T09:12:08.211973Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmisqfvv kind= uid=3ec13e4d-88d8-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:12:08.212211Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmisqfvv kind= uid=3ec13e4d-88d8-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:12:08.355243Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmisqfvv\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmisqfvv" Pod name: virt-controller-7d57d96b65-x7qfd Pod phase: Running level=info timestamp=2018-07-16T09:08:25.011117Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-22jvc Pod phase: Running level=info timestamp=2018-07-16T09:11:07.371677Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:11:07.379501Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-16T09:11:07.407545Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:11:07.568395Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-16T09:11:07.585070Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-16T09:11:07.593751Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmicthbd" level=info timestamp=2018-07-16T09:11:07.837734Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:11:07.837860Z pos=vm.go:330 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-07-16T09:11:07.838554Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind=VirtualMachineInstance uid= msg="Processing shutdown." level=info timestamp=2018-07-16T09:11:07.838827Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:11:07.841578Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-16T09:11:07.841722Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-16T09:11:07.841812Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-16T09:11:07.841917Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:11:07.844975Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" Pod name: virt-handler-zf7kl Pod phase: Running level=info timestamp=2018-07-16T09:03:22.059171Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-16T09:03:22.063305Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-16T09:03:22.063807Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-16T09:03:22.165555Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-16T09:03:22.173200Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/16 09:03:22 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-16T09:03:22.190812Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/16 09:03:22 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" Pod name: virt-launcher-testvmisqfvv-bs7gb Pod phase: Pending • Failure [30.645 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 when virt-handler crashes /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:304 should recover and continue management [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:305 Expected <*errors.StatusError | 0xc4203e47e0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } to be nil /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:308 ------------------------------ • [SLOW TEST:50.871 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 when virt-handler is responsive /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:335 should indicate that a node is ready for vmis /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:336 ------------------------------ Pod name: disks-images-provider-8gfhl Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-g5nbv Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-98qql Pod phase: Running 2018/07/16 09:11:24 http: TLS handshake error from 10.128.0.1:34600: EOF level=info timestamp=2018-07-16T09:11:26.508264Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/16 09:11:34 http: TLS handshake error from 10.128.0.1:34654: EOF 2018/07/16 09:11:44 http: TLS handshake error from 10.128.0.1:34706: EOF 2018/07/16 09:11:54 http: TLS handshake error from 10.128.0.1:34756: EOF 2018/07/16 09:12:04 http: TLS handshake error from 10.128.0.1:34810: EOF 2018/07/16 09:12:14 http: TLS handshake error from 10.128.0.1:34860: EOF 2018/07/16 09:12:24 http: TLS handshake error from 10.128.0.1:34910: EOF 2018/07/16 09:12:34 http: TLS handshake error from 10.128.0.1:34964: EOF 2018/07/16 09:12:44 http: TLS handshake error from 10.128.0.1:35014: EOF 2018/07/16 09:12:54 http: TLS handshake error from 10.128.0.1:35066: EOF 2018/07/16 09:13:04 http: TLS handshake error from 10.128.0.1:35120: EOF 2018/07/16 09:13:14 http: TLS handshake error from 10.128.0.1:35170: EOF 2018/07/16 09:13:24 http: TLS handshake error from 10.128.0.1:35220: EOF level=info timestamp=2018-07-16T09:13:26.466532Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-api-7d79764579-ftthn Pod phase: Running level=info timestamp=2018-07-16T09:12:51.715085Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:12:54.702282Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:12:56.886455Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/16 09:13:01 http: TLS handshake error from 10.129.0.1:32802: EOF level=info timestamp=2018-07-16T09:13:04.929074Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/16 09:13:11 http: TLS handshake error from 10.129.0.1:32808: EOF level=info timestamp=2018-07-16T09:13:15.037482Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:13:19.593968Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:13:21.268179Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:13:21.424096Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/16 09:13:21 http: TLS handshake error from 10.129.0.1:32816: EOF level=info timestamp=2018-07-16T09:13:21.497254Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:13:21.545602Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:13:21.930075Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:13:25.268825Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-v9zhb Pod phase: Running level=info timestamp=2018-07-16T09:10:33.833781Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi95fwj\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi95fwj" level=info timestamp=2018-07-16T09:10:33.867350Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi95fwj\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi95fwj" level=info timestamp=2018-07-16T09:10:49.450353Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:10:49.450756Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:11:37.320092Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibl8mp kind= uid=2c532818-88d8-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:11:37.320782Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibl8mp kind= uid=2c532818-88d8-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:11:37.608168Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibl8mp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibl8mp" level=info timestamp=2018-07-16T09:11:37.676589Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibl8mp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibl8mp" level=info timestamp=2018-07-16T09:11:38.065612Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibl8mp\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmibl8mp, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 2c532818-88d8-11e8-99ee-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibl8mp" level=info timestamp=2018-07-16T09:12:08.211973Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmisqfvv kind= uid=3ec13e4d-88d8-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:12:08.212211Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmisqfvv kind= uid=3ec13e4d-88d8-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:12:08.355243Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmisqfvv\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmisqfvv" level=info timestamp=2018-07-16T09:12:08.770639Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmisqfvv\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmisqfvv, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 3ec13e4d-88d8-11e8-99ee-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmisqfvv" level=info timestamp=2018-07-16T09:13:29.752630Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifsb89 kind= uid=6f555f0f-88d8-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:13:29.757323Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifsb89 kind= uid=6f555f0f-88d8-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-controller-7d57d96b65-x7qfd Pod phase: Running level=info timestamp=2018-07-16T09:08:25.011117Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-22jvc Pod phase: Running level=info timestamp=2018-07-16T09:11:07.371677Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:11:07.379501Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-16T09:11:07.407545Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:11:07.568395Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-16T09:11:07.585070Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-16T09:11:07.593751Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmicthbd" level=info timestamp=2018-07-16T09:11:07.837734Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:11:07.837860Z pos=vm.go:330 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-07-16T09:11:07.838554Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind=VirtualMachineInstance uid= msg="Processing shutdown." level=info timestamp=2018-07-16T09:11:07.838827Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:11:07.841578Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-16T09:11:07.841722Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-16T09:11:07.841812Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-16T09:11:07.841917Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:11:07.844975Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" Pod name: virt-handler-zf7kl Pod phase: Running level=info timestamp=2018-07-16T09:03:22.059171Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-16T09:03:22.063305Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-16T09:03:22.063807Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-16T09:03:22.165555Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-16T09:03:22.173200Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/16 09:03:22 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-16T09:03:22.190812Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/16 09:03:22 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" Pod name: virt-launcher-testvmifsb89-7m77k Pod phase: Pending • Failure in Spec Setup (BeforeEach) [30.930 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 when virt-handler is not responsive /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:366 the node controller should react [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:405 Expected error: <*errors.StatusError | 0xc4203e5290>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:378 ------------------------------ S [SKIPPING] [0.318 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with non default namespace /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:458 should log libvirt start and stop lifecycle events of the domain /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 kubevirt-test-default [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Skip log query tests for JENKINS ci test environment /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:463 ------------------------------ S [SKIPPING] [0.200 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with non default namespace /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:458 should log libvirt start and stop lifecycle events of the domain /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 kubevirt-test-alternative [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Skip log query tests for JENKINS ci test environment /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:463 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.271 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 VirtualMachineInstance Emulation Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:519 should enable emulation in virt-launcher [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:531 Software emulation is not enabled on this cluster /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:527 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.250 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 VirtualMachineInstance Emulation Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:519 should be reflected in domain XML [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:568 Software emulation is not enabled on this cluster /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:527 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.218 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 VirtualMachineInstance Emulation Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:519 should request a TUN device but not KVM [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:612 Software emulation is not enabled on this cluster /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:527 ------------------------------ Pod name: disks-images-provider-8gfhl Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-g5nbv Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-98qql Pod phase: Running 2018/07/16 09:11:44 http: TLS handshake error from 10.128.0.1:34706: EOF 2018/07/16 09:11:54 http: TLS handshake error from 10.128.0.1:34756: EOF 2018/07/16 09:12:04 http: TLS handshake error from 10.128.0.1:34810: EOF 2018/07/16 09:12:14 http: TLS handshake error from 10.128.0.1:34860: EOF 2018/07/16 09:12:24 http: TLS handshake error from 10.128.0.1:34910: EOF 2018/07/16 09:12:34 http: TLS handshake error from 10.128.0.1:34964: EOF 2018/07/16 09:12:44 http: TLS handshake error from 10.128.0.1:35014: EOF 2018/07/16 09:12:54 http: TLS handshake error from 10.128.0.1:35066: EOF 2018/07/16 09:13:04 http: TLS handshake error from 10.128.0.1:35120: EOF 2018/07/16 09:13:14 http: TLS handshake error from 10.128.0.1:35170: EOF 2018/07/16 09:13:24 http: TLS handshake error from 10.128.0.1:35220: EOF level=info timestamp=2018-07-16T09:13:26.466532Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/16 09:13:34 http: TLS handshake error from 10.128.0.1:35274: EOF 2018/07/16 09:13:44 http: TLS handshake error from 10.128.0.1:35324: EOF 2018/07/16 09:13:54 http: TLS handshake error from 10.128.0.1:35374: EOF Pod name: virt-api-7d79764579-ftthn Pod phase: Running level=info timestamp=2018-07-16T09:13:21.497254Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:13:21.545602Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:13:21.930075Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:13:25.268825Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/16 09:13:31 http: TLS handshake error from 10.129.0.1:32822: EOF level=info timestamp=2018-07-16T09:13:35.479704Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/16 09:13:41 http: TLS handshake error from 10.129.0.1:32828: EOF level=info timestamp=2018-07-16T09:13:45.824661Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:13:49.862225Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/16 09:13:51 http: TLS handshake error from 10.129.0.1:32834: EOF level=info timestamp=2018-07-16T09:13:51.507314Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:13:52.193246Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:13:56.101313Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:13:56.915428Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/16 09:14:01 http: TLS handshake error from 10.129.0.1:32840: EOF Pod name: virt-controller-7d57d96b65-v9zhb Pod phase: Running level=info timestamp=2018-07-16T09:10:49.450756Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:11:37.320092Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibl8mp kind= uid=2c532818-88d8-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:11:37.320782Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibl8mp kind= uid=2c532818-88d8-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:11:37.608168Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibl8mp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibl8mp" level=info timestamp=2018-07-16T09:11:37.676589Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibl8mp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibl8mp" level=info timestamp=2018-07-16T09:11:38.065612Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibl8mp\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmibl8mp, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 2c532818-88d8-11e8-99ee-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibl8mp" level=info timestamp=2018-07-16T09:12:08.211973Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmisqfvv kind= uid=3ec13e4d-88d8-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:12:08.212211Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmisqfvv kind= uid=3ec13e4d-88d8-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:12:08.355243Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmisqfvv\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmisqfvv" level=info timestamp=2018-07-16T09:12:08.770639Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmisqfvv\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmisqfvv, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 3ec13e4d-88d8-11e8-99ee-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmisqfvv" level=info timestamp=2018-07-16T09:13:29.752630Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifsb89 kind= uid=6f555f0f-88d8-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:13:29.757323Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifsb89 kind= uid=6f555f0f-88d8-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:13:30.590657Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmifsb89\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmifsb89, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 6f555f0f-88d8-11e8-99ee-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmifsb89" level=info timestamp=2018-07-16T09:14:01.857221Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6b89x kind= uid=8278f634-88d8-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:14:01.857464Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6b89x kind= uid=8278f634-88d8-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-controller-7d57d96b65-x7qfd Pod phase: Running level=info timestamp=2018-07-16T09:08:25.011117Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-22jvc Pod phase: Running level=info timestamp=2018-07-16T09:11:07.371677Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:11:07.379501Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-16T09:11:07.407545Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:11:07.568395Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-16T09:11:07.585070Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-16T09:11:07.593751Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmicthbd" level=info timestamp=2018-07-16T09:11:07.837734Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:11:07.837860Z pos=vm.go:330 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-07-16T09:11:07.838554Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind=VirtualMachineInstance uid= msg="Processing shutdown." level=info timestamp=2018-07-16T09:11:07.838827Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:11:07.841578Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-16T09:11:07.841722Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-16T09:11:07.841812Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-16T09:11:07.841917Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:11:07.844975Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" Pod name: virt-handler-zf7kl Pod phase: Running level=info timestamp=2018-07-16T09:03:22.059171Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-16T09:03:22.063305Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-16T09:03:22.063807Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-16T09:03:22.165555Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-16T09:03:22.173200Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/16 09:03:22 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-16T09:03:22.190812Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/16 09:03:22 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" Pod name: virt-launcher-testvmi6b89x-d9p5n Pod phase: Pending • Failure [30.800 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 VM Accelerated Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:648 should request a KVM and TUN device [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:660 Expected <*errors.StatusError | 0xc420b2a240>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } to be nil /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:662 ------------------------------ Pod name: disks-images-provider-8gfhl Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-g5nbv Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-98qql Pod phase: Running 2018/07/16 09:12:14 http: TLS handshake error from 10.128.0.1:34860: EOF 2018/07/16 09:12:24 http: TLS handshake error from 10.128.0.1:34910: EOF 2018/07/16 09:12:34 http: TLS handshake error from 10.128.0.1:34964: EOF 2018/07/16 09:12:44 http: TLS handshake error from 10.128.0.1:35014: EOF 2018/07/16 09:12:54 http: TLS handshake error from 10.128.0.1:35066: EOF 2018/07/16 09:13:04 http: TLS handshake error from 10.128.0.1:35120: EOF 2018/07/16 09:13:14 http: TLS handshake error from 10.128.0.1:35170: EOF 2018/07/16 09:13:24 http: TLS handshake error from 10.128.0.1:35220: EOF level=info timestamp=2018-07-16T09:13:26.466532Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/16 09:13:34 http: TLS handshake error from 10.128.0.1:35274: EOF 2018/07/16 09:13:44 http: TLS handshake error from 10.128.0.1:35324: EOF 2018/07/16 09:13:54 http: TLS handshake error from 10.128.0.1:35374: EOF 2018/07/16 09:14:04 http: TLS handshake error from 10.128.0.1:35428: EOF 2018/07/16 09:14:14 http: TLS handshake error from 10.128.0.1:35478: EOF 2018/07/16 09:14:24 http: TLS handshake error from 10.128.0.1:35528: EOF Pod name: virt-api-7d79764579-ftthn Pod phase: Running level=info timestamp=2018-07-16T09:13:56.101313Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:13:56.915428Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/16 09:14:01 http: TLS handshake error from 10.129.0.1:32840: EOF level=info timestamp=2018-07-16T09:14:06.263807Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/16 09:14:11 http: TLS handshake error from 10.129.0.1:32846: EOF level=info timestamp=2018-07-16T09:14:16.396323Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:14:16.518557Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-16T09:14:16.521310Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-16T09:14:20.184949Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/16 09:14:21 http: TLS handshake error from 10.129.0.1:32852: EOF level=info timestamp=2018-07-16T09:14:21.695030Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:14:22.400017Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:14:26.566684Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:14:27.045638Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/16 09:14:31 http: TLS handshake error from 10.129.0.1:32858: EOF Pod name: virt-controller-7d57d96b65-v9zhb Pod phase: Running level=info timestamp=2018-07-16T09:11:37.608168Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibl8mp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibl8mp" level=info timestamp=2018-07-16T09:11:37.676589Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibl8mp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibl8mp" level=info timestamp=2018-07-16T09:11:38.065612Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibl8mp\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmibl8mp, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 2c532818-88d8-11e8-99ee-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibl8mp" level=info timestamp=2018-07-16T09:12:08.211973Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmisqfvv kind= uid=3ec13e4d-88d8-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:12:08.212211Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmisqfvv kind= uid=3ec13e4d-88d8-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:12:08.355243Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmisqfvv\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmisqfvv" level=info timestamp=2018-07-16T09:12:08.770639Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmisqfvv\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmisqfvv, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 3ec13e4d-88d8-11e8-99ee-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmisqfvv" level=info timestamp=2018-07-16T09:13:29.752630Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifsb89 kind= uid=6f555f0f-88d8-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:13:29.757323Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifsb89 kind= uid=6f555f0f-88d8-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:13:30.590657Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmifsb89\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmifsb89, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 6f555f0f-88d8-11e8-99ee-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmifsb89" level=info timestamp=2018-07-16T09:14:01.857221Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6b89x kind= uid=8278f634-88d8-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:14:01.857464Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6b89x kind= uid=8278f634-88d8-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:14:02.755784Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6b89x\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi6b89x, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 8278f634-88d8-11e8-99ee-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6b89x" level=info timestamp=2018-07-16T09:14:32.898104Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiw52rm kind= uid=94fa86ce-88d8-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:14:32.898447Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiw52rm kind= uid=94fa86ce-88d8-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-controller-7d57d96b65-x7qfd Pod phase: Running level=info timestamp=2018-07-16T09:08:25.011117Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-22jvc Pod phase: Running level=info timestamp=2018-07-16T09:11:07.371677Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:11:07.379501Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-16T09:11:07.407545Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:11:07.568395Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-16T09:11:07.585070Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-16T09:11:07.593751Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmicthbd" level=info timestamp=2018-07-16T09:11:07.837734Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind= uid=21b18e59-88d8-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:11:07.837860Z pos=vm.go:330 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-07-16T09:11:07.838554Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind=VirtualMachineInstance uid= msg="Processing shutdown." level=info timestamp=2018-07-16T09:11:07.838827Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:11:07.841578Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-16T09:11:07.841722Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-16T09:11:07.841812Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-16T09:11:07.841917Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicthbd kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:11:07.844975Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" Pod name: virt-handler-zf7kl Pod phase: Running level=info timestamp=2018-07-16T09:03:22.059171Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-07-16T09:03:22.063305Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-16T09:03:22.063807Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-16T09:03:22.165555Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-16T09:03:22.173200Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" 2018/07/16 09:03:22 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-kvm.sock->@: write: broken pipe" level=info timestamp=2018-07-16T09:03:22.190812Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" 2018/07/16 09:03:22 grpc: Server.Serve failed to create ServerTransport: connection error: desc = "transport: write unix /var/lib/kubelet/device-plugins/kubevirt-tun.sock->@: write: broken pipe" Pod name: virt-launcher-testvmiw52rm-nj7wt Pod phase: Pending • Failure [30.974 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 VM Accelerated Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:648 should not enable emulation in virt-launcher [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:695 Expected <*errors.StatusError | 0xc420130fc0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } to be nil /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:697 ------------------------------ •• ------------------------------ • [SLOW TEST:20.085 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Delete a VirtualMachineInstance's Pod /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:764 should result in the VirtualMachineInstance moving to a finalized state /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:765 ------------------------------ • [SLOW TEST:35.625 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Delete a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:796 with an active pod. /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:797 should result in pod being terminated /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:798 ------------------------------ • [SLOW TEST:23.068 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Delete a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:796 with grace period greater than 0 /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:821 should run graceful shutdown /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:822 ------------------------------ • [SLOW TEST:32.158 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Killed VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:873 should be in Failed phase /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:874 ------------------------------ • [SLOW TEST:27.851 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Killed VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:873 should be left alone by virt-handler /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:901 ------------------------------ • [SLOW TEST:94.973 seconds] Slirp /root/go/src/kubevirt.io/kubevirt/tests/vmi_slirp_interface_test.go:39 should be able to /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 VirtualMachineInstance with slirp interface /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • ------------------------------ • [SLOW TEST:47.008 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 with cloudInitNoCloud userDataBase64 source /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:81 should have cloud-init data /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:82 ------------------------------ • [SLOW TEST:94.543 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 with cloudInitNoCloud userDataBase64 source /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:81 with injected ssh-key /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:92 should have ssh-key under authorized keys /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:93 ------------------------------ • [SLOW TEST:56.940 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 with cloudInitNoCloud userData source /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:118 should process provided cloud-init data /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:119 ------------------------------ • [SLOW TEST:45.336 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 should take user-data from k8s secret /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:162 ------------------------------ • ------------------------------ • [SLOW TEST:44.545 seconds] Health Monitoring /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:37 A VirtualMachineInstance with a watchdog device /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:56 should be shut down when the watchdog expires /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:57 ------------------------------ volumedisk0 compute • [SLOW TEST:41.066 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 VirtualMachineInstance definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:55 with 3 CPU cores /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:56 should report 3 cpu cores under guest OS /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:62 ------------------------------ S [SKIPPING] [0.289 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 VirtualMachineInstance definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:55 with hugepages /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:108 should consume hugepages /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 hugepages-2Mi [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 No node with hugepages hugepages-2Mi capacity /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:160 ------------------------------ S [SKIPPING] [0.191 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 VirtualMachineInstance definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:55 with hugepages /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:108 should consume hugepages /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 hugepages-1Gi [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 No node with hugepages hugepages-1Gi capacity /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:160 ------------------------------ • ------------------------------ • [SLOW TEST:79.686 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 with CPU spec /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:238 when CPU model defined /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:277 should report defined CPU model /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:278 ------------------------------ • [SLOW TEST:80.460 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 with CPU spec /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:238 when CPU model not defined /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:305 should report CPU model from libvirt capabilities /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:306 ------------------------------ • [SLOW TEST:45.607 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 New VirtualMachineInstance with all supported drives /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:326 should have all the device nodes /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:349 ------------------------------ • [SLOW TEST:110.084 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the Inbound VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • Pod name: disks-images-provider-8gfhl Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-g5nbv Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-98qql Pod phase: Running 2018/07/16 09:30:24 http: TLS handshake error from 10.128.0.1:40698: EOF level=info timestamp=2018-07-16T09:30:26.700619Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/16 09:30:34 http: TLS handshake error from 10.128.0.1:40752: EOF 2018/07/16 09:30:44 http: TLS handshake error from 10.128.0.1:40802: EOF 2018/07/16 09:30:54 http: TLS handshake error from 10.128.0.1:40852: EOF 2018/07/16 09:31:04 http: TLS handshake error from 10.128.0.1:40908: EOF 2018/07/16 09:31:14 http: TLS handshake error from 10.128.0.1:40964: EOF 2018/07/16 09:31:24 http: TLS handshake error from 10.128.0.1:41016: EOF 2018/07/16 09:31:34 http: TLS handshake error from 10.128.0.1:41070: EOF 2018/07/16 09:31:44 http: TLS handshake error from 10.128.0.1:41120: EOF 2018/07/16 09:31:54 http: TLS handshake error from 10.128.0.1:41170: EOF 2018/07/16 09:32:04 http: TLS handshake error from 10.128.0.1:41224: EOF 2018/07/16 09:32:14 http: TLS handshake error from 10.128.0.1:41274: EOF 2018/07/16 09:32:24 http: TLS handshake error from 10.128.0.1:41324: EOF level=info timestamp=2018-07-16T09:32:26.775383Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-api-7d79764579-ftthn Pod phase: Running level=info timestamp=2018-07-16T09:31:44.830435Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:31:51.046856Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/16 09:31:51 http: TLS handshake error from 10.129.0.1:33540: EOF level=info timestamp=2018-07-16T09:31:57.087601Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-16T09:32:01.149390Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/16 09:32:01 http: TLS handshake error from 10.129.0.1:33546: EOF level=info timestamp=2018-07-16T09:32:03.518391Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:32:11.215223Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/16 09:32:11 http: TLS handshake error from 10.129.0.1:33552: EOF level=info timestamp=2018-07-16T09:32:15.141221Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:32:15.161129Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:32:16.103631Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-16T09:32:16.109593Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-16T09:32:21.408032Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/16 09:32:21 http: TLS handshake error from 10.129.0.1:33558: EOF Pod name: virt-controller-7d57d96b65-v9zhb Pod phase: Running level=info timestamp=2018-07-16T09:25:40.596504Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9fbc9 kind= uid=34da86be-88da-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:26:42.851113Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvminnk4t kind= uid=59f5f4f8-88da-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:26:42.851499Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvminnk4t kind= uid=59f5f4f8-88da-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:26:43.005007Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminnk4t\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminnk4t" level=info timestamp=2018-07-16T09:27:28.046273Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmismqmc kind= uid=74e57043-88da-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:27:28.046625Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmismqmc kind= uid=74e57043-88da-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:27:28.082188Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimdvrb kind= uid=74e9aff4-88da-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:27:28.082719Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimdvrb kind= uid=74e9aff4-88da-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:27:28.183172Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7srzk kind= uid=74eeb1d9-88da-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:27:28.184142Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7srzk kind= uid=74eeb1d9-88da-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:27:28.240482Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:27:28.241570Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:27:28.285475Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmismqmc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmismqmc" level=info timestamp=2018-07-16T09:27:28.341119Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimdvrb\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimdvrb" level=info timestamp=2018-07-16T09:27:28.748272Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6kxxm\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6kxxm" Pod name: virt-controller-7d57d96b65-x7qfd Pod phase: Running level=info timestamp=2018-07-16T09:08:25.011117Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-22jvc Pod phase: Running level=info timestamp=2018-07-16T09:27:49.792377Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmismqmc kind= uid=74e57043-88da-11e8-99ee-525500d15501 msg="No update processing required" level=info timestamp=2018-07-16T09:27:49.864933Z pos=vm.go:688 component=virt-handler namespace=kubevirt-test-default name=testvmismqmc kind=Domain uid=74e57043-88da-11e8-99ee-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-16T09:27:50.388289Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-16T09:27:50.438530Z pos=vm.go:657 component=virt-handler namespace=kubevirt-test-default name=testvmi7srzk kind=Domain uid=74eeb1d9-88da-11e8-99ee-525500d15501 msg="Domain is in state Paused reason Unknown" level=info timestamp=2018-07-16T09:27:50.616495Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmismqmc kind= uid=74e57043-88da-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:27:50.616652Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmismqmc kind= uid=74e57043-88da-11e8-99ee-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-16T09:27:50.841187Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmismqmc kind= uid=74e57043-88da-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:27:51.250815Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-16T09:27:51.912194Z pos=vm.go:688 component=virt-handler namespace=kubevirt-test-default name=testvmi7srzk kind=Domain uid=74eeb1d9-88da-11e8-99ee-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-16T09:27:51.963838Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-16T09:27:52.801042Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi7srzk kind= uid=74eeb1d9-88da-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:27:52.801208Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi7srzk kind= uid=74eeb1d9-88da-11e8-99ee-525500d15501 msg="No update processing required" level=info timestamp=2018-07-16T09:27:53.237474Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi7srzk kind= uid=74eeb1d9-88da-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:27:53.451260Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi7srzk kind= uid=74eeb1d9-88da-11e8-99ee-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-16T09:27:53.529118Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi7srzk kind= uid=74eeb1d9-88da-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-handler-zf7kl Pod phase: Running level=info timestamp=2018-07-16T09:27:45.227094Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-16T09:27:45.228651Z pos=vm.go:657 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind=Domain uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Domain is in state Paused reason Unknown" level=info timestamp=2018-07-16T09:27:45.851700Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:27:45.860920Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="No update processing required" level=info timestamp=2018-07-16T09:27:45.867960Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-16T09:27:45.870815Z pos=vm.go:688 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind=Domain uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-16T09:27:45.892704Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-16T09:27:46.042761Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:27:46.047654Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="No update processing required" level=error timestamp=2018-07-16T09:27:46.082454Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6kxxm\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-16T09:27:46.082935Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6kxxm\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi6kxxm" level=info timestamp=2018-07-16T09:27:46.083502Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-16T09:27:46.089345Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:27:46.233545Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-16T09:27:46.239656Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi6kxxm-57fhs Pod phase: Running level=info timestamp=2018-07-16T09:27:45.211969Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-16T09:27:45.216518Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID ff8254fd-7916-4f45-bea8-fff2816c1371" level=info timestamp=2018-07-16T09:27:45.218163Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-16T09:27:45.228203Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-16T09:27:45.729478Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-16T09:27:45.768089Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Domain started." level=info timestamp=2018-07-16T09:27:45.786228Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-16T09:27:45.789012Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-16T09:27:45.871273Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-16T09:27:45.871563Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-16T09:27:45.890713Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-16T09:27:45.894808Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-16T09:27:46.087979Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-16T09:27:46.234262Z pos=monitor.go:222 component=virt-launcher msg="Found PID for ff8254fd-7916-4f45-bea8-fff2816c1371: 149" level=info timestamp=2018-07-16T09:27:46.238840Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmi7srzk-z7h65 Pod phase: Running level=info timestamp=2018-07-16T09:27:49.256047Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-16T09:27:50.336927Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-16T09:27:50.342600Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 97b51d92-cf1d-4931-899d-deb838ea9dd2" level=info timestamp=2018-07-16T09:27:50.343237Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-16T09:27:50.422468Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-16T09:27:51.173609Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-16T09:27:51.215012Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmi7srzk kind= uid=74eeb1d9-88da-11e8-99ee-525500d15501 msg="Domain started." level=info timestamp=2018-07-16T09:27:51.212923Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-16T09:27:51.222079Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi7srzk kind= uid=74eeb1d9-88da-11e8-99ee-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-16T09:27:51.351752Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 97b51d92-cf1d-4931-899d-deb838ea9dd2: 150" level=info timestamp=2018-07-16T09:27:51.922511Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-16T09:27:51.922810Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-16T09:27:51.957574Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-16T09:27:51.986151Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-16T09:27:53.490389Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi7srzk kind= uid=74eeb1d9-88da-11e8-99ee-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmimdvrb-25r2c Pod phase: Running level=info timestamp=2018-07-16T09:27:46.353075Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-16T09:27:46.830477Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-16T09:27:46.845632Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-16T09:27:47.146653Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 25afbb84-d4fa-493a-9b1f-a0a57e5d7bb9" level=info timestamp=2018-07-16T09:27:47.147388Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-16T09:27:47.252003Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-16T09:27:47.287207Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmimdvrb kind= uid=74e9aff4-88da-11e8-99ee-525500d15501 msg="Domain started." level=info timestamp=2018-07-16T09:27:47.295250Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-16T09:27:47.297222Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmimdvrb kind= uid=74e9aff4-88da-11e8-99ee-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-16T09:27:47.310564Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-16T09:27:47.311060Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-16T09:27:47.355825Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-16T09:27:47.361716Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-16T09:27:47.391141Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmimdvrb kind= uid=74e9aff4-88da-11e8-99ee-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-16T09:27:48.167552Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 25afbb84-d4fa-493a-9b1f-a0a57e5d7bb9: 149" Pod name: virt-launcher-testvmismqmc-7skt6 Pod phase: Running level=info timestamp=2018-07-16T09:27:48.201684Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-16T09:27:48.714916Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-16T09:27:48.740726Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 3e24fe12-6e88-461f-baad-7dfeda8ae46a" level=info timestamp=2018-07-16T09:27:48.741370Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-16T09:27:48.824535Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-16T09:27:49.295592Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-16T09:27:49.355679Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmismqmc kind= uid=74e57043-88da-11e8-99ee-525500d15501 msg="Domain started." level=info timestamp=2018-07-16T09:27:49.360405Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmismqmc kind= uid=74e57043-88da-11e8-99ee-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-16T09:27:49.361813Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-16T09:27:49.462389Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-16T09:27:49.462832Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-16T09:27:49.496956Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-16T09:27:49.661259Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-16T09:27:49.753490Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 3e24fe12-6e88-461f-baad-7dfeda8ae46a: 149" level=info timestamp=2018-07-16T09:27:50.750456Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmismqmc kind= uid=74e57043-88da-11e8-99ee-525500d15501 msg="Synced vmi" ------------------------------ • Failure [188.180 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the Inbound VirtualMachineInstance with custom MAC address [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: : 180000000000 expect: timer expired after 180 seconds not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:224 ------------------------------ STEP: checking br1 MTU inside the pod level=info timestamp=2018-07-16T09:29:22.261348Z pos=vmi_networking_test.go:185 component=tests msg="4: br1: mtu 1450 qdisc noqueue state UP group default \n link/ether 0a:58:0a:17:03:21 brd ff:ff:ff:ff:ff:ff\n inet 169.254.75.86/32 brd 169.254.75.86 scope global br1\n valid_lft forever preferred_lft forever\n inet6 fe80::858:aff:fe17:321/64 scope link \n valid_lft forever preferred_lft forever\n" STEP: checking eth0 MTU inside the VirtualMachineInstance level=info timestamp=2018-07-16T09:29:23.458024Z pos=vmi_networking_test.go:205 component=tests msg="[{1 \r\n$ [$ ]} {3 ip address show eth0\r\n2: eth0: mtu 1450 qdisc pfifo_fast qlen 1000\r\n [2: eth0: mtu 1450 qdisc pfifo_fast qlen 1000\r\n]} {5 link/ether 0 [0]}]" STEP: checking the VirtualMachineInstance can send MTU sized frames to another VirtualMachineInstance level=info timestamp=2018-07-16T09:32:29.216039Z pos=utils.go:1190 component=tests namespace=kubevirt-test-default name=testvmimdvrb kind=VirtualMachineInstance uid=74e9aff4-88da-11e8-99ee-525500d15501 msg="[{1 \r\n\r\n$ [$ ]} {3 ping 10.128.0.30 -c 1 -w 5 -s 1422\r\nPING 10.128.0.30 (10.128.0.30): 1422 data bytes\r\n\r\n--- 10.128.0.30 ping statistics ---\r\n5 packets transmitted, 0 packets received, 100% packet loss\r\n$ [$ ]} {5 echo $?\r\n1\r\n$ []}]" • ------------------------------ • [SLOW TEST:5.201 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be reachable via the propagated IP from a Pod /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 on the same node from Pod /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ ••• ------------------------------ • [SLOW TEST:5.602 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 with a service matching the vmi exposed /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:283 should be able to reach the vmi based on labels specified on the vmi /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:303 ------------------------------ • [SLOW TEST:5.287 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 with a service matching the vmi exposed /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:283 should fail to reach the vmi if an invalid servicename is used /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:314 ------------------------------ • [SLOW TEST:5.400 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 with a subdomain and a headless service given /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:330 should be able to reach the vmi via its unique fully qualified domain name /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:353 ------------------------------ • [SLOW TEST:33.961 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom interface model /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:379 should expose the right device type to the guest /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:380 ------------------------------ • ------------------------------ • [SLOW TEST:33.964 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:413 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:414 ------------------------------ • [SLOW TEST:31.174 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address in non-conventional format /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:425 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:426 ------------------------------ • [SLOW TEST:34.161 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address and slirp interface /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:438 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:439 ------------------------------ • [SLOW TEST:5.255 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should scale /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 to three, to two and then to zero replicas /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:6.022 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should scale /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 to five, to six and then to zero replicas /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ •• ------------------------------ • [SLOW TEST:23.543 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should update readyReplicas once VMIs are up /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:157 ------------------------------ • [SLOW TEST:12.074 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should remove VMIs once it is marked for deletion /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:169 ------------------------------ • ------------------------------ • [SLOW TEST:5.624 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should not scale when paused and scale when resume /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:223 ------------------------------ • [SLOW TEST:7.696 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should remove the finished VM /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:279 ------------------------------ • [SLOW TEST:33.335 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with Disk PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:34.422 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with CDRom PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:121.381 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started and stopped multiple times /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with Disk PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:125.063 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started and stopped multiple times /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with CDRom PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:46.960 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With an emptyDisk defined /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:113 should create a writeable emptyDisk with the right capacity /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:115 ------------------------------ • [SLOW TEST:49.426 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With an emptyDisk defined and a specified serial number /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:163 should create a writeable emptyDisk with the specified serial number /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:165 ------------------------------ • [SLOW TEST:33.314 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With ephemeral alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:205 should be successfully started /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:207 ------------------------------ Pod name: disks-images-provider-8gfhl Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-g5nbv Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-98qql Pod phase: Running level=error timestamp=2018-07-16T09:42:27.486217Z pos=subresource.go:100 component=virt-api reason="read tcp 10.128.0.22:8443->10.128.0.1:46674: use of closed network connection" msg="error ecountered reading from websocket stream" level=info timestamp=2018-07-16T09:42:27.486502Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvmisv9h5/console proto=HTTP/1.1 statusCode=200 contentLength=0 2018/07/16 09:42:34 http: TLS handshake error from 10.128.0.1:44640: EOF 2018/07/16 09:42:44 http: TLS handshake error from 10.128.0.1:44692: EOF 2018/07/16 09:42:54 http: TLS handshake error from 10.128.0.1:44746: EOF level=info timestamp=2018-07-16T09:42:56.767808Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/16 09:43:04 http: TLS handshake error from 10.128.0.1:44802: EOF 2018/07/16 09:43:14 http: TLS handshake error from 10.128.0.1:44852: EOF 2018/07/16 09:43:24 http: TLS handshake error from 10.128.0.1:44902: EOF level=info timestamp=2018-07-16T09:43:26.753838Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/16 09:43:34 http: TLS handshake error from 10.128.0.1:44956: EOF 2018/07/16 09:43:44 http: TLS handshake error from 10.128.0.1:45012: EOF 2018/07/16 09:43:54 http: TLS handshake error from 10.128.0.1:45062: EOF level=info timestamp=2018-07-16T09:43:56.703313Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/16 09:44:04 http: TLS handshake error from 10.128.0.1:45116: EOF Pod name: virt-api-7d79764579-ftthn Pod phase: Running level=info timestamp=2018-07-16T09:43:39.462330Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:43:39.497181Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:43:39.523212Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:43:40.349409Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/16 09:43:41 http: TLS handshake error from 10.129.0.1:34004: EOF level=info timestamp=2018-07-16T09:43:45.909551Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=error timestamp=2018-07-16T09:43:50.511437Z pos=subresource.go:88 component=virt-api msg= 2018/07/16 09:43:50 http: response.WriteHeader on hijacked connection level=error timestamp=2018-07-16T09:43:50.513422Z pos=subresource.go:100 component=virt-api reason="read tcp 10.129.0.4:8443->10.128.0.1:47184: use of closed network connection" msg="error ecountered reading from websocket stream" level=info timestamp=2018-07-16T09:43:50.513698Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvmimsbjg/console proto=HTTP/1.1 statusCode=200 contentLength=0 2018/07/16 09:43:51 http: TLS handshake error from 10.129.0.1:34010: EOF level=info timestamp=2018-07-16T09:43:53.047626Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:43:53.076848Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:43:56.164536Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/16 09:44:01 http: TLS handshake error from 10.129.0.1:34016: EOF Pod name: virt-controller-7d57d96b65-v9zhb Pod phase: Running level=info timestamp=2018-07-16T09:40:20.707510Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmib4zwq\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmib4zwq" level=info timestamp=2018-07-16T09:40:58.281147Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmib4zwq kind= uid=57d62442-88dc-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:40:58.282519Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmib4zwq kind= uid=57d62442-88dc-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:41:40.017330Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmisv9h5 kind= uid=70b3cd1b-88dc-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:41:40.018587Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmisv9h5 kind= uid=70b3cd1b-88dc-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:41:40.257693Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmisv9h5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmisv9h5" level=info timestamp=2018-07-16T09:42:27.072167Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7rphx kind= uid=8cc3961d-88dc-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:42:27.073381Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7rphx kind= uid=8cc3961d-88dc-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:43:16.510600Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimsbjg kind= uid=aa381ca4-88dc-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:43:16.510922Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimsbjg kind= uid=aa381ca4-88dc-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:43:16.787439Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimsbjg\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimsbjg" level=info timestamp=2018-07-16T09:43:49.811453Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwq2ln kind= uid=be14d784-88dc-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:43:49.811730Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwq2ln kind= uid=be14d784-88dc-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:43:49.928357Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwq2ln\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwq2ln" level=info timestamp=2018-07-16T09:43:49.953804Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwq2ln\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwq2ln" Pod name: virt-controller-7d57d96b65-x7qfd Pod phase: Running level=info timestamp=2018-07-16T09:08:25.011117Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-22jvc Pod phase: Running level=info timestamp=2018-07-16T09:43:50.185835Z pos=vm.go:330 component=virt-handler namespace=kubevirt-test-default name=testvmimsbjg kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-07-16T09:43:50.186140Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmimsbjg kind=VirtualMachineInstance uid= msg="Processing shutdown." level=info timestamp=2018-07-16T09:43:50.186657Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmimsbjg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:43:50.188811Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmimsbjg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-16T09:43:50.189244Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmimsbjg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-16T09:43:50.189673Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmimsbjg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:43:50.191134Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-16T09:43:50.215027Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmimsbjg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-16T09:43:50.215357Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmimsbjg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:43:50.216429Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmimsbjg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-16T09:43:50.216724Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmimsbjg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:44:05.931418Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmiwq2ln kind= uid=be14d784-88dc-11e8-99ee-525500d15501 msg="Processing vmi update" level=error timestamp=2018-07-16T09:44:05.947315Z pos=vm.go:397 component=virt-handler namespace=kubevirt-test-default name=testvmiwq2ln kind= uid=be14d784-88dc-11e8-99ee-525500d15501 reason="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-07-16T09:44:05.990135Z pos=vm.go:251 component=virt-handler reason="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmiwq2ln" level=info timestamp=2018-07-16T09:44:05.992634Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmiwq2ln kind= uid=be14d784-88dc-11e8-99ee-525500d15501 msg="Processing vmi update" Pod name: virt-handler-zf7kl Pod phase: Running level=info timestamp=2018-07-16T09:35:19.876728Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-16T09:35:19.887213Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-16T09:35:19.887577Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-16T09:35:19.874622Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:35:19.887804Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-16T09:35:19.895214Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-16T09:35:20.082725Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:35:20.093408Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-16T09:35:20.093619Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:35:20.166247Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-16T09:35:20.166502Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:35:20.166601Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-16T09:35:20.166679Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:35:20.301673Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-16T09:35:20.304524Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmiwq2ln-w7jzq Pod phase: Running level=info timestamp=2018-07-16T09:43:55.198494Z pos=manager.go:69 component=virt-launcher msg="Collected all requested hook sidecar sockets" level=info timestamp=2018-07-16T09:43:55.198839Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[]" level=info timestamp=2018-07-16T09:43:55.202646Z pos=libvirt.go:256 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" level=info timestamp=2018-07-16T09:44:05.212320Z pos=libvirt.go:271 component=virt-launcher msg="Connected to libvirt daemon" level=info timestamp=2018-07-16T09:44:05.259368Z pos=virt-launcher.go:143 component=virt-launcher msg="Watchdog file created at /var/run/kubevirt/watchdog-files/kubevirt-test-default_testvmiwq2ln" level=info timestamp=2018-07-16T09:44:05.264831Z pos=client.go:152 component=virt-launcher msg="Registered libvirt event notify callback" level=info timestamp=2018-07-16T09:44:05.266512Z pos=virt-launcher.go:60 component=virt-launcher msg="Marked as ready" level=error timestamp=2018-07-16T09:44:05.940830Z pos=manager.go:159 component=virt-launcher namespace=kubevirt-test-default name=testvmiwq2ln kind= uid=be14d784-88dc-11e8-99ee-525500d15501 reason="virError(Code=0, Domain=0, Message='Missing error')" msg="Getting the domain failed." level=error timestamp=2018-07-16T09:44:05.941279Z pos=server.go:68 component=virt-launcher namespace=kubevirt-test-default name=testvmiwq2ln kind= uid=be14d784-88dc-11e8-99ee-525500d15501 reason="virError(Code=0, Domain=0, Message='Missing error')" msg="Failed to sync vmi" level=error timestamp=2018-07-16T09:44:06.051279Z pos=common.go:126 component=virt-launcher msg="updated MAC for interface: eth0 - 0a:58:0a:43:13:33" level=info timestamp=2018-07-16T09:44:06.072371Z pos=converter.go:729 component=virt-launcher msg="Found nameservers in /etc/resolv.conf: \ufffd\ufffdBf" level=info timestamp=2018-07-16T09:44:06.072561Z pos=converter.go:730 component=virt-launcher msg="Found search domains in /etc/resolv.conf: kubevirt-test-default.svc.cluster.local svc.cluster.local cluster.local" level=info timestamp=2018-07-16T09:44:06.073166Z pos=dhcp.go:62 component=virt-launcher msg="Starting SingleClientDHCPServer" level=info timestamp=2018-07-16T09:44:06.168532Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-16T09:44:06.168509Z pos=manager.go:157 component=virt-launcher namespace=kubevirt-test-default name=testvmiwq2ln kind= uid=be14d784-88dc-11e8-99ee-525500d15501 msg="Domain defined." Pod name: disks-images-provider-8gfhl Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-g5nbv Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-98qql Pod phase: Running 2018/07/16 09:44:14 http: TLS handshake error from 10.128.0.1:45166: EOF 2018/07/16 09:44:24 http: TLS handshake error from 10.128.0.1:45216: EOF level=info timestamp=2018-07-16T09:44:26.663695Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/16 09:44:34 http: TLS handshake error from 10.128.0.1:45270: EOF 2018/07/16 09:44:44 http: TLS handshake error from 10.128.0.1:45320: EOF 2018/07/16 09:44:54 http: TLS handshake error from 10.128.0.1:45370: EOF 2018/07/16 09:45:04 http: TLS handshake error from 10.128.0.1:45424: EOF 2018/07/16 09:45:14 http: TLS handshake error from 10.128.0.1:45474: EOF level=info timestamp=2018-07-16T09:45:20.006066Z pos=subresource.go:78 component=virt-api msg="Websocket connection upgraded" level=error timestamp=2018-07-16T09:45:21.746214Z pos=subresource.go:88 component=virt-api msg= 2018/07/16 09:45:21 http: response.WriteHeader on hijacked connection level=info timestamp=2018-07-16T09:45:21.748439Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvmiwq2ln/console proto=HTTP/1.1 statusCode=200 contentLength=0 level=error timestamp=2018-07-16T09:45:21.748180Z pos=subresource.go:100 component=virt-api reason="read tcp 10.128.0.22:8443->10.128.0.1:47730: use of closed network connection" msg="error ecountered reading from websocket stream" 2018/07/16 09:45:24 http: TLS handshake error from 10.128.0.1:45532: EOF level=info timestamp=2018-07-16T09:45:26.815926Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-api-7d79764579-ftthn Pod phase: Running level=info timestamp=2018-07-16T09:44:53.548382Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:44:53.624129Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:44:57.294595Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:44:57.312785Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/16 09:45:01 http: TLS handshake error from 10.129.0.1:34052: EOF level=info timestamp=2018-07-16T09:45:07.573815Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:45:10.962996Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/16 09:45:11 http: TLS handshake error from 10.129.0.1:34058: EOF level=info timestamp=2018-07-16T09:45:16.363005Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-16T09:45:16.374347Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-16T09:45:17.849531Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/16 09:45:21 http: TLS handshake error from 10.129.0.1:34064: EOF level=info timestamp=2018-07-16T09:45:23.772837Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:45:23.906561Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:45:28.086544Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-v9zhb Pod phase: Running level=info timestamp=2018-07-16T09:40:58.282519Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmib4zwq kind= uid=57d62442-88dc-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:41:40.017330Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmisv9h5 kind= uid=70b3cd1b-88dc-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:41:40.018587Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmisv9h5 kind= uid=70b3cd1b-88dc-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:41:40.257693Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmisv9h5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmisv9h5" level=info timestamp=2018-07-16T09:42:27.072167Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7rphx kind= uid=8cc3961d-88dc-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:42:27.073381Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7rphx kind= uid=8cc3961d-88dc-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:43:16.510600Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimsbjg kind= uid=aa381ca4-88dc-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:43:16.510922Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimsbjg kind= uid=aa381ca4-88dc-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:43:16.787439Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimsbjg\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimsbjg" level=info timestamp=2018-07-16T09:43:49.811453Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwq2ln kind= uid=be14d784-88dc-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:43:49.811730Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwq2ln kind= uid=be14d784-88dc-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:43:49.928357Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwq2ln\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwq2ln" level=info timestamp=2018-07-16T09:43:49.953804Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwq2ln\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwq2ln" level=info timestamp=2018-07-16T09:45:30.481518Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwq2ln kind= uid=fa1169d5-88dc-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:45:30.481819Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwq2ln kind= uid=fa1169d5-88dc-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-controller-7d57d96b65-x7qfd Pod phase: Running level=info timestamp=2018-07-16T09:08:25.011117Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-22jvc Pod phase: Running level=info timestamp=2018-07-16T09:45:21.627718Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiwq2ln kind= uid=be14d784-88dc-11e8-99ee-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-16T09:45:21.630212Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmiwq2ln kind= uid=be14d784-88dc-11e8-99ee-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmiwq2ln" level=info timestamp=2018-07-16T09:45:21.924497Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwq2ln kind= uid=be14d784-88dc-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:45:21.938743Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiwq2ln kind= uid=be14d784-88dc-11e8-99ee-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-16T09:45:21.940705Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-16T09:45:21.941091Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiwq2ln kind= uid=be14d784-88dc-11e8-99ee-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-16T09:45:21.944449Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwq2ln kind= uid=be14d784-88dc-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:45:21.944852Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmiwq2ln kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-16T09:45:21.945149Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiwq2ln kind= uid=be14d784-88dc-11e8-99ee-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-16T09:45:21.945240Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiwq2ln kind= uid=be14d784-88dc-11e8-99ee-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-16T09:45:22.039932Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwq2ln kind= uid=be14d784-88dc-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:45:22.040503Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwq2ln kind= uid=be14d784-88dc-11e8-99ee-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-16T09:45:22.041010Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwq2ln kind= uid=be14d784-88dc-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:45:29.877819Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwq2ln kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-16T09:45:29.878201Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwq2ln kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-zf7kl Pod phase: Running level=info timestamp=2018-07-16T09:35:19.876728Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-16T09:35:19.887213Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-16T09:35:19.887577Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-16T09:35:19.874622Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:35:19.887804Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-16T09:35:19.895214Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-16T09:35:20.082725Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:35:20.093408Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-16T09:35:20.093619Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:35:20.166247Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-16T09:35:20.166502Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:35:20.166601Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-16T09:35:20.166679Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:35:20.301673Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-16T09:35:20.304524Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmiwq2ln-hmswv Pod phase: Pending • Failure [192.064 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With ephemeral alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:205 should not persist data [It] /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:218 Unexpected Warning event received. Expected : Warning not to equal : Warning /root/go/src/kubevirt.io/kubevirt/tests/utils.go:245 ------------------------------ STEP: Starting the VirtualMachineInstance STEP: Starting a VirtualMachineInstance STEP: Waiting until the VirtualMachineInstance will start level=info timestamp=2018-07-16T09:43:50.777126Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmiwq2ln-w7jzq" level=info timestamp=2018-07-16T09:44:06.257666Z pos=utils.go:243 component=tests msg="Pod owner ship transferred to the node virt-launcher-testvmiwq2ln-w7jzq" level=error timestamp=2018-07-16T09:44:06.316291Z pos=utils.go:241 component=tests reason="unexpected warning event received" msg="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" STEP: Writing an arbitrary file to it's EFI partition STEP: Killing a VirtualMachineInstance STEP: Starting the VirtualMachineInstance again STEP: Starting a VirtualMachineInstance STEP: Waiting until the VirtualMachineInstance will start level=info timestamp=2018-07-16T09:45:31.453260Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmiwq2ln-w7jzq" level=info timestamp=2018-07-16T09:45:31.453413Z pos=utils.go:243 component=tests msg="Pod owner ship transferred to the node virt-launcher-testvmiwq2ln-w7jzq" level=error timestamp=2018-07-16T09:45:31.454169Z pos=utils.go:241 component=tests reason="unexpected warning event received" msg="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" STEP: Making sure that the previously written file is not present • [SLOW TEST:138.336 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With VirtualMachineInstance with two PVCs /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:266 should start vmi multiple times /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:278 ------------------------------ ••••••••••• Pod name: disks-images-provider-8gfhl Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-g5nbv Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-98qql Pod phase: Running 2018/07/16 09:48:54 http: TLS handshake error from 10.128.0.1:46620: EOF level=info timestamp=2018-07-16T09:48:56.138169Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-16T09:48:56.343813Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-16T09:48:56.699781Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-16T09:48:57.631447Z pos=subresource.go:78 component=virt-api msg="Websocket connection upgraded" 2018/07/16 09:49:04 http: TLS handshake error from 10.128.0.1:46788: EOF level=error timestamp=2018-07-16T09:49:14.087679Z pos=subresource.go:88 component=virt-api msg= 2018/07/16 09:49:14 http: response.WriteHeader on hijacked connection level=error timestamp=2018-07-16T09:49:14.096456Z pos=subresource.go:100 component=virt-api reason="read tcp 10.128.0.22:8443->10.128.0.1:48878: use of closed network connection" msg="error ecountered reading from websocket stream" level=info timestamp=2018-07-16T09:49:14.097686Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvmiqlbp5/console proto=HTTP/1.1 statusCode=200 contentLength=0 2018/07/16 09:49:14 http: TLS handshake error from 10.128.0.1:46838: EOF level=info timestamp=2018-07-16T09:49:20.142609Z pos=validating-webhook.go:84 component=virt-api msg="rejected vmi admission" 2018/07/16 09:49:24 http: TLS handshake error from 10.128.0.1:46888: EOF level=info timestamp=2018-07-16T09:49:26.741341Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/16 09:49:34 http: TLS handshake error from 10.128.0.1:46942: EOF Pod name: virt-api-7d79764579-ftthn Pod phase: Running level=info timestamp=2018-07-16T09:49:03.383387Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:49:03.403302Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:49:03.466384Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/16 09:49:11 http: TLS handshake error from 10.129.0.1:34204: EOF level=info timestamp=2018-07-16T09:49:12.893422Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:49:13.340154Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:49:17.239532Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-16T09:49:17.243950Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 2018/07/16 09:49:21 http: TLS handshake error from 10.129.0.1:34210: EOF level=info timestamp=2018-07-16T09:49:23.070185Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:49:26.242498Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-16T09:49:26.299733Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/16 09:49:31 http: TLS handshake error from 10.129.0.1:34228: EOF level=info timestamp=2018-07-16T09:49:33.197186Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/16 09:49:41 http: TLS handshake error from 10.129.0.1:34234: EOF Pod name: virt-controller-7d57d96b65-v9zhb Pod phase: Running level=info timestamp=2018-07-16T09:49:22.116590Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmivcsbc kind= uid=8425622c-88dd-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:49:22.771832Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmivcsbc\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmivcsbc, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 8425622c-88dd-11e8-99ee-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmivcsbc" level=info timestamp=2018-07-16T09:49:23.271752Z pos=preset.go:161 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi5vcxt kind= uid=84d3b0fd-88dd-11e8-99ee-525500d15501 msg="VirtualMachineInstance is excluded from VirtualMachinePresets" level=info timestamp=2018-07-16T09:49:23.272395Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi5vcxt kind= uid=84d3b0fd-88dd-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:49:23.606765Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi5vcxt\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi5vcxt, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 84d3b0fd-88dd-11e8-99ee-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi5vcxt" level=info timestamp=2018-07-16T09:49:24.481066Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixclsq kind= uid=858c5666-88dd-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:49:24.485824Z pos=preset.go:202 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixclsq kind= uid=858c5666-88dd-11e8-99ee-525500d15501 msg="VirtualMachineInstancePreset test-conflict-gffwn matches VirtualMachineInstance" level=info timestamp=2018-07-16T09:49:24.489094Z pos=preset.go:202 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixclsq kind= uid=858c5666-88dd-11e8-99ee-525500d15501 msg="VirtualMachineInstancePreset test-memory-crkkp matches VirtualMachineInstance" level=error timestamp=2018-07-16T09:49:24.493296Z pos=preset.go:362 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixclsq kind= uid=858c5666-88dd-11e8-99ee-525500d15501 msg="VirtualMachinePresets cannot be applied due to conflicts: presets 'test-memory-crkkp' and 'test-conflict-gffwn' conflict: spec.resources.requests[memory]: {{128 6} {} 128M DecimalSI} != {{256 6} {} 256M DecimalSI}" level=warning timestamp=2018-07-16T09:49:24.494215Z pos=preset.go:154 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixclsq kind= uid=858c5666-88dd-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as failed" level=info timestamp=2018-07-16T09:49:24.494918Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixclsq kind= uid=858c5666-88dd-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:49:24.971488Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimvrgl kind= uid=85d90451-88dd-11e8-99ee-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-16T09:49:24.971735Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimvrgl kind= uid=85d90451-88dd-11e8-99ee-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-16T09:49:25.216712Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimvrgl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimvrgl" level=info timestamp=2018-07-16T09:49:25.386313Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimvrgl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimvrgl" Pod name: virt-controller-7d57d96b65-x7qfd Pod phase: Running level=info timestamp=2018-07-16T09:08:25.011117Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-22jvc Pod phase: Running level=info timestamp=2018-07-16T09:49:14.239984Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqlbp5 kind= uid=6b2b55c8-88dd-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:49:14.241410Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiqlbp5 kind= uid=6b2b55c8-88dd-11e8-99ee-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-16T09:49:14.241772Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqlbp5 kind= uid=6b2b55c8-88dd-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:49:14.649305Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiqlbp5 kind= uid=6b2b55c8-88dd-11e8-99ee-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-16T09:49:14.649741Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqlbp5 kind= uid=6b2b55c8-88dd-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:49:14.650074Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiqlbp5 kind= uid=6b2b55c8-88dd-11e8-99ee-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-16T09:49:14.650366Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqlbp5 kind= uid=6b2b55c8-88dd-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:49:19.852797Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiqlbp5 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-16T09:49:19.853243Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqlbp5 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:49:41.561396Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmimvrgl kind= uid=85d90451-88dd-11e8-99ee-525500d15501 msg="Processing vmi update" level=error timestamp=2018-07-16T09:49:41.587520Z pos=vm.go:397 component=virt-handler namespace=kubevirt-test-default name=testvmimvrgl kind= uid=85d90451-88dd-11e8-99ee-525500d15501 reason="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-07-16T09:49:41.642074Z pos=vm.go:251 component=virt-handler reason="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmimvrgl" level=info timestamp=2018-07-16T09:49:41.643492Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmimvrgl kind= uid=85d90451-88dd-11e8-99ee-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-16T09:49:42.176774Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-16T09:49:42.177297Z pos=vm.go:657 component=virt-handler namespace=kubevirt-test-default name=testvmimvrgl kind=Domain uid=85d90451-88dd-11e8-99ee-525500d15501 msg="Domain is in state Paused reason Unknown" Pod name: virt-handler-zf7kl Pod phase: Running level=info timestamp=2018-07-16T09:35:19.876728Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-16T09:35:19.887213Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-16T09:35:19.887577Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-16T09:35:19.874622Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:35:19.887804Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-16T09:35:19.895214Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-16T09:35:20.082725Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:35:20.093408Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-16T09:35:20.093619Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:35:20.166247Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-16T09:35:20.166502Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:35:20.166601Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-16T09:35:20.166679Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind= uid=74ff6672-88da-11e8-99ee-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-16T09:35:20.301673Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-16T09:35:20.304524Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6kxxm kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmimvrgl-h9vrl Pod phase: Running level=info timestamp=2018-07-16T09:49:40.840194Z pos=virt-launcher.go:143 component=virt-launcher msg="Watchdog file created at /var/run/kubevirt/watchdog-files/kubevirt-test-default_testvmimvrgl" level=info timestamp=2018-07-16T09:49:40.841933Z pos=client.go:152 component=virt-launcher msg="Registered libvirt event notify callback" level=info timestamp=2018-07-16T09:49:40.842331Z pos=virt-launcher.go:60 component=virt-launcher msg="Marked as ready" level=error timestamp=2018-07-16T09:49:41.576982Z pos=manager.go:159 component=virt-launcher namespace=kubevirt-test-default name=testvmimvrgl kind= uid=85d90451-88dd-11e8-99ee-525500d15501 reason="virError(Code=0, Domain=0, Message='Missing error')" msg="Getting the domain failed." level=error timestamp=2018-07-16T09:49:41.577510Z pos=server.go:68 component=virt-launcher namespace=kubevirt-test-default name=testvmimvrgl kind= uid=85d90451-88dd-11e8-99ee-525500d15501 reason="virError(Code=0, Domain=0, Message='Missing error')" msg="Failed to sync vmi" level=error timestamp=2018-07-16T09:49:41.698631Z pos=common.go:126 component=virt-launcher msg="updated MAC for interface: eth0 - 0a:58:0a:bc:b4:16" level=info timestamp=2018-07-16T09:49:41.706659Z pos=converter.go:729 component=virt-launcher msg="Found nameservers in /etc/resolv.conf: \ufffd\ufffdBf" level=info timestamp=2018-07-16T09:49:41.707108Z pos=converter.go:730 component=virt-launcher msg="Found search domains in /etc/resolv.conf: kubevirt-test-default.svc.cluster.local svc.cluster.local cluster.local" level=info timestamp=2018-07-16T09:49:41.708982Z pos=dhcp.go:62 component=virt-launcher msg="Starting SingleClientDHCPServer" level=info timestamp=2018-07-16T09:49:41.738716Z pos=manager.go:157 component=virt-launcher namespace=kubevirt-test-default name=testvmimvrgl kind= uid=85d90451-88dd-11e8-99ee-525500d15501 msg="Domain defined." level=info timestamp=2018-07-16T09:49:41.739132Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-16T09:49:42.162241Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-16T09:49:42.167910Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 5c2c67dd-6fdf-420f-b402-7edae4ad31ff" level=info timestamp=2018-07-16T09:49:42.168700Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-16T09:49:42.177779Z pos=client.go:145 component=virt-launcher msg="processed event" ------------------------------ • Failure in Spec Setup (BeforeEach) [90.383 seconds] VNC /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:54 with VNC connection [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:62 should allow accessing the VNC device /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:64 Unexpected Warning event received. Expected : Warning not to equal : Warning /root/go/src/kubevirt.io/kubevirt/tests/utils.go:245 ------------------------------ level=info timestamp=2018-07-16T09:49:26.187901Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmimvrgl-h9vrl" level=info timestamp=2018-07-16T09:49:41.854158Z pos=utils.go:243 component=tests msg="Pod owner ship transferred to the node virt-launcher-testvmimvrgl-h9vrl" level=error timestamp=2018-07-16T09:49:41.935240Z pos=utils.go:241 component=tests reason="unexpected warning event received" msg="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" •• ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.034 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 should succeed to start a vmi [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:133 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.020 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 should succeed to stop a running vmi [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:139 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.018 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with winrm connection [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:150 should have correct UUID /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:192 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.034 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with winrm connection [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:150 should have pod IP /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:208 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.024 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with kubectl command [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:226 should succeed to start a vmi /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:242 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.007 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with kubectl command [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:226 should succeed to stop a vmi /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:250 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ • [SLOW TEST:20.653 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given a vmi /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:20.571 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given an vm /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:19.905 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given a vmi preset /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:20.461 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given a vmi replica set /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:19.605 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should successfully start with hook sidecar annotation /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:60 ------------------------------ • [SLOW TEST:20.287 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should call Collect and OnDefineDomain on the hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:67 ------------------------------ • [SLOW TEST:22.136 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should update domain XML with SM BIOS properties /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:83 ------------------------------ • [SLOW TEST:47.112 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:35 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:64 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a cirros image /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 should return that we are running cirros /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:67 ------------------------------ • [SLOW TEST:46.493 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:35 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:64 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a fedora image /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:76 should return that we are running fedora /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:77 ------------------------------ • [SLOW TEST:37.344 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:35 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:64 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 should be able to reconnect to console multiple times /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:86 ------------------------------ • [SLOW TEST:51.955 seconds] RegistryDisk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:41 Starting and stopping the same VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:90 with ephemeral registry disk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:91 should success multiple times /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:92 ------------------------------ • [SLOW TEST:19.215 seconds] RegistryDisk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:41 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:111 with ephemeral registry disk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:112 should not modify the spec on status update /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:113 ------------------------------ • [SLOW TEST:36.790 seconds] RegistryDisk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:41 Starting multiple VMIs /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:129 with ephemeral registry disk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:130 should success /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:131 ------------------------------ •• ------------------------------ • [SLOW TEST:18.538 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should update VirtualMachine once VMIs are up /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:195 ------------------------------ •• ------------------------------ • [SLOW TEST:27.886 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should recreate VirtualMachineInstance if it gets deleted /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:245 ------------------------------ • [SLOW TEST:50.539 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should recreate VirtualMachineInstance if the VirtualMachineInstance's pod gets deleted /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:265 ------------------------------ • [SLOW TEST:31.259 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should stop VirtualMachineInstance if running set to false /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:325 ------------------------------ • [SLOW TEST:142.574 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should start and stop VirtualMachineInstance multiple times /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:333 ------------------------------ • [SLOW TEST:56.390 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should not update the VirtualMachineInstance spec if Running /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:346 ------------------------------ • [SLOW TEST:170.508 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should survive guest shutdown, multiple times /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:387 ------------------------------ • [SLOW TEST:18.595 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 Using virtctl interface /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:435 should start a VirtualMachineInstance once /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:436 ------------------------------ • [SLOW TEST:31.932 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 Using virtctl interface /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:435 should stop a VirtualMachineInstance once /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:467 ------------------------------ ••• ------------------------------ • [SLOW TEST:8.790 seconds] Templates /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:42 Launching VMI from VM Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:60 with given Fedora Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:193 with given VM JSON from the Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:152 with given VM from the VM JSON /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:158 with given VMI from the VM /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:163 should succeed to terminate the VMI using oc-patch command /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:166 ------------------------------ • [SLOW TEST:5.508 seconds] Subresource Api /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:37 Rbac Authorization /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:48 with correct permissions /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:51 should be allowed to access subresource endpoint /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:52 ------------------------------ • ------------------------------ • [SLOW TEST:5.455 seconds] Subresource Api /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:37 Rbac Authorization For Version Command /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:63 with authenticated user /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:66 should be allowed to access subresource version endpoint /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:67 ------------------------------ • [SLOW TEST:5.368 seconds] Subresource Api /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:37 Rbac Authorization For Version Command /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:63 Without permissions /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:71 should be able to access subresource version endpoint /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:72 ------------------------------ Waiting for namespace kubevirt-test-default to be removed, this can take a while ... Waiting for namespace kubevirt-test-alternative to be removed, this can take a while ... Summarizing 8 Failures: [Fail] VMIlifecycle Creating a VirtualMachineInstance when virt-launcher crashes [It] should be stopped and have Failed phase /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:284 [Fail] VMIlifecycle Creating a VirtualMachineInstance when virt-handler crashes [It] should recover and continue management /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:308 [Fail] VMIlifecycle Creating a VirtualMachineInstance when virt-handler is not responsive [BeforeEach] the node controller should react /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:378 [Fail] VMIlifecycle Creating a VirtualMachineInstance VM Accelerated Mode [It] should request a KVM and TUN device /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:662 [Fail] VMIlifecycle Creating a VirtualMachineInstance VM Accelerated Mode [It] should not enable emulation in virt-launcher /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:697 [Fail] Networking should be able to reach [It] the Inbound VirtualMachineInstance with custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:224 [Fail] Storage Starting a VirtualMachineInstance With ephemeral alpine PVC [It] should not persist data /root/go/src/kubevirt.io/kubevirt/tests/utils.go:245 [Fail] VNC A new VirtualMachineInstance [BeforeEach] with VNC connection should allow accessing the VNC device /root/go/src/kubevirt.io/kubevirt/tests/utils.go:245 Ran 127 of 140 Specs in 3795.699 seconds FAIL! -- 119 Passed | 8 Failed | 0 Pending | 13 Skipped --- FAIL: TestTests (3795.71s) FAIL make: *** [functest] Error 1 + make cluster-down ./cluster/down.sh