+ export WORKSPACE=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release + WORKSPACE=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release + [[ openshift-3.10-release =~ openshift-.* ]] + [[ openshift-3.10-release =~ .*-crio-.* ]] + export KUBEVIRT_PROVIDER=os-3.10.0 + KUBEVIRT_PROVIDER=os-3.10.0 + export KUBEVIRT_NUM_NODES=2 + KUBEVIRT_NUM_NODES=2 + export NFS_WINDOWS_DIR=/home/nfs/images/windows2016 + NFS_WINDOWS_DIR=/home/nfs/images/windows2016 + export NAMESPACE=kube-system + NAMESPACE=kube-system + trap '{ make cluster-down; }' EXIT SIGINT SIGTERM SIGSTOP + make cluster-down ./cluster/down.sh + make cluster-up ./cluster/up.sh Downloading ....... Downloading ....... 2018/07/24 19:48:13 Waiting for host: 192.168.66.102:22 2018/07/24 19:48:16 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/24 19:48:24 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/24 19:48:32 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/24 19:48:40 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: connection refused. Sleeping 5s 2018/07/24 19:48:45 Connected to tcp://192.168.66.102:22 + systemctl stop origin-node.service + rm -rf /etc/origin/ /etc/etcd/ /var/lib/origin /var/lib/etcd/ ++ docker ps -q + containers= + '[' -n '' ']' ++ docker ps -q -a + containers='2cfbef31c987 e183c40c07dc 861f604efed4 12902ad26342 028539b1f68b bd6f07c1906c d1f95a33a226 c43f96b6da26 e007e5cfd226 b42e2bceca6e 00531aec6f9a e4ad39ba6cef 504c3df6bbf4 eb1ec0b445ce b8955b91e8e5 f739ed8f3e59 07668d85ab3a a6045d125d7b 2ce17110e009 b45f64ab28ef 3a15945be9e1 2a0af99ae1d1 0ece927846d7 0202d5f5dfae 8ce743769d8f 2efb36567bd8 96b65c0493c5 e9ce89fa30e3' + '[' -n '2cfbef31c987 e183c40c07dc 861f604efed4 12902ad26342 028539b1f68b bd6f07c1906c d1f95a33a226 c43f96b6da26 e007e5cfd226 b42e2bceca6e 00531aec6f9a e4ad39ba6cef 504c3df6bbf4 eb1ec0b445ce b8955b91e8e5 f739ed8f3e59 07668d85ab3a a6045d125d7b 2ce17110e009 b45f64ab28ef 3a15945be9e1 2a0af99ae1d1 0ece927846d7 0202d5f5dfae 8ce743769d8f 2efb36567bd8 96b65c0493c5 e9ce89fa30e3' ']' + docker rm -f 2cfbef31c987 e183c40c07dc 861f604efed4 12902ad26342 028539b1f68b bd6f07c1906c d1f95a33a226 c43f96b6da26 e007e5cfd226 b42e2bceca6e 00531aec6f9a e4ad39ba6cef 504c3df6bbf4 eb1ec0b445ce b8955b91e8e5 f739ed8f3e59 07668d85ab3a a6045d125d7b 2ce17110e009 b45f64ab28ef 3a15945be9e1 2a0af99ae1d1 0ece927846d7 0202d5f5dfae 8ce743769d8f 2efb36567bd8 96b65c0493c5 e9ce89fa30e3 2cfbef31c987 e183c40c07dc 861f604efed4 12902ad26342 028539b1f68b bd6f07c1906c d1f95a33a226 c43f96b6da26 e007e5cfd226 b42e2bceca6e 00531aec6f9a e4ad39ba6cef 504c3df6bbf4 eb1ec0b445ce b8955b91e8e5 f739ed8f3e59 07668d85ab3a a6045d125d7b 2ce17110e009 b45f64ab28ef 3a15945be9e1 2a0af99ae1d1 0ece927846d7 0202d5f5dfae 8ce743769d8f 2efb36567bd8 96b65c0493c5 e9ce89fa30e3 2018/07/24 19:48:48 Waiting for host: 192.168.66.101:22 2018/07/24 19:48:51 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/24 19:48:59 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/24 19:49:07 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/24 19:49:15 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/24 19:49:23 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: connection refused. Sleeping 5s 2018/07/24 19:49:28 Connected to tcp://192.168.66.101:22 + inventory_file=/root/inventory + openshift_ansible=/root/openshift-ansible + echo '[new_nodes]' + sed -i '/\[OSEv3:children\]/a new_nodes' /root/inventory + nodes_found=false ++ seq 2 100 + for i in '$(seq 2 100)' ++ printf node%02d 2 + node=node02 ++ printf 192.168.66.1%02d 2 + node_ip=192.168.66.102 + set +e + ping 192.168.66.102 -c 1 PING 192.168.66.102 (192.168.66.102) 56(84) bytes of data. 64 bytes from 192.168.66.102: icmp_seq=1 ttl=64 time=1.78 ms --- 192.168.66.102 ping statistics --- 1 packets transmitted, 1 received, 0% packet loss, time 0ms rtt min/avg/max/mdev = 1.786/1.786/1.786/0.000 ms Found node02. Adding it to the inventory. + '[' 0 -ne 0 ']' + nodes_found=true + set -e + echo '192.168.66.102 node02' + echo 'Found node02. Adding it to the inventory.' + echo 'node02 openshift_node_group_name="node-config-compute" openshift_schedulable=true openshift_ip=192.168.66.102' + for i in '$(seq 2 100)' ++ printf node%02d 3 + node=node03 ++ printf 192.168.66.1%02d 3 + node_ip=192.168.66.103 + set +e + ping 192.168.66.103 -c 1 PING 192.168.66.103 (192.168.66.103) 56(84) bytes of data. From 192.168.66.101 icmp_seq=1 Destination Host Unreachable --- 192.168.66.103 ping statistics --- 1 packets transmitted, 0 received, +1 errors, 100% packet loss, time 0ms + '[' 1 -ne 0 ']' + break + '[' true = true ']' + ansible-playbook -i /root/inventory /root/openshift-ansible/playbooks/openshift-node/scaleup.yml PLAY [Populate config host groups] ********************************************* TASK [Load group name mapping variables] *************************************** ok: [localhost] TASK [Evaluate groups - g_etcd_hosts or g_new_etcd_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_master_hosts or g_new_master_hosts required] ********* skipping: [localhost] TASK [Evaluate groups - g_node_hosts or g_new_node_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_lb_hosts required] *********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts required] ********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts is single host] **************************** skipping: [localhost] TASK [Evaluate groups - g_glusterfs_hosts required] **************************** skipping: [localhost] TASK [Evaluate oo_all_hosts] *************************************************** ok: [localhost] => (item=node01) ok: [localhost] => (item=node02) TASK [Evaluate oo_masters] ***************************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_master] ************************************************ ok: [localhost] TASK [Evaluate oo_new_etcd_to_config] ****************************************** TASK [Evaluate oo_masters_to_config] ******************************************* ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_to_config] ********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_etcd] ************************************************** ok: [localhost] TASK [Evaluate oo_etcd_hosts_to_upgrade] *************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_hosts_to_backup] **************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_nodes_to_config] ********************************************* ok: [localhost] => (item=node02) TASK [Evaluate oo_nodes_to_bootstrap] ****************************************** ok: [localhost] => (item=node02) TASK [Add masters to oo_nodes_to_bootstrap] ************************************ ok: [localhost] => (item=node01) TASK [Evaluate oo_lb_to_config] ************************************************ TASK [Evaluate oo_nfs_to_config] *********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_glusterfs_to_config] ***************************************** TASK [Evaluate oo_etcd_to_migrate] ********************************************* ok: [localhost] => (item=node01) PLAY [Ensure there are new_nodes] ********************************************** TASK [fail] ******************************************************************** skipping: [localhost] TASK [fail] ******************************************************************** skipping: [localhost] PLAY [Initialization Checkpoint Start] ***************************************** TASK [Set install initialization 'In Progress'] ******************************** ok: [node01] PLAY [Populate config host groups] ********************************************* TASK [Load group name mapping variables] *************************************** ok: [localhost] TASK [Evaluate groups - g_etcd_hosts or g_new_etcd_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_master_hosts or g_new_master_hosts required] ********* skipping: [localhost] TASK [Evaluate groups - g_node_hosts or g_new_node_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_lb_hosts required] *********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts required] ********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts is single host] **************************** skipping: [localhost] TASK [Evaluate groups - g_glusterfs_hosts required] **************************** skipping: [localhost] TASK [Evaluate oo_all_hosts] *************************************************** ok: [localhost] => (item=node01) ok: [localhost] => (item=node02) TASK [Evaluate oo_masters] ***************************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_master] ************************************************ ok: [localhost] TASK [Evaluate oo_new_etcd_to_config] ****************************************** TASK [Evaluate oo_masters_to_config] ******************************************* ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_to_config] ********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_etcd] ************************************************** ok: [localhost] TASK [Evaluate oo_etcd_hosts_to_upgrade] *************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_hosts_to_backup] **************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_nodes_to_config] ********************************************* ok: [localhost] => (item=node02) TASK [Evaluate oo_nodes_to_bootstrap] ****************************************** ok: [localhost] => (item=node02) TASK [Add masters to oo_nodes_to_bootstrap] ************************************ ok: [localhost] => (item=node01) TASK [Evaluate oo_lb_to_config] ************************************************ TASK [Evaluate oo_nfs_to_config] *********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_glusterfs_to_config] ***************************************** TASK [Evaluate oo_etcd_to_migrate] ********************************************* ok: [localhost] => (item=node01) [WARNING]: Could not match supplied host pattern, ignoring: oo_lb_to_config PLAY [Ensure that all non-node hosts are accessible] *************************** TASK [Gathering Facts] ********************************************************* ok: [node01] PLAY [Initialize basic host facts] ********************************************* TASK [Gathering Facts] ********************************************************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : include_tasks] **************************** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/deprecations.yml for node01, node02 TASK [openshift_sanitize_inventory : Check for usage of deprecated variables] *** ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : debug] ************************************ skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : set_stats] ******************************** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Assign deprecated variables to correct counterparts] *** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/__deprecations_logging.yml for node01, node02 included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/__deprecations_metrics.yml for node01, node02 TASK [openshift_sanitize_inventory : conditional_set_fact] ********************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : set_fact] ********************************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : conditional_set_fact] ********************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : Standardize on latest variable names] ***** ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : Normalize openshift_release] ************** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Abort when openshift_release is invalid] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : include_tasks] **************************** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/unsupported.yml for node01, node02 TASK [openshift_sanitize_inventory : Ensure that openshift_use_dnsmasq is true] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that openshift_node_dnsmasq_install_network_manager_hook is true] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : set_fact] ********************************* skipping: [node01] => (item=openshift_hosted_etcd_storage_kind) skipping: [node02] => (item=openshift_hosted_etcd_storage_kind) TASK [openshift_sanitize_inventory : Ensure that dynamic provisioning is set if using dynamic storage] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure the hosted registry's GlusterFS storage is configured correctly] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure the hosted registry's GlusterFS storage is configured correctly] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure clusterid is set along with the cloudprovider] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure ansible_service_broker_remove and ansible_service_broker_install are mutually exclusive] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure template_service_broker_remove and template_service_broker_install are mutually exclusive] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that all requires vsphere configuration variables are set] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : ensure provider configuration variables are defined] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure removed web console extension variables are not set] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that web console port matches API server port] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : At least one master is schedulable] ******* skipping: [node01] skipping: [node02] TASK [Detecting Operating System from ostree_booted] *************************** ok: [node02] ok: [node01] TASK [set openshift_deployment_type if unset] ********************************** skipping: [node01] skipping: [node02] TASK [check for node already bootstrapped] ************************************* ok: [node02] ok: [node01] TASK [initialize_facts set fact openshift_is_bootstrapped] ********************* ok: [node01] ok: [node02] TASK [initialize_facts set fact openshift_is_atomic and openshift_is_containerized] *** ok: [node01] ok: [node02] TASK [Determine Atomic Host Docker Version] ************************************ skipping: [node01] skipping: [node02] TASK [assert atomic host docker version is 1.12 or later] ********************** skipping: [node01] skipping: [node02] PLAY [Retrieve existing master configs and validate] *************************** TASK [openshift_control_plane : stat] ****************************************** ok: [node01] TASK [openshift_control_plane : slurp] ***************************************** ok: [node01] TASK [openshift_control_plane : set_fact] ************************************** ok: [node01] TASK [openshift_control_plane : Check for file paths outside of /etc/origin/master in master's config] *** ok: [node01] TASK [openshift_control_plane : set_fact] ************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** skipping: [node01] PLAY [Initialize special first-master variables] ******************************* TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] PLAY [Disable web console if required] ***************************************** TASK [set_fact] **************************************************************** skipping: [node01] PLAY [Setup yum repositories for all hosts] ************************************ TASK [rhel_subscribe : fail] *************************************************** skipping: [node02] TASK [rhel_subscribe : Install Red Hat Subscription manager] ******************* skipping: [node02] TASK [rhel_subscribe : Is host already registered?] **************************** skipping: [node02] TASK [rhel_subscribe : Register host] ****************************************** skipping: [node02] TASK [rhel_subscribe : fail] *************************************************** skipping: [node02] TASK [rhel_subscribe : Determine if OpenShift Pool Already Attached] *********** skipping: [node02] TASK [rhel_subscribe : Attach to OpenShift Pool] ******************************* skipping: [node02] TASK [rhel_subscribe : Satellite preparation] ********************************** skipping: [node02] TASK [openshift_repos : openshift_repos detect ostree] ************************* ok: [node02] TASK [openshift_repos : Ensure libselinux-python is installed] ***************** ok: [node02] TASK [openshift_repos : Remove openshift_additional.repo file] ***************** ok: [node02] TASK [openshift_repos : Create any additional repos that are defined] ********** TASK [openshift_repos : include_tasks] ***************************************** skipping: [node02] TASK [openshift_repos : include_tasks] ***************************************** included: /root/openshift-ansible/roles/openshift_repos/tasks/centos_repos.yml for node02 TASK [openshift_repos : Configure origin gpg keys] ***************************** ok: [node02] TASK [openshift_repos : Configure correct origin release repository] *********** ok: [node02] => (item=/root/openshift-ansible/roles/openshift_repos/templates/CentOS-OpenShift-Origin.repo.j2) TASK [openshift_repos : Ensure clean repo cache in the event repos have been changed manually] *** changed: [node02] => { "msg": "First run of openshift_repos" } TASK [openshift_repos : Record that openshift_repos already ran] *************** ok: [node02] RUNNING HANDLER [openshift_repos : refresh cache] ****************************** changed: [node02] PLAY [Install packages necessary for installer] ******************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [Determine if chrony is installed] **************************************** [WARNING]: Consider using the yum, dnf or zypper module rather than running rpm. If you need to use command because yum, dnf or zypper is insufficient you can add warn=False to this command task or set command_warnings=False in ansible.cfg to get rid of this message. changed: [node02] TASK [Install ntp package] ***************************************************** skipping: [node02] TASK [Start and enable ntpd/chronyd] ******************************************* changed: [node02] TASK [Ensure openshift-ansible installer package deps are installed] *********** ok: [node02] => (item=iproute) ok: [node02] => (item=dbus-python) ok: [node02] => (item=PyYAML) ok: [node02] => (item=python-ipaddress) ok: [node02] => (item=libsemanage-python) ok: [node02] => (item=yum-utils) ok: [node02] => (item=python-docker) PLAY [Initialize cluster facts] ************************************************ TASK [Gathering Facts] ********************************************************* ok: [node02] ok: [node01] TASK [get openshift_current_version] ******************************************* ok: [node02] ok: [node01] TASK [set_fact openshift_portal_net if present on masters] ********************* ok: [node01] ok: [node02] TASK [Gather Cluster facts] **************************************************** changed: [node02] changed: [node01] TASK [Set fact of no_proxy_internal_hostnames] ********************************* skipping: [node01] skipping: [node02] TASK [Initialize openshift.node.sdn_mtu] *************************************** changed: [node02] ok: [node01] PLAY [Initialize etcd host variables] ****************************************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] PLAY [Determine openshift_version to configure on first master] **************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [include_role : openshift_version] **************************************** TASK [openshift_version : Use openshift_current_version fact as version to configure if already installed] *** ok: [node01] TASK [openshift_version : Set openshift_version to openshift_release if undefined] *** skipping: [node01] TASK [openshift_version : debug] *********************************************** ok: [node01] => { "msg": "openshift_pkg_version was not defined. Falling back to -3.10.0" } TASK [openshift_version : set_fact] ******************************************** ok: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : assert openshift_release in openshift_image_tag] ***** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : assert openshift_release in openshift_pkg_version] *** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_release": "3.10" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_image_tag": "v3.10.0-rc.0" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_pkg_version": "-3.10.0*" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_version": "3.10.0" } TASK [set openshift_version booleans (first master)] *************************** ok: [node01] PLAY [Set openshift_version for etcd, node, and master hosts] ****************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [set_fact] **************************************************************** ok: [node02] TASK [set openshift_version booleans (masters and nodes)] ********************** ok: [node02] PLAY [Verify Requirements] ***************************************************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [Run variable sanity checks] ********************************************** ok: [node01] TASK [Validate openshift_node_groups and openshift_node_group_name] ************ ok: [node01] PLAY [Initialization Checkpoint End] ******************************************* TASK [Set install initialization 'Complete'] *********************************** ok: [node01] PLAY [Validate node hostnames] ************************************************* TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [Query DNS for IP address of node02] ************************************** ok: [node02] TASK [Validate openshift_hostname when defined] ******************************** skipping: [node02] TASK [Validate openshift_ip exists on node when defined] *********************** skipping: [node02] PLAY [Configure os_firewall] *************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [os_firewall : Detecting Atomic Host Operating System] ******************** ok: [node02] TASK [os_firewall : Set fact r_os_firewall_is_atomic] ************************** ok: [node02] TASK [os_firewall : Fail - Firewalld is not supported on Atomic Host] ********** skipping: [node02] TASK [os_firewall : Install firewalld packages] ******************************** skipping: [node02] TASK [os_firewall : Ensure iptables services are not enabled] ****************** skipping: [node02] => (item=iptables) skipping: [node02] => (item=ip6tables) TASK [os_firewall : Wait 10 seconds after disabling iptables] ****************** skipping: [node02] TASK [os_firewall : Start and enable firewalld service] ************************ skipping: [node02] TASK [os_firewall : need to pause here, otherwise the firewalld service starting can sometimes cause ssh to fail] *** skipping: [node02] TASK [os_firewall : Restart polkitd] ******************************************* skipping: [node02] TASK [os_firewall : Wait for polkit action to have been created] *************** skipping: [node02] TASK [os_firewall : Ensure firewalld service is not enabled] ******************* ok: [node02] TASK [os_firewall : Wait 10 seconds after disabling firewalld] ***************** skipping: [node02] TASK [os_firewall : Install iptables packages] ********************************* ok: [node02] => (item=iptables) ok: [node02] => (item=iptables-services) TASK [os_firewall : Start and enable iptables service] ************************* ok: [node02 -> node02] => (item=node02) TASK [os_firewall : need to pause here, otherwise the iptables service starting can sometimes cause ssh to fail] *** skipping: [node02] PLAY [oo_nodes_to_config] ****************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [container_runtime : Setup the docker-storage for overlay] **************** skipping: [node02] TASK [container_runtime : Create file system on extra volume device] *********** TASK [container_runtime : Create mount entry for extra volume] ***************** PLAY [oo_nodes_to_config] ****************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_excluder : Install docker excluder - yum] ********************** ok: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* ok: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** skipping: [node02] TASK [container_runtime : Getting current systemd-udevd exec command] ********** skipping: [node02] TASK [container_runtime : Assure systemd-udevd.service.d directory exists] ***** skipping: [node02] TASK [container_runtime : Create systemd-udevd override file] ****************** skipping: [node02] TASK [container_runtime : Add enterprise registry, if necessary] *************** skipping: [node02] TASK [container_runtime : Add http_proxy to /etc/atomic.conf] ****************** skipping: [node02] TASK [container_runtime : Add https_proxy to /etc/atomic.conf] ***************** skipping: [node02] TASK [container_runtime : Add no_proxy to /etc/atomic.conf] ******************** skipping: [node02] TASK [container_runtime : Get current installed Docker version] **************** ok: [node02] TASK [container_runtime : Error out if Docker pre-installed but too old] ******* skipping: [node02] TASK [container_runtime : Error out if requested Docker is too old] ************ skipping: [node02] TASK [container_runtime : Install Docker] ************************************** skipping: [node02] TASK [container_runtime : Ensure docker.service.d directory exists] ************ ok: [node02] TASK [container_runtime : Configure Docker service unit file] ****************** ok: [node02] TASK [container_runtime : stat] ************************************************ ok: [node02] TASK [container_runtime : Set registry params] ********************************* skipping: [node02] => (item={u'reg_conf_var': u'ADD_REGISTRY', u'reg_flag': u'--add-registry', u'reg_fact_val': []}) skipping: [node02] => (item={u'reg_conf_var': u'BLOCK_REGISTRY', u'reg_flag': u'--block-registry', u'reg_fact_val': []}) skipping: [node02] => (item={u'reg_conf_var': u'INSECURE_REGISTRY', u'reg_flag': u'--insecure-registry', u'reg_fact_val': []}) TASK [container_runtime : Place additional/blocked/insecure registries in /etc/containers/registries.conf] *** skipping: [node02] TASK [container_runtime : Set Proxy Settings] ********************************** skipping: [node02] => (item={u'reg_conf_var': u'HTTP_PROXY', u'reg_fact_val': u''}) skipping: [node02] => (item={u'reg_conf_var': u'HTTPS_PROXY', u'reg_fact_val': u''}) skipping: [node02] => (item={u'reg_conf_var': u'NO_PROXY', u'reg_fact_val': u''}) TASK [container_runtime : Set various Docker options] ************************** ok: [node02] TASK [container_runtime : stat] ************************************************ ok: [node02] TASK [container_runtime : Configure Docker Network OPTIONS] ******************** ok: [node02] TASK [container_runtime : Detect if docker is already started] ***************** ok: [node02] TASK [container_runtime : Start the Docker service] **************************** ok: [node02] TASK [container_runtime : set_fact] ******************************************** ok: [node02] TASK [container_runtime : Check for docker_storage_path/overlay2] ************** ok: [node02] TASK [container_runtime : Fixup SELinux permissions for docker] **************** changed: [node02] TASK [container_runtime : Ensure /var/lib/containers exists] ******************* ok: [node02] TASK [container_runtime : Fix SELinux Permissions on /var/lib/containers] ****** ok: [node02] TASK [container_runtime : Check for credentials file for registry auth] ******** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth] ***** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth (alternative)] *** skipping: [node02] TASK [container_runtime : stat the docker data dir] **************************** ok: [node02] TASK [container_runtime : stop the current running docker] ********************* skipping: [node02] TASK [container_runtime : copy "/var/lib/docker" to "/var/lib/containers/docker"] *** skipping: [node02] TASK [container_runtime : Set the selinux context on /var/lib/containers/docker] *** skipping: [node02] TASK [container_runtime : restorecon the /var/lib/containers/docker] *********** skipping: [node02] TASK [container_runtime : Remove the old docker location] ********************** skipping: [node02] TASK [container_runtime : Setup the link] ************************************** skipping: [node02] TASK [container_runtime : start docker] **************************************** skipping: [node02] TASK [container_runtime : Fail if Atomic Host since this is an rpm request] **** skipping: [node02] TASK [container_runtime : Getting current systemd-udevd exec command] ********** skipping: [node02] TASK [container_runtime : Assure systemd-udevd.service.d directory exists] ***** skipping: [node02] TASK [container_runtime : Create systemd-udevd override file] ****************** skipping: [node02] TASK [container_runtime : Add enterprise registry, if necessary] *************** skipping: [node02] TASK [container_runtime : Check that overlay is in the kernel] ***************** skipping: [node02] TASK [container_runtime : Add overlay to modprobe.d] *************************** skipping: [node02] TASK [container_runtime : Manually modprobe overlay into the kernel] *********** skipping: [node02] TASK [container_runtime : Enable and start systemd-modules-load] *************** skipping: [node02] TASK [container_runtime : Install cri-o] *************************************** skipping: [node02] TASK [container_runtime : Remove CRI-O default configuration files] ************ skipping: [node02] => (item=/etc/cni/net.d/200-loopback.conf) skipping: [node02] => (item=/etc/cni/net.d/100-crio-bridge.conf) TASK [container_runtime : Create the CRI-O configuration] ********************** skipping: [node02] TASK [container_runtime : Ensure CNI configuration directory exists] *********** skipping: [node02] TASK [container_runtime : Add iptables allow rules] **************************** skipping: [node02] => (item={u'port': u'10010/tcp', u'service': u'crio'}) TASK [container_runtime : Remove iptables rules] ******************************* TASK [container_runtime : Add firewalld allow rules] *************************** skipping: [node02] => (item={u'port': u'10010/tcp', u'service': u'crio'}) TASK [container_runtime : Remove firewalld allow rules] ************************ TASK [container_runtime : Configure the CNI network] *************************** skipping: [node02] TASK [container_runtime : Create /etc/sysconfig/crio-network] ****************** skipping: [node02] TASK [container_runtime : Start the CRI-O service] ***************************** skipping: [node02] TASK [container_runtime : Ensure /var/lib/containers exists] ******************* skipping: [node02] TASK [container_runtime : Fix SELinux Permissions on /var/lib/containers] ****** skipping: [node02] TASK [container_runtime : Check for credentials file for registry auth] ******** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth] ***** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth (alternative)] *** skipping: [node02] TASK [container_runtime : stat the docker data dir] **************************** skipping: [node02] TASK [container_runtime : stop the current running docker] ********************* skipping: [node02] TASK [container_runtime : copy "/var/lib/docker" to "/var/lib/containers/docker"] *** skipping: [node02] TASK [container_runtime : Set the selinux context on /var/lib/containers/docker] *** skipping: [node02] TASK [container_runtime : restorecon the /var/lib/containers/docker] *********** skipping: [node02] TASK [container_runtime : Remove the old docker location] ********************** skipping: [node02] TASK [container_runtime : Setup the link] ************************************** skipping: [node02] TASK [container_runtime : start docker] **************************************** skipping: [node02] PLAY [Determine openshift_version to configure on first master] **************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [include_role : openshift_version] **************************************** TASK [openshift_version : Use openshift_current_version fact as version to configure if already installed] *** skipping: [node01] TASK [openshift_version : Set openshift_version to openshift_release if undefined] *** skipping: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : assert openshift_release in openshift_image_tag] ***** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : assert openshift_release in openshift_pkg_version] *** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_release": "3.10" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_image_tag": "v3.10.0-rc.0" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_pkg_version": "-3.10.0*" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_version": "3.10.0" } TASK [set openshift_version booleans (first master)] *************************** ok: [node01] PLAY [Set openshift_version for etcd, node, and master hosts] ****************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [set_fact] **************************************************************** ok: [node02] TASK [set openshift_version booleans (masters and nodes)] ********************** ok: [node02] PLAY [Node Preparation Checkpoint Start] *************************************** TASK [Set Node preparation 'In Progress'] ************************************** ok: [node01] PLAY [Only target nodes that have not yet been bootstrapped] ******************* TASK [Gathering Facts] ********************************************************* ok: [localhost] TASK [add_host] **************************************************************** skipping: [localhost] => (item=node02) ok: [localhost] => (item=node01) PLAY [Disable excluders] ******************************************************* TASK [openshift_excluder : Detecting Atomic Host Operating System] ************* ok: [node02] TASK [openshift_excluder : Debug r_openshift_excluder_enable_docker_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_docker_excluder": true } TASK [openshift_excluder : Debug r_openshift_excluder_enable_openshift_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_openshift_excluder": true } TASK [openshift_excluder : Fail if invalid openshift_excluder_action provided] *** skipping: [node02] TASK [openshift_excluder : Fail if r_openshift_excluder_upgrade_target is not defined] *** skipping: [node02] TASK [openshift_excluder : Include main action task file] ********************** included: /root/openshift-ansible/roles/openshift_excluder/tasks/disable.yml for node02 TASK [openshift_excluder : Get available excluder version] ********************* skipping: [node02] TASK [openshift_excluder : Fail when excluder package is not found] ************ skipping: [node02] TASK [openshift_excluder : Set fact excluder_version] ************************** skipping: [node02] TASK [openshift_excluder : origin-docker-excluder version detected] ************ skipping: [node02] TASK [openshift_excluder : Printing upgrade target version] ******************** skipping: [node02] TASK [openshift_excluder : Check the available origin-docker-excluder version is at most of the upgrade target version] *** skipping: [node02] TASK [openshift_excluder : Get available excluder version] ********************* skipping: [node02] TASK [openshift_excluder : Fail when excluder package is not found] ************ skipping: [node02] TASK [openshift_excluder : Set fact excluder_version] ************************** skipping: [node02] TASK [openshift_excluder : origin-excluder version detected] ******************* skipping: [node02] TASK [openshift_excluder : Printing upgrade target version] ******************** skipping: [node02] TASK [openshift_excluder : Check the available origin-excluder version is at most of the upgrade target version] *** skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : disable docker excluder] **************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : disable openshift excluder] ************************* changed: [node02] TASK [openshift_excluder : Install docker excluder - yum] ********************** skipping: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** changed: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : disable docker excluder] **************************** skipping: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : disable openshift excluder] ************************* changed: [node02] PLAY [Configure nodes] ********************************************************* TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_cloud_provider : Set cloud provider facts] ********************* skipping: [node02] TASK [openshift_cloud_provider : Create cloudprovider config dir] ************** skipping: [node02] TASK [openshift_cloud_provider : include the defined cloud provider files] ***** skipping: [node02] TASK [openshift_node : fail] *************************************************** skipping: [node02] TASK [openshift_node : Check for NetworkManager service] *********************** ok: [node02] TASK [openshift_node : Set fact using_network_manager] ************************* ok: [node02] TASK [openshift_node : Install dnsmasq] **************************************** ok: [node02] TASK [openshift_node : ensure origin/node directory exists] ******************** changed: [node02] => (item=/etc/origin) changed: [node02] => (item=/etc/origin/node) TASK [openshift_node : Install NetworkManager during node_bootstrap provisioning] *** skipping: [node02] TASK [openshift_node : Install network manager dispatch script] **************** skipping: [node02] TASK [openshift_node : Install dnsmasq configuration] ************************** ok: [node02] TASK [openshift_node : Deploy additional dnsmasq.conf] ************************* skipping: [node02] TASK [openshift_node : Enable dnsmasq] ***************************************** ok: [node02] TASK [openshift_node : Install network manager dispatch script] **************** ok: [node02] TASK [openshift_node : Add iptables allow rules] ******************************* ok: [node02] => (item={u'port': u'10250/tcp', u'service': u'Kubernetes kubelet'}) ok: [node02] => (item={u'port': u'10256/tcp', u'service': u'Kubernetes kube-proxy health check for service load balancers'}) ok: [node02] => (item={u'port': u'80/tcp', u'service': u'http'}) ok: [node02] => (item={u'port': u'443/tcp', u'service': u'https'}) ok: [node02] => (item={u'cond': u'openshift_use_openshift_sdn | bool', u'port': u'4789/udp', u'service': u'OpenShift OVS sdn'}) skipping: [node02] => (item={u'cond': False, u'port': u'179/tcp', u'service': u'Calico BGP Port'}) skipping: [node02] => (item={u'cond': False, u'port': u'/tcp', u'service': u'Kubernetes service NodePort TCP'}) skipping: [node02] => (item={u'cond': False, u'port': u'/udp', u'service': u'Kubernetes service NodePort UDP'}) TASK [openshift_node : Remove iptables rules] ********************************** TASK [openshift_node : Add firewalld allow rules] ****************************** skipping: [node02] => (item={u'port': u'10250/tcp', u'service': u'Kubernetes kubelet'}) skipping: [node02] => (item={u'port': u'10256/tcp', u'service': u'Kubernetes kube-proxy health check for service load balancers'}) skipping: [node02] => (item={u'port': u'80/tcp', u'service': u'http'}) skipping: [node02] => (item={u'port': u'443/tcp', u'service': u'https'}) skipping: [node02] => (item={u'cond': u'openshift_use_openshift_sdn | bool', u'port': u'4789/udp', u'service': u'OpenShift OVS sdn'}) skipping: [node02] => (item={u'cond': False, u'port': u'179/tcp', u'service': u'Calico BGP Port'}) skipping: [node02] => (item={u'cond': False, u'port': u'/tcp', u'service': u'Kubernetes service NodePort TCP'}) skipping: [node02] => (item={u'cond': False, u'port': u'/udp', u'service': u'Kubernetes service NodePort UDP'}) TASK [openshift_node : Remove firewalld allow rules] *************************** TASK [openshift_node : Checking for journald.conf] ***************************** ok: [node02] TASK [openshift_node : Create journald persistence directories] **************** ok: [node02] TASK [openshift_node : Update journald setup] ********************************** ok: [node02] => (item={u'var': u'Storage', u'val': u'persistent'}) ok: [node02] => (item={u'var': u'Compress', u'val': True}) ok: [node02] => (item={u'var': u'SyncIntervalSec', u'val': u'1s'}) ok: [node02] => (item={u'var': u'RateLimitInterval', u'val': u'1s'}) ok: [node02] => (item={u'var': u'RateLimitBurst', u'val': 10000}) ok: [node02] => (item={u'var': u'SystemMaxUse', u'val': u'8G'}) ok: [node02] => (item={u'var': u'SystemKeepFree', u'val': u'20%'}) ok: [node02] => (item={u'var': u'SystemMaxFileSize', u'val': u'10M'}) ok: [node02] => (item={u'var': u'MaxRetentionSec', u'val': u'1month'}) ok: [node02] => (item={u'var': u'MaxFileSec', u'val': u'1day'}) ok: [node02] => (item={u'var': u'ForwardToSyslog', u'val': False}) ok: [node02] => (item={u'var': u'ForwardToWall', u'val': False}) TASK [openshift_node : Restart journald] *************************************** skipping: [node02] TASK [openshift_node : Disable swap] ******************************************* ok: [node02] TASK [openshift_node : Install node, clients, and conntrack packages] ********** ok: [node02] => (item={u'name': u'origin-node-3.10.0*'}) ok: [node02] => (item={u'name': u'origin-clients-3.10.0*'}) ok: [node02] => (item={u'name': u'conntrack-tools'}) TASK [openshift_node : Restart cri-o] ****************************************** skipping: [node02] TASK [openshift_node : restart NetworkManager to ensure resolv.conf is present] *** changed: [node02] TASK [openshift_node : sysctl] ************************************************* ok: [node02] TASK [openshift_node : Check for credentials file for registry auth] *********** skipping: [node02] TASK [openshift_node : Create credentials for registry auth] ******************* skipping: [node02] TASK [openshift_node : Create credentials for registry auth (alternative)] ***** skipping: [node02] TASK [openshift_node : Setup ro mount of /root/.docker for containerized hosts] *** skipping: [node02] TASK [openshift_node : Check that node image is present] *********************** changed: [node02] TASK [openshift_node : Pre-pull node image] ************************************ skipping: [node02] TASK [openshift_node : Copy node script to the node] *************************** ok: [node02] TASK [openshift_node : Install Node service file] ****************************** ok: [node02] TASK [openshift_node : Ensure old system path is set] ************************** skipping: [node02] => (item=/etc/origin/openvswitch) skipping: [node02] => (item=/var/lib/kubelet) skipping: [node02] => (item=/opt/cni/bin) TASK [openshift_node : Check status of node image pre-pull] ******************** skipping: [node02] TASK [openshift_node : Copy node container image to ostree storage] ************ skipping: [node02] TASK [openshift_node : Install or Update node system container] **************** skipping: [node02] TASK [openshift_node : Restart network manager to ensure networking configuration is in place] *** skipping: [node02] TASK [openshift_node : Configure Node settings] ******************************** ok: [node02] => (item={u'regex': u'^OPTIONS=', u'line': u'OPTIONS='}) ok: [node02] => (item={u'regex': u'^DEBUG_LOGLEVEL=', u'line': u'DEBUG_LOGLEVEL=2'}) ok: [node02] => (item={u'regex': u'^IMAGE_VERSION=', u'line': u'IMAGE_VERSION=v3.10.0-rc.0'}) TASK [openshift_node : Configure Proxy Settings] ******************************* skipping: [node02] => (item={u'regex': u'^HTTP_PROXY=', u'line': u'HTTP_PROXY='}) skipping: [node02] => (item={u'regex': u'^HTTPS_PROXY=', u'line': u'HTTPS_PROXY='}) skipping: [node02] => (item={u'regex': u'^NO_PROXY=', u'line': u'NO_PROXY=[],172.30.0.0/16,10.128.0.0/14'}) TASK [openshift_node : file] *************************************************** skipping: [node02] TASK [openshift_node : Create the Node config] ********************************* changed: [node02] TASK [openshift_node : Configure Node Environment Variables] ******************* TASK [openshift_node : Ensure the node static pod directory exists] ************ changed: [node02] TASK [openshift_node : Configure AWS Cloud Provider Settings] ****************** skipping: [node02] => (item=None) skipping: [node02] => (item=None) skipping: [node02] TASK [openshift_node : Check status of node image pre-pull] ******************** skipping: [node02] TASK [openshift_node : Install NFS storage plugin dependencies] **************** ok: [node02] TASK [openshift_node : Check for existence of nfs sebooleans] ****************** ok: [node02] => (item=virt_use_nfs) ok: [node02] => (item=virt_sandbox_use_nfs) TASK [openshift_node : Set seboolean to allow nfs storage plugin access from containers] *** ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-24 19:57:50.211395', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_use_nfs'], u'rc': 0, 'item': u'virt_use_nfs', u'delta': u'0:00:00.020466', '_ansible_item_label': u'virt_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-24 19:57:50.190929', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-24 19:57:51.646649', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_nfs'], u'rc': 0, 'item': u'virt_sandbox_use_nfs', u'delta': u'0:00:00.013056', '_ansible_item_label': u'virt_sandbox_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-24 19:57:51.633593', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Set seboolean to allow nfs storage plugin access from containers (python 3)] *** skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-24 19:57:50.211395', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_use_nfs'], u'rc': 0, 'item': u'virt_use_nfs', u'delta': u'0:00:00.020466', '_ansible_item_label': u'virt_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-24 19:57:50.190929', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-24 19:57:51.646649', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_nfs'], u'rc': 0, 'item': u'virt_sandbox_use_nfs', u'delta': u'0:00:00.013056', '_ansible_item_label': u'virt_sandbox_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-24 19:57:51.633593', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Install GlusterFS storage plugin dependencies] ********** ok: [node02] TASK [openshift_node : Check for existence of fusefs sebooleans] *************** ok: [node02] => (item=virt_use_fusefs) ok: [node02] => (item=virt_sandbox_use_fusefs) TASK [openshift_node : Set seboolean to allow gluster storage plugin access from containers] *** ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-24 19:57:59.400361', '_ansible_no_log': False, u'stdout': u'virt_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_use_fusefs'], u'rc': 0, 'item': u'virt_use_fusefs', u'delta': u'0:00:00.010018', '_ansible_item_label': u'virt_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-24 19:57:59.390343', '_ansible_ignore_errors': None, 'failed': False}) ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-24 19:58:00.885338', '_ansible_no_log': False, u'stdout': u'virt_sandbox_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_fusefs'], u'rc': 0, 'item': u'virt_sandbox_use_fusefs', u'delta': u'0:00:00.010656', '_ansible_item_label': u'virt_sandbox_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_sandbox_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-24 19:58:00.874682', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Set seboolean to allow gluster storage plugin access from containers (python 3)] *** skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-24 19:57:59.400361', '_ansible_no_log': False, u'stdout': u'virt_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_use_fusefs'], u'rc': 0, 'item': u'virt_use_fusefs', u'delta': u'0:00:00.010018', '_ansible_item_label': u'virt_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-24 19:57:59.390343', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-24 19:58:00.885338', '_ansible_no_log': False, u'stdout': u'virt_sandbox_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_fusefs'], u'rc': 0, 'item': u'virt_sandbox_use_fusefs', u'delta': u'0:00:00.010656', '_ansible_item_label': u'virt_sandbox_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_sandbox_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-24 19:58:00.874682', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Install Ceph storage plugin dependencies] *************** ok: [node02] TASK [openshift_node : Install iSCSI storage plugin dependencies] ************** ok: [node02] => (item=iscsi-initiator-utils) ok: [node02] => (item=device-mapper-multipath) TASK [openshift_node : restart services] *************************************** ok: [node02] => (item=multipathd) ok: [node02] => (item=rpcbind) ok: [node02] => (item=iscsid) TASK [openshift_node : Template multipath configuration] *********************** changed: [node02] TASK [openshift_node : Enable and start multipath] ***************************** changed: [node02] TASK [tuned : Check for tuned package] ***************************************** ok: [node02] TASK [tuned : Set tuned OpenShift variables] *********************************** ok: [node02] TASK [tuned : Ensure directory structure exists] ******************************* ok: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-control-plane', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) ok: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-node', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) ok: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/recommend.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'recommend.conf', 'size': 290, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-control-plane/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-control-plane/tuned.conf', 'size': 744, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-node/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-node/tuned.conf', 'size': 135, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift/tuned.conf', 'size': 594, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) TASK [tuned : Ensure files are populated from templates] *********************** skipping: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-control-plane', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) skipping: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-node', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) skipping: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/recommend.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'recommend.conf', 'size': 290, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-control-plane/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-control-plane/tuned.conf', 'size': 744, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-node/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-node/tuned.conf', 'size': 135, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift/tuned.conf', 'size': 594, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) TASK [tuned : Make tuned use the recommended tuned profile on restart] ********* changed: [node02] => (item=/etc/tuned/active_profile) changed: [node02] => (item=/etc/tuned/profile_mode) TASK [tuned : Restart tuned service] ******************************************* changed: [node02] TASK [nickhammond.logrotate : nickhammond.logrotate | Install logrotate] ******* ok: [node02] TASK [nickhammond.logrotate : nickhammond.logrotate | Setup logrotate.d scripts] *** PLAY [node bootstrap config] *************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_node : install needed rpm(s)] ********************************** ok: [node02] => (item=origin-node) ok: [node02] => (item=origin-docker-excluder) ok: [node02] => (item=ansible) ok: [node02] => (item=bash-completion) ok: [node02] => (item=docker) ok: [node02] => (item=haproxy) ok: [node02] => (item=dnsmasq) ok: [node02] => (item=ntp) ok: [node02] => (item=logrotate) ok: [node02] => (item=httpd-tools) ok: [node02] => (item=bind-utils) ok: [node02] => (item=firewalld) ok: [node02] => (item=libselinux-python) ok: [node02] => (item=conntrack-tools) ok: [node02] => (item=openssl) ok: [node02] => (item=iproute) ok: [node02] => (item=python-dbus) ok: [node02] => (item=PyYAML) ok: [node02] => (item=yum-utils) ok: [node02] => (item=glusterfs-fuse) ok: [node02] => (item=device-mapper-multipath) ok: [node02] => (item=nfs-utils) ok: [node02] => (item=cockpit-ws) ok: [node02] => (item=cockpit-system) ok: [node02] => (item=cockpit-bridge) ok: [node02] => (item=cockpit-docker) ok: [node02] => (item=iscsi-initiator-utils) ok: [node02] => (item=ceph-common) TASK [openshift_node : create the directory for node] ************************** skipping: [node02] TASK [openshift_node : laydown systemd override] ******************************* skipping: [node02] TASK [openshift_node : update the sysconfig to have necessary variables] ******* ok: [node02] => (item={u'regexp': u'^KUBECONFIG=.*', u'line': u'KUBECONFIG=/etc/origin/node/bootstrap.kubeconfig'}) TASK [openshift_node : Configure AWS Cloud Provider Settings] ****************** skipping: [node02] => (item=None) skipping: [node02] => (item=None) skipping: [node02] TASK [openshift_node : disable origin-node service] **************************** changed: [node02] => (item=origin-node.service) TASK [openshift_node : Check for RPM generated config marker file .config_managed] *** ok: [node02] TASK [openshift_node : create directories for bootstrapping] ******************* ok: [node02] => (item=/root/openshift_bootstrap) changed: [node02] => (item=/var/lib/origin/openshift.local.config) changed: [node02] => (item=/var/lib/origin/openshift.local.config/node) ok: [node02] => (item=/etc/docker/certs.d/docker-registry.default.svc:5000) TASK [openshift_node : laydown the bootstrap.yml file for on boot configuration] *** ok: [node02] TASK [openshift_node : Create a symlink to the node client CA for the docker registry] *** ok: [node02] TASK [openshift_node : Remove RPM generated config files if present] *********** skipping: [node02] => (item=master) skipping: [node02] => (item=.config_managed) TASK [openshift_node : find all files in /etc/origin/node so we can remove them] *** skipping: [node02] TASK [openshift_node : Remove everything except the resolv.conf required for node] *** skipping: [node02] TASK [openshift_node_group : create node config template] ********************** changed: [node02] TASK [openshift_node_group : remove existing node config] ********************** changed: [node02] TASK [openshift_node_group : Ensure required directories are present] ********** ok: [node02] => (item=/etc/origin/node/pods) changed: [node02] => (item=/etc/origin/node/certificates) TASK [openshift_node_group : Update the sysconfig to group "node-config-compute"] *** changed: [node02] TASK [set_fact] **************************************************************** ok: [node02] PLAY [Re-enable excluder if it was previously enabled] ************************* TASK [openshift_excluder : Detecting Atomic Host Operating System] ************* ok: [node02] TASK [openshift_excluder : Debug r_openshift_excluder_enable_docker_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_docker_excluder": true } TASK [openshift_excluder : Debug r_openshift_excluder_enable_openshift_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_openshift_excluder": true } TASK [openshift_excluder : Fail if invalid openshift_excluder_action provided] *** skipping: [node02] TASK [openshift_excluder : Fail if r_openshift_excluder_upgrade_target is not defined] *** skipping: [node02] TASK [openshift_excluder : Include main action task file] ********************** included: /root/openshift-ansible/roles/openshift_excluder/tasks/enable.yml for node02 TASK [openshift_excluder : Install docker excluder - yum] ********************** skipping: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** changed: [node02] PLAY [Node Preparation Checkpoint End] ***************************************** TASK [Set Node preparation 'Complete'] ***************************************** ok: [node01] PLAY [Distribute bootstrap and start nodes] ************************************ TASK [openshift_node : Gather node information] ******************************** changed: [node02] ok: [node01] TASK [openshift_node : Copy master bootstrap config locally] ******************* ok: [node02] TASK [openshift_node : Distribute bootstrap kubeconfig if one does not exist] *** ok: [node01] changed: [node02] TASK [openshift_node : Start and enable node for bootstrapping] **************** changed: [node02] changed: [node01] TASK [openshift_node : Get node logs] ****************************************** skipping: [node02] skipping: [node01] TASK [openshift_node : debug] ************************************************** skipping: [node02] skipping: [node01] TASK [openshift_node : fail] *************************************************** skipping: [node02] skipping: [node01] PLAY [Approve any pending CSR requests from inventory nodes] ******************* TASK [Dump all candidate bootstrap hostnames] ********************************** ok: [node01] => { "msg": [ "node02", "node01" ] } TASK [Find all hostnames for bootstrapping] ************************************ ok: [node01] TASK [Dump the bootstrap hostnames] ******************************************** ok: [node01] => { "msg": [ "node02", "node01" ] } TASK [Approve bootstrap nodes] ************************************************* changed: [node01] TASK [Get CSRs] **************************************************************** skipping: [node01] TASK [Report approval errors] ************************************************** skipping: [node01] PLAY [Ensure any inventory labels are applied to the nodes] ******************** TASK [Gathering Facts] ********************************************************* ok: [node02] ok: [node01] TASK [openshift_manage_node : Wait for master API to become available before proceeding] *** skipping: [node02] TASK [openshift_manage_node : Wait for Node Registration] ********************** ok: [node01 -> node01] ok: [node02 -> node01] TASK [openshift_manage_node : include_tasks] *********************************** included: /root/openshift-ansible/roles/openshift_manage_node/tasks/config.yml for node02, node01 TASK [openshift_manage_node : Set node schedulability] ************************* ok: [node02 -> node01] ok: [node01 -> node01] TASK [openshift_manage_node : include_tasks] *********************************** included: /root/openshift-ansible/roles/openshift_manage_node/tasks/set_default_node_role.yml for node02, node01 TASK [openshift_manage_node : Retrieve nodes that are marked with the infra selector or the legacy infra selector] *** ok: [node02 -> node01] TASK [openshift_manage_node : Label infra or legacy infra nodes with the new role label] *** TASK [openshift_manage_node : Retrieve non-infra, non-master nodes that are not yet labeled compute] *** ok: [node02 -> node01] TASK [openshift_manage_node : label non-master non-infra nodes compute] ******** TASK [openshift_manage_node : Label all-in-one master as a compute node] ******* skipping: [node02] PLAY RECAP ********************************************************************* localhost : ok=30 changed=0 unreachable=0 failed=0 node01 : ok=71 changed=3 unreachable=0 failed=0 node02 : ok=155 changed=33 unreachable=0 failed=0 INSTALLER STATUS *************************************************************** Initialization : Complete (0:03:35) Node Preparation : Complete (0:05:24) Sending file modes: C0755 110489328 oc Sending file modes: C0600 5649 admin.kubeconfig Cluster "node01:8443" set. Cluster "node01:8443" set. + set +e + kubectl get nodes --no-headers + cluster/kubectl.sh get nodes --no-headers node01 Ready compute,infra,master 16d v1.10.0+b81c8f8 node02 Ready compute 58s v1.10.0+b81c8f8 + kubectl_rc=0 + '[' 0 -ne 0 ']' ++ kubectl get nodes --no-headers ++ cluster/kubectl.sh get nodes --no-headers ++ grep NotReady + '[' -n '' ']' + set -e + echo 'Nodes are ready:' Nodes are ready: + kubectl get nodes + cluster/kubectl.sh get nodes NAME STATUS ROLES AGE VERSION node01 Ready compute,infra,master 16d v1.10.0+b81c8f8 node02 Ready compute 59s v1.10.0+b81c8f8 + make cluster-sync ./cluster/build.sh Building ... Untagged: localhost:33390/kubevirt/virt-controller:devel Untagged: localhost:33390/kubevirt/virt-controller@sha256:304c9d87d4de389b0cfd1caa77c4c0ca4aec12448ff091d9d3a727340e9d6a2f Deleted: sha256:25d6311bddd8c43690411a2626d14cd6ed82ed188ea1388e18945b8a1aea2883 Deleted: sha256:f44af5ecda6a778eda8ab68608f718437c92b435b56f9cbfbf1fa0c31ce8ab77 Deleted: sha256:ea220d56aad83b94a248e2f8323029c4bfef24cb83f5972f580661b41485b5ef Deleted: sha256:3742281348b300fa8677cbc97b11c04358cc7c560921ad5d3ca9c04a116a73ac Untagged: localhost:33390/kubevirt/virt-launcher:devel Untagged: localhost:33390/kubevirt/virt-launcher@sha256:b30396bfde5af6a4b65425fc207cac619d00d17ceb910738f73f5565aae5ecd0 Deleted: sha256:dcdaf3b1cc60390c838b97e286b80f4f09051f2fd18aeda661de0db5fc7930db Deleted: sha256:3ac32809eb133b5ba91e3078b12310c0662027851f32f9290c50c708dc76807a Deleted: sha256:6760eb072d6d33432c8975c0e9afe9b191da9b8b5bf9a31a47b98dce9dd9a5a0 Deleted: sha256:3b892f7db71ec398f8335a851d2b043e358f2793940b4cfb025062ea7422cd15 Deleted: sha256:6ae8938d0e7e0c46858334075a288a28a8a4a399e91846604eb8f91d80c432e9 Deleted: sha256:635780e01615ff141bdea069281ec7e3b2c03d673663edef3a8ff95700338886 Deleted: sha256:e0a81141641d93026ce3e374aadfc553144fb150f2fe3529f5fa1aca8131e770 Deleted: sha256:13dd44a45e26ffe428e94853ff8d98dd6c7610f5675e9a452bf9cd00e219a861 Deleted: sha256:ebda3d772ecca8ea259587ec896bfd0894bb99d0436ee7a269fd550aa79fbb4e Deleted: sha256:0eb8e9fb2651d34322d5b932ea40d42bc664bd7844ae1a79be340f17bbd7c166 Deleted: sha256:9a0a6161bbe72a0d8c33f990f13963a2db0b0927eb7a5d081acf531d4bea77aa Deleted: sha256:bbad2d810cc23ccb1120e5e6845c3a752d07e3a59162b5f37e823de9746f7dca Untagged: localhost:33390/kubevirt/virt-handler:devel Untagged: localhost:33390/kubevirt/virt-handler@sha256:629fec5988849f5bf51b42a3847c747d449bf03d2e34ea0b99221919b200462c Deleted: sha256:2e45acf4128ee9f9cb7c411036a9995cd58b338ed34864354070f2dde55c1c38 Deleted: sha256:055f1623a8f5fa9fc1a54fbd39b84b22f60ea50d80d980c3d290ffb2ed04b2c9 Deleted: sha256:c0386c1efb67ecf84c3a8695c7f29c76156d7ed0025030962808249002ebad67 Deleted: sha256:69b2a5acb75783a2ecbfcb633aa5833f72e77a2efc321f51b7414572faf9afb0 Untagged: localhost:33390/kubevirt/virt-api:devel Untagged: localhost:33390/kubevirt/virt-api@sha256:9e4c4bc248ba4c4cea171cbfdd42ef71001350244dd56581989b97761ccc9fc8 Deleted: sha256:0f194e28690ed18ffc439cb2f3b6879d5eb25a7948bd0a34a037e5efbc2d0b89 Deleted: sha256:5dacc12b8cdbfc247f5e069c28d704e25b2caf871bc3b70d5f5aa83383538631 Deleted: sha256:f455bd59bb3da5b2120cf1f684e010669c65abbfb7e38c22512462b395509e5c Deleted: sha256:ebf05a779d53297f081bbbf2e17a0030dd9340df2eb25e8725106ac38388c87c Untagged: localhost:33390/kubevirt/subresource-access-test:devel Untagged: localhost:33390/kubevirt/subresource-access-test@sha256:9dada28f0612001b100604770894b8cbdd05e8867150d274cd1b61f855805b67 Deleted: sha256:5d754f99d9baebab5649b9ef130051da4b22af307d559da5c05ca919d7e01bda Deleted: sha256:d670978e242801d1a534e745f5b3bae3f66ede809a9feea09798adb8b57085dc Deleted: sha256:cacd1418c919fa5daa1d354d54cee018ed209a44b4a7682770e0dad1d4afe440 Deleted: sha256:77984dfd0bce7c8680946f9b5b55684654f199451cc8e6b06b289d981ecf13d0 Untagged: localhost:33390/kubevirt/example-hook-sidecar:devel Untagged: localhost:33390/kubevirt/example-hook-sidecar@sha256:d0aa71550c24e920021f58ff58b85648e6ca19733ace30fa167bdd58940cc1e6 Deleted: sha256:544c6571ea3e93de693c07e43a4445bf973c6eddb80cfef894af40543fdd51e0 Deleted: sha256:6419615f6ff4554dd7fd112e9c6380a038b42944c2ef2ade35bb5b59f0e7c7ef Deleted: sha256:1d29824f92a69dd63ebec2af2315b230f84b08ea859dc51096fe3b93567793e1 Deleted: sha256:669603837b4827c9224a6a4225effaabfa5f0e090db2b4e25b64b5b2185732d4 sha256:8314c812ee3200233db076e79036b39759d30fc3dd7fe921b323b19b14306fd6 go version go1.10 linux/amd64 go version go1.10 linux/amd64 make[1]: Entering directory `/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt' hack/dockerized "./hack/check.sh && KUBEVIRT_VERSION= ./hack/build-go.sh install " && ./hack/build-copy-artifacts.sh sha256:8314c812ee3200233db076e79036b39759d30fc3dd7fe921b323b19b14306fd6 go version go1.10 linux/amd64 go version go1.10 linux/amd64 find: '/root/go/src/kubevirt.io/kubevirt/_out/cmd': No such file or directory Compiling tests... compiled tests.test hack/build-docker.sh build Sending build context to Docker daemon 40.36 MB Step 1/8 : FROM fedora:28 ---> cc510acfcd70 Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 2405aa62579a Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virt-controller ---> Using cache ---> 1ac62e99a9e7 Step 4/8 : WORKDIR /home/virt-controller ---> Using cache ---> c7b69424a0c5 Step 5/8 : USER 1001 ---> Using cache ---> e60ed5d8e78a Step 6/8 : COPY virt-controller /usr/bin/virt-controller ---> 43226d105251 Removing intermediate container 8b798ad88393 Step 7/8 : ENTRYPOINT /usr/bin/virt-controller ---> Running in 569875dc05d2 ---> 67858d021dfe Removing intermediate container 569875dc05d2 Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "virt-controller" '' ---> Running in 0747187e41ee ---> 4e3d7d28ffff Removing intermediate container 0747187e41ee Successfully built 4e3d7d28ffff Sending build context to Docker daemon 42.63 MB Step 1/10 : FROM kubevirt/libvirt:4.2.0 ---> 5f0bfe81a3e0 Step 2/10 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 65f548d54a2e Step 3/10 : RUN dnf -y install socat genisoimage util-linux libcgroup-tools ethtool net-tools sudo && dnf -y clean all && test $(id -u qemu) = 107 # make sure that the qemu user really is 107 ---> Using cache ---> 04ae26de19c4 Step 4/10 : COPY virt-launcher /usr/bin/virt-launcher ---> 4544a2afc99d Removing intermediate container fc90f10c317a Step 5/10 : COPY kubevirt-sudo /etc/sudoers.d/kubevirt ---> 7e44aa0350a9 Removing intermediate container 62d8f5a32911 Step 6/10 : RUN setcap CAP_NET_BIND_SERVICE=+eip /usr/bin/qemu-system-x86_64 ---> Running in e3c8a4ff021e  ---> 2501bf0c85f8 Removing intermediate container e3c8a4ff021e Step 7/10 : RUN mkdir -p /usr/share/kubevirt/virt-launcher ---> Running in 319e44d2733d  ---> d462da25a0e0 Removing intermediate container 319e44d2733d Step 8/10 : COPY entrypoint.sh libvirtd.sh sock-connector /usr/share/kubevirt/virt-launcher/ ---> ea7773e605c7 Removing intermediate container d953ae03c4a4 Step 9/10 : ENTRYPOINT /usr/share/kubevirt/virt-launcher/entrypoint.sh ---> Running in 979dbab5525a ---> 3eeb0921b22e Removing intermediate container 979dbab5525a Step 10/10 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "virt-launcher" '' ---> Running in b96810ad6f93 ---> abe35bf532f6 Removing intermediate container b96810ad6f93 Successfully built abe35bf532f6 Sending build context to Docker daemon 41.66 MB Step 1/5 : FROM fedora:28 ---> cc510acfcd70 Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 2405aa62579a Step 3/5 : COPY virt-handler /usr/bin/virt-handler ---> 12ff69b633e7 Removing intermediate container 193425a3de27 Step 4/5 : ENTRYPOINT /usr/bin/virt-handler ---> Running in a84e531ee9a6 ---> 35e77c9839b6 Removing intermediate container a84e531ee9a6 Step 5/5 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "virt-handler" '' ---> Running in d7afb46641cc ---> 505381e0947e Removing intermediate container d7afb46641cc Successfully built 505381e0947e Sending build context to Docker daemon 38.76 MB Step 1/8 : FROM fedora:28 ---> cc510acfcd70 Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 2405aa62579a Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virt-api ---> Using cache ---> 830d77e8a3bb Step 4/8 : WORKDIR /home/virt-api ---> Using cache ---> 7075b0c3cdfd Step 5/8 : USER 1001 ---> Using cache ---> 4e21374fdc1d Step 6/8 : COPY virt-api /usr/bin/virt-api ---> 4a3f1724f731 Removing intermediate container 6330b13c60dc Step 7/8 : ENTRYPOINT /usr/bin/virt-api ---> Running in 9c76897c346a ---> 8a88d7e88917 Removing intermediate container 9c76897c346a Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "virt-api" '' ---> Running in 80178c16e79d ---> befa87632275 Removing intermediate container 80178c16e79d Successfully built befa87632275 Sending build context to Docker daemon 4.096 kB Step 1/7 : FROM fedora:28 ---> cc510acfcd70 Step 2/7 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 2405aa62579a Step 3/7 : ENV container docker ---> Using cache ---> 3370e25ee81a Step 4/7 : RUN mkdir -p /images/custom /images/alpine && truncate -s 64M /images/custom/disk.img && curl http://dl-cdn.alpinelinux.org/alpine/v3.7/releases/x86_64/alpine-virt-3.7.0-x86_64.iso > /images/alpine/disk.img ---> Using cache ---> 3f571283fdaa Step 5/7 : ADD entrypoint.sh / ---> Using cache ---> 2722b024d103 Step 6/7 : CMD /entrypoint.sh ---> Using cache ---> 8458081a089b Step 7/7 : LABEL "disks-images-provider" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Using cache ---> 1963eb18de5a Successfully built 1963eb18de5a Sending build context to Docker daemon 2.56 kB Step 1/5 : FROM fedora:28 ---> cc510acfcd70 Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 2405aa62579a Step 3/5 : ENV container docker ---> Using cache ---> 3370e25ee81a Step 4/5 : RUN dnf -y install procps-ng nmap-ncat && dnf -y clean all ---> Using cache ---> 006e94a74def Step 5/5 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "vm-killer" '' ---> Using cache ---> 6d4a38435a75 Successfully built 6d4a38435a75 Sending build context to Docker daemon 5.12 kB Step 1/7 : FROM debian:sid ---> 496290160351 Step 2/7 : MAINTAINER "David Vossel" \ ---> Using cache ---> 081acc82039b Step 3/7 : ENV container docker ---> Using cache ---> 87a43203841c Step 4/7 : RUN apt-get update && apt-get install -y bash curl bzip2 qemu-utils && mkdir -p /disk && rm -rf /var/lib/apt/lists/* ---> Using cache ---> bbc83781e0a9 Step 5/7 : ADD entry-point.sh / ---> Using cache ---> c588d7a778a6 Step 6/7 : CMD /entry-point.sh ---> Using cache ---> e28b44b64988 Step 7/7 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "registry-disk-v1alpha" '' ---> Using cache ---> 16abf0a82ca0 Successfully built 16abf0a82ca0 Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33559/kubevirt/registry-disk-v1alpha:devel ---> 16abf0a82ca0 Step 2/4 : MAINTAINER "David Vossel" \ ---> Using cache ---> c0e81d5abf07 Step 3/4 : RUN curl https://download.cirros-cloud.net/0.4.0/cirros-0.4.0-x86_64-disk.img > /disk/cirros.img ---> Using cache ---> dd8e8c439961 Step 4/4 : LABEL "cirros-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Using cache ---> 6c8a8f29b47e Successfully built 6c8a8f29b47e Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33559/kubevirt/registry-disk-v1alpha:devel ---> 16abf0a82ca0 Step 2/4 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> f9c8f55f0098 Step 3/4 : RUN curl -g -L https://download.fedoraproject.org/pub/fedora/linux/releases/27/CloudImages/x86_64/images/Fedora-Cloud-Base-27-1.6.x86_64.qcow2 > /disk/fedora.qcow2 ---> Using cache ---> dacc271e4b4a Step 4/4 : LABEL "fedora-cloud-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Using cache ---> f07b6945b42b Successfully built f07b6945b42b Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33559/kubevirt/registry-disk-v1alpha:devel ---> 16abf0a82ca0 Step 2/4 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> f9c8f55f0098 Step 3/4 : RUN curl http://dl-cdn.alpinelinux.org/alpine/v3.7/releases/x86_64/alpine-virt-3.7.0-x86_64.iso > /disk/alpine.iso ---> Using cache ---> 806b9b408532 Step 4/4 : LABEL "alpine-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Using cache ---> 599f9b3360ff Successfully built 599f9b3360ff Sending build context to Docker daemon 35.57 MB Step 1/8 : FROM fedora:28 ---> cc510acfcd70 Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 2405aa62579a Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virtctl ---> Using cache ---> 939ec18dc9a4 Step 4/8 : WORKDIR /home/virtctl ---> Using cache ---> 52b6bf037d32 Step 5/8 : USER 1001 ---> Using cache ---> 1e1560e0af32 Step 6/8 : COPY subresource-access-test /subresource-access-test ---> 00a929614b20 Removing intermediate container 0a94fe827c75 Step 7/8 : ENTRYPOINT /subresource-access-test ---> Running in 2173c9a8d1cd ---> a8bb53021962 Removing intermediate container 2173c9a8d1cd Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "subresource-access-test" '' ---> Running in 596536ace0dd ---> 3b3c5ace7d2f Removing intermediate container 596536ace0dd Successfully built 3b3c5ace7d2f Sending build context to Docker daemon 3.072 kB Step 1/9 : FROM fedora:28 ---> cc510acfcd70 Step 2/9 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 2405aa62579a Step 3/9 : ENV container docker ---> Using cache ---> 3370e25ee81a Step 4/9 : RUN dnf -y install make git gcc && dnf -y clean all ---> Using cache ---> 3129352c97b1 Step 5/9 : ENV GIMME_GO_VERSION 1.9.2 ---> Using cache ---> fbcd5a15f974 Step 6/9 : RUN mkdir -p /gimme && curl -sL https://raw.githubusercontent.com/travis-ci/gimme/master/gimme | HOME=/gimme bash >> /etc/profile.d/gimme.sh ---> Using cache ---> 6e560dc836a0 Step 7/9 : ENV GOPATH "/go" GOBIN "/usr/bin" ---> Using cache ---> 8a916bbc2352 Step 8/9 : RUN mkdir -p /go && source /etc/profile.d/gimme.sh && go get github.com/masterzen/winrm-cli ---> Using cache ---> 72d00ac082db Step 9/9 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "winrmcli" '' ---> Using cache ---> ff7262623e4d Successfully built ff7262623e4d Sending build context to Docker daemon 36.77 MB Step 1/5 : FROM fedora:27 ---> 9110ae7f579f Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/5 : COPY example-hook-sidecar /example-hook-sidecar ---> d0acc547cee5 Removing intermediate container 4abd6d4a7eea Step 4/5 : ENTRYPOINT /example-hook-sidecar ---> Running in 80347ac8918e ---> 6b732059f6eb Removing intermediate container 80347ac8918e Step 5/5 : LABEL "example-hook-sidecar" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Running in 1f9ccfb30c30 ---> f4d4bce9c4cf Removing intermediate container 1f9ccfb30c30 Successfully built f4d4bce9c4cf hack/build-docker.sh push The push refers to a repository [localhost:33559/kubevirt/virt-controller] 7fa050719904: Preparing d07058c760ad: Preparing 891e1e4ef82a: Preparing d07058c760ad: Pushed 7fa050719904: Pushed 891e1e4ef82a: Pushed devel: digest: sha256:dd60d93a4a370fb16c92c23f117a3f0c648161eab838c89a8dcb56a64a430443 size: 949 The push refers to a repository [localhost:33559/kubevirt/virt-launcher] deb1a431913a: Preparing e9d074e0a153: Preparing 8eef1baae933: Preparing e463eb7c7277: Preparing af1ae071b8e2: Preparing 53f12636d41e: Preparing da38cf808aa5: Preparing b83399358a92: Preparing 186d8b3e4fd8: Preparing fa6154170bf5: Preparing 53f12636d41e: Waiting da38cf808aa5: Waiting 5eefb9960a36: Preparing 186d8b3e4fd8: Waiting 891e1e4ef82a: Preparing fa6154170bf5: Waiting b83399358a92: Waiting 5eefb9960a36: Waiting deb1a431913a: Pushed e9d074e0a153: Pushed e463eb7c7277: Pushed da38cf808aa5: Pushed b83399358a92: Pushed fa6154170bf5: Pushed 186d8b3e4fd8: Pushed 891e1e4ef82a: Mounted from kubevirt/virt-controller 8eef1baae933: Pushed 53f12636d41e: Pushed af1ae071b8e2: Pushed 5eefb9960a36: Pushed devel: digest: sha256:2813649231a2ba6b7bad4bdab50c6f6032cde552c157b977b66fd674c8ba9aa4 size: 2828 The push refers to a repository [localhost:33559/kubevirt/virt-handler] 37bcb191667c: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/virt-launcher 37bcb191667c: Pushed devel: digest: sha256:eab2924908ae7cb0707ce02581394e189982856155a162090aa542c0654cdd6a size: 741 The push refers to a repository [localhost:33559/kubevirt/virt-api] 679f534e2394: Preparing 25755ffecaf3: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/virt-handler 25755ffecaf3: Pushed 679f534e2394: Pushed devel: digest: sha256:ee203208d140ea42fb1ff4d2356e3274e2b32eae16dd65ff6e4cbc6fb2301a63 size: 948 The push refers to a repository [localhost:33559/kubevirt/disks-images-provider] 5ffe52947a94: Preparing a1bc751fc8a2: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/virt-api 5ffe52947a94: Pushed a1bc751fc8a2: Pushed devel: digest: sha256:f6bcaadb5ab2411fdeec224220e7391a2dd8241b8f2f4641a8a1782b20ed004c size: 948 The push refers to a repository [localhost:33559/kubevirt/vm-killer] 3a82b543c335: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/disks-images-provider 3a82b543c335: Pushed devel: digest: sha256:19a9a7a59108ff6e23dedd63b0759900c676d7621a197d8fecf2bb6f808d7e01 size: 740 The push refers to a repository [localhost:33559/kubevirt/registry-disk-v1alpha] cb3d1019d03e: Preparing 626899eeec02: Preparing 132d61a890c5: Preparing cb3d1019d03e: Pushed 626899eeec02: Pushed 132d61a890c5: Pushed devel: digest: sha256:daccb3f0f88a76226c345253449e80743bbf25f573dff9f043522332a54ddf3e size: 948 The push refers to a repository [localhost:33559/kubevirt/cirros-registry-disk-demo] 53ab419eb3e2: Preparing cb3d1019d03e: Preparing 626899eeec02: Preparing 132d61a890c5: Preparing 132d61a890c5: Mounted from kubevirt/registry-disk-v1alpha cb3d1019d03e: Mounted from kubevirt/registry-disk-v1alpha 626899eeec02: Mounted from kubevirt/registry-disk-v1alpha 53ab419eb3e2: Pushed devel: digest: sha256:dc992f0e9f99169047179481c078ca7f6b4f2007391c4e62d80666e140ad5c3d size: 1160 The push refers to a repository [localhost:33559/kubevirt/fedora-cloud-registry-disk-demo] 80823b89837c: Preparing cb3d1019d03e: Preparing 626899eeec02: Preparing 132d61a890c5: Preparing cb3d1019d03e: Mounted from kubevirt/cirros-registry-disk-demo 132d61a890c5: Mounted from kubevirt/cirros-registry-disk-demo 626899eeec02: Mounted from kubevirt/cirros-registry-disk-demo 80823b89837c: Pushed devel: digest: sha256:a563c009f82fc0a1f9095244fe0cb458b09e2bceccb4a6aa636d9898e3eb6c39 size: 1161 The push refers to a repository [localhost:33559/kubevirt/alpine-registry-disk-demo] 39d6040275f2: Preparing cb3d1019d03e: Preparing 626899eeec02: Preparing 132d61a890c5: Preparing 132d61a890c5: Mounted from kubevirt/fedora-cloud-registry-disk-demo cb3d1019d03e: Mounted from kubevirt/fedora-cloud-registry-disk-demo 626899eeec02: Mounted from kubevirt/fedora-cloud-registry-disk-demo 39d6040275f2: Pushed devel: digest: sha256:86fd58f48622c7e028e4ea2555097109e6ccaf5ec48c529b6bd596dc7993f981 size: 1160 The push refers to a repository [localhost:33559/kubevirt/subresource-access-test] 845b973c57fd: Preparing 5c35b999e0e4: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/vm-killer 5c35b999e0e4: Pushed 845b973c57fd: Pushed devel: digest: sha256:f46eedd576ba583e3a5b21f4a27bb2b179c7357266a98a4821b992860d49ae00 size: 948 The push refers to a repository [localhost:33559/kubevirt/winrmcli] d8f4160f7568: Preparing b34315236250: Preparing b4a3c0429828: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/subresource-access-test d8f4160f7568: Pushed b4a3c0429828: Pushed b34315236250: Pushed devel: digest: sha256:65b053679d44961c4782dc3c17c9d5c4d920b40675ddbb18ca144052bf41eab9 size: 1165 The push refers to a repository [localhost:33559/kubevirt/example-hook-sidecar] 19c82c9279d4: Preparing 39bae602f753: Preparing 19c82c9279d4: Pushed 39bae602f753: Pushed devel: digest: sha256:8faa00ea75cadbf0b6b58dce39ad5cac74e6e3daf5ce3d9d9de61b3e0e5c4dac size: 740 make[1]: Leaving directory `/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt' Done ./cluster/clean.sh + source hack/common.sh ++++ dirname 'hack/common.sh[0]' +++ cd hack/../ +++ pwd ++ KUBEVIRT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt ++ OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out ++ VENDOR_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/vendor ++ CMD_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/cmd ++ TESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/tests ++ APIDOCS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/apidocs ++ MANIFESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests ++ MANIFEST_TEMPLATES_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/templates/manifests ++ PYTHON_CLIENT_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/client-python ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_NUM_NODES=2 ++ '[' -z kubevirt-functional-tests-openshift-3.10-release ']' ++ provider_prefix=kubevirt-functional-tests-openshift-3.10-release1 ++ job_prefix=kubevirt-functional-tests-openshift-3.10-release1 +++ kubevirt_version +++ '[' -n '' ']' +++ '[' -d /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/.git ']' ++++ git describe --always --tags +++ echo v0.7.0-115-g36e84e4 ++ KUBEVIRT_VERSION=v0.7.0-115-g36e84e4 + source cluster/os-3.10.0/provider.sh ++ set -e ++ image=os-3.10.0@sha256:50a4b8ee3e07d592e7e4fbf3eb1401980a5947499dfdc3d847c085b5775aaa9a ++ source cluster/ephemeral-provider-common.sh +++ set -e +++ _cli='docker run --privileged --net=host --rm -v /var/run/docker.sock:/var/run/docker.sock kubevirtci/gocli@sha256:aa7f295a7908fa333ab5e98ef3af0bfafbabfd3cee2b83f9af47f722e3000f6a' + source hack/config.sh ++ unset binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig manifest_docker_prefix namespace ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ source hack/config-default.sh source hack/config-os-3.10.0.sh +++ binaries='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virtctl cmd/fake-qemu-process cmd/virt-api cmd/subresource-access-test cmd/example-hook-sidecar' +++ docker_images='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virt-api images/disks-images-provider images/vm-killer cmd/registry-disk-v1alpha images/cirros-registry-disk-demo images/fedora-cloud-registry-disk-demo images/alpine-registry-disk-demo cmd/subresource-access-test images/winrmcli cmd/example-hook-sidecar' +++ docker_prefix=kubevirt +++ docker_tag=latest +++ master_ip=192.168.200.2 +++ network_provider=flannel +++ namespace=kube-system ++ test -f hack/config-provider-os-3.10.0.sh ++ source hack/config-provider-os-3.10.0.sh +++ master_ip=127.0.0.1 +++ docker_tag=devel +++ kubeconfig=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubeconfig +++ kubectl=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubectl +++ docker_prefix=localhost:33559/kubevirt +++ manifest_docker_prefix=registry:5000/kubevirt ++ test -f hack/config-local.sh ++ export binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig namespace + echo 'Cleaning up ...' Cleaning up ... + cluster/kubectl.sh get vmis --all-namespaces -o=custom-columns=NAME:.metadata.name,NAMESPACE:.metadata.namespace,FINALIZERS:.metadata.finalizers --no-headers + grep foregroundDeleteVirtualMachine + read p error: the server doesn't have a resource type "vmis" + _kubectl delete ds -l kubevirt.io -n kube-system --cascade=false --grace-period 0 No resources found + _kubectl delete pods -n kube-system -l=kubevirt.io=libvirt --force --grace-period 0 No resources found + _kubectl delete pods -n kube-system -l=kubevirt.io=virt-handler --force --grace-period 0 No resources found + namespaces=(default ${namespace}) + for i in '${namespaces[@]}' + _kubectl -n default delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete apiservices -l kubevirt.io No resources found + _kubectl -n default delete deployment -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete deployment -l kubevirt.io No resources found + _kubectl -n default delete rs -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete rs -l kubevirt.io No resources found + _kubectl -n default delete services -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete services -l kubevirt.io No resources found + _kubectl -n default delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete apiservices -l kubevirt.io No resources found + _kubectl -n default delete validatingwebhookconfiguration -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete validatingwebhookconfiguration -l kubevirt.io No resources found + _kubectl -n default delete secrets -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete secrets -l kubevirt.io No resources found + _kubectl -n default delete pv -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pv -l kubevirt.io No resources found + _kubectl -n default delete pvc -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pvc -l kubevirt.io No resources found + _kubectl -n default delete ds -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete ds -l kubevirt.io No resources found + _kubectl -n default delete customresourcedefinitions -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete customresourcedefinitions -l kubevirt.io No resources found + _kubectl -n default delete pods -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pods -l kubevirt.io No resources found + _kubectl -n default delete clusterrolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete clusterrolebinding -l kubevirt.io No resources found + _kubectl -n default delete rolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete rolebinding -l kubevirt.io No resources found + _kubectl -n default delete roles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete roles -l kubevirt.io No resources found + _kubectl -n default delete clusterroles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete clusterroles -l kubevirt.io No resources found + _kubectl -n default delete serviceaccounts -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete serviceaccounts -l kubevirt.io No resources found ++ _kubectl -n default get crd offlinevirtualmachines.kubevirt.io ++ export KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ wc -l ++ KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ cluster/os-3.10.0/.kubectl -n default get crd offlinevirtualmachines.kubevirt.io Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "offlinevirtualmachines.kubevirt.io" not found + '[' 0 -gt 0 ']' + for i in '${namespaces[@]}' + _kubectl -n kube-system delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete apiservices -l kubevirt.io No resources found + _kubectl -n kube-system delete deployment -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete deployment -l kubevirt.io No resources found + _kubectl -n kube-system delete rs -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete rs -l kubevirt.io No resources found + _kubectl -n kube-system delete services -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete services -l kubevirt.io No resources found + _kubectl -n kube-system delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete apiservices -l kubevirt.io No resources found + _kubectl -n kube-system delete validatingwebhookconfiguration -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete validatingwebhookconfiguration -l kubevirt.io No resources found + _kubectl -n kube-system delete secrets -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete secrets -l kubevirt.io No resources found + _kubectl -n kube-system delete pv -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pv -l kubevirt.io No resources found + _kubectl -n kube-system delete pvc -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pvc -l kubevirt.io No resources found + _kubectl -n kube-system delete ds -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete ds -l kubevirt.io No resources found + _kubectl -n kube-system delete customresourcedefinitions -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete customresourcedefinitions -l kubevirt.io No resources found + _kubectl -n kube-system delete pods -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pods -l kubevirt.io No resources found + _kubectl -n kube-system delete clusterrolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete clusterrolebinding -l kubevirt.io No resources found + _kubectl -n kube-system delete rolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete rolebinding -l kubevirt.io No resources found + _kubectl -n kube-system delete roles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete roles -l kubevirt.io No resources found + _kubectl -n kube-system delete clusterroles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete clusterroles -l kubevirt.io No resources found + _kubectl -n kube-system delete serviceaccounts -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete serviceaccounts -l kubevirt.io No resources found ++ _kubectl -n kube-system get crd offlinevirtualmachines.kubevirt.io ++ export KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ wc -l ++ KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ cluster/os-3.10.0/.kubectl -n kube-system get crd offlinevirtualmachines.kubevirt.io Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "offlinevirtualmachines.kubevirt.io" not found + '[' 0 -gt 0 ']' + sleep 2 + echo Done Done ./cluster/deploy.sh + source hack/common.sh ++++ dirname 'hack/common.sh[0]' +++ cd hack/../ +++ pwd ++ KUBEVIRT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt ++ OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out ++ VENDOR_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/vendor ++ CMD_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/cmd ++ TESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/tests ++ APIDOCS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/apidocs ++ MANIFESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests ++ MANIFEST_TEMPLATES_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/templates/manifests ++ PYTHON_CLIENT_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/client-python ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_NUM_NODES=2 ++ '[' -z kubevirt-functional-tests-openshift-3.10-release ']' ++ provider_prefix=kubevirt-functional-tests-openshift-3.10-release1 ++ job_prefix=kubevirt-functional-tests-openshift-3.10-release1 +++ kubevirt_version +++ '[' -n '' ']' +++ '[' -d /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/.git ']' ++++ git describe --always --tags +++ echo v0.7.0-115-g36e84e4 ++ KUBEVIRT_VERSION=v0.7.0-115-g36e84e4 + source cluster/os-3.10.0/provider.sh ++ set -e ++ image=os-3.10.0@sha256:50a4b8ee3e07d592e7e4fbf3eb1401980a5947499dfdc3d847c085b5775aaa9a ++ source cluster/ephemeral-provider-common.sh +++ set -e +++ _cli='docker run --privileged --net=host --rm -v /var/run/docker.sock:/var/run/docker.sock kubevirtci/gocli@sha256:aa7f295a7908fa333ab5e98ef3af0bfafbabfd3cee2b83f9af47f722e3000f6a' + source hack/config.sh ++ unset binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig manifest_docker_prefix namespace ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ source hack/config-default.sh source hack/config-os-3.10.0.sh +++ binaries='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virtctl cmd/fake-qemu-process cmd/virt-api cmd/subresource-access-test cmd/example-hook-sidecar' +++ docker_images='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virt-api images/disks-images-provider images/vm-killer cmd/registry-disk-v1alpha images/cirros-registry-disk-demo images/fedora-cloud-registry-disk-demo images/alpine-registry-disk-demo cmd/subresource-access-test images/winrmcli cmd/example-hook-sidecar' +++ docker_prefix=kubevirt +++ docker_tag=latest +++ master_ip=192.168.200.2 +++ network_provider=flannel +++ namespace=kube-system ++ test -f hack/config-provider-os-3.10.0.sh ++ source hack/config-provider-os-3.10.0.sh +++ master_ip=127.0.0.1 +++ docker_tag=devel +++ kubeconfig=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubeconfig +++ kubectl=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubectl +++ docker_prefix=localhost:33559/kubevirt +++ manifest_docker_prefix=registry:5000/kubevirt ++ test -f hack/config-local.sh ++ export binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig namespace + echo 'Deploying ...' Deploying ... + [[ -z openshift-3.10-release ]] + [[ openshift-3.10-release =~ .*-dev ]] + [[ openshift-3.10-release =~ .*-release ]] + for manifest in '${MANIFESTS_OUT_DIR}/release/*' + [[ /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/demo-content.yaml =~ .*demo.* ]] + continue + for manifest in '${MANIFESTS_OUT_DIR}/release/*' + [[ /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml =~ .*demo.* ]] + _kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml clusterrole.rbac.authorization.k8s.io "kubevirt.io:admin" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:edit" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:view" created serviceaccount "kubevirt-apiserver" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-apiserver-auth-delegator" created rolebinding.rbac.authorization.k8s.io "kubevirt-apiserver" created role.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrole.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrole.rbac.authorization.k8s.io "kubevirt-controller" created serviceaccount "kubevirt-controller" created serviceaccount "kubevirt-privileged" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-controller" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-controller-cluster-admin" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-privileged-cluster-admin" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:default" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt.io:default" created service "virt-api" created deployment.extensions "virt-api" created deployment.extensions "virt-controller" created daemonset.extensions "virt-handler" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstances.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstancereplicasets.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstancepresets.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachines.kubevirt.io" created + _kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/testing -R + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/testing -R persistentvolumeclaim "disk-alpine" created persistentvolume "host-path-disk-alpine" created persistentvolumeclaim "disk-custom" created persistentvolume "host-path-disk-custom" created daemonset.extensions "disks-images-provider" created serviceaccount "kubevirt-testing" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-testing-cluster-admin" created + [[ os-3.10.0 =~ os-* ]] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-controller -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-controller -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-controller"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-testing -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-testing -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-testing"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-privileged -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-privileged -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-privileged"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-apiserver -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-apiserver -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-apiserver"] + _kubectl adm policy add-scc-to-user privileged admin + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged admin scc "privileged" added to: ["admin"] + echo Done Done + namespaces=(kube-system default) + [[ kube-system != \k\u\b\e\-\s\y\s\t\e\m ]] + timeout=300 + sample=30 + for i in '${namespaces[@]}' + current_time=0 ++ kubectl get pods -n kube-system --no-headers ++ grep -v Running ++ cluster/kubectl.sh get pods -n kube-system --no-headers + '[' -n 'disks-images-provider-5lvlg 0/1 ContainerCreating 0 4s disks-images-provider-dpb7d 0/1 ContainerCreating 0 4s virt-api-7d79764579-945d7 0/1 ContainerCreating 0 6s virt-api-7d79764579-v9tkp 0/1 ContainerCreating 0 6s virt-controller-7d57d96b65-4f9qx 0/1 ContainerCreating 0 6s virt-controller-7d57d96b65-wszds 0/1 ContainerCreating 0 6s virt-handler-pzsh6 0/1 ContainerCreating 0 6s virt-handler-zngt4 0/1 ContainerCreating 0 6s' ']' + echo 'Waiting for kubevirt pods to enter the Running state ...' Waiting for kubevirt pods to enter the Running state ... + kubectl get pods -n kube-system --no-headers + cluster/kubectl.sh get pods -n kube-system --no-headers + grep -v Running disks-images-provider-5lvlg 0/1 ContainerCreating 0 5s disks-images-provider-dpb7d 0/1 ContainerCreating 0 5s virt-api-7d79764579-945d7 0/1 ContainerCreating 0 7s virt-api-7d79764579-v9tkp 0/1 ContainerCreating 0 7s virt-handler-pzsh6 0/1 ContainerCreating 0 7s virt-handler-zngt4 0/1 ContainerCreating 0 7s + sleep 30 + current_time=30 + '[' 30 -gt 300 ']' ++ kubectl get pods -n kube-system --no-headers ++ cluster/kubectl.sh get pods -n kube-system --no-headers ++ grep -v Running + '[' -n '' ']' + current_time=0 ++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false ++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + '[' -n '' ']' + kubectl get pods -n kube-system + cluster/kubectl.sh get pods -n kube-system NAME READY STATUS RESTARTS AGE disks-images-provider-5lvlg 1/1 Running 0 38s disks-images-provider-dpb7d 1/1 Running 0 38s master-api-node01 1/1 Running 1 16d master-controllers-node01 1/1 Running 1 16d master-etcd-node01 1/1 Running 1 16d virt-api-7d79764579-945d7 1/1 Running 0 40s virt-api-7d79764579-v9tkp 1/1 Running 1 40s virt-controller-7d57d96b65-4f9qx 1/1 Running 0 40s virt-controller-7d57d96b65-wszds 1/1 Running 0 40s virt-handler-pzsh6 1/1 Running 0 40s virt-handler-zngt4 1/1 Running 0 40s + for i in '${namespaces[@]}' + current_time=0 ++ kubectl get pods -n default --no-headers ++ cluster/kubectl.sh get pods -n default --no-headers ++ grep -v Running + '[' -n '' ']' + current_time=0 ++ kubectl get pods -n default '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ cluster/kubectl.sh get pods -n default '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false + '[' -n '' ']' + kubectl get pods -n default + cluster/kubectl.sh get pods -n default NAME READY STATUS RESTARTS AGE docker-registry-1-rl562 1/1 Running 1 16d registry-console-1-rw9zf 1/1 Running 1 16d router-1-6cch9 1/1 Running 1 16d + kubectl version + cluster/kubectl.sh version oc v3.10.0-rc.0+c20e215 kubernetes v1.10.0+b81c8f8 features: Basic-Auth GSSAPI Kerberos SPNEGO Server https://127.0.0.1:33556 openshift v3.10.0-rc.0+c20e215 kubernetes v1.10.0+b81c8f8 + ginko_params='--ginkgo.noColor --junit-output=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/junit.xml' + [[ openshift-3.10-release =~ windows.* ]] + FUNC_TEST_ARGS='--ginkgo.noColor --junit-output=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/junit.xml' + make functest hack/dockerized "hack/build-func-tests.sh" sha256:8314c812ee3200233db076e79036b39759d30fc3dd7fe921b323b19b14306fd6 go version go1.10 linux/amd64 go version go1.10 linux/amd64 Compiling tests... compiled tests.test hack/functests.sh Running Suite: Tests Suite ========================== Random Seed: 1532463337 Will run 148 of 148 specs • [SLOW TEST:62.175 seconds] RegistryDisk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:41 Starting and stopping the same VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:90 with ephemeral registry disk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:91 should success multiple times /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:92 ------------------------------ • [SLOW TEST:19.648 seconds] RegistryDisk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:41 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:111 with ephemeral registry disk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:112 should not modify the spec on status update /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:113 ------------------------------ • [SLOW TEST:39.315 seconds] RegistryDisk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:41 Starting multiple VMIs /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:129 with ephemeral registry disk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:130 should success /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:131 ------------------------------ • [SLOW TEST:43.098 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 with cloudInitNoCloud userDataBase64 source /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:81 should have cloud-init data /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:82 ------------------------------ • [SLOW TEST:102.397 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 with cloudInitNoCloud userDataBase64 source /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:81 with injected ssh-key /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:92 should have ssh-key under authorized keys /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:93 ------------------------------ • [SLOW TEST:53.606 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 with cloudInitNoCloud userData source /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:118 should process provided cloud-init data /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:119 ------------------------------ • [SLOW TEST:44.668 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 should take user-data from k8s secret /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:162 ------------------------------ • [SLOW TEST:21.074 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given a vmi /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:20.635 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given an vm /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:20.478 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given a vmi preset /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:19.549 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given a vmi replica set /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ •• ------------------------------ • [SLOW TEST:18.603 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should update VirtualMachine once VMIs are up /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:195 ------------------------------ •• ------------------------------ • [SLOW TEST:25.978 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should recreate VirtualMachineInstance if it gets deleted /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:245 ------------------------------ • [SLOW TEST:49.229 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should recreate VirtualMachineInstance if the VirtualMachineInstance's pod gets deleted /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:265 ------------------------------ • [SLOW TEST:23.889 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should stop VirtualMachineInstance if running set to false /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:325 ------------------------------ • [SLOW TEST:177.825 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should start and stop VirtualMachineInstance multiple times /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:333 ------------------------------ • [SLOW TEST:48.276 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should not update the VirtualMachineInstance spec if Running /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:346 ------------------------------ • [SLOW TEST:178.176 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should survive guest shutdown, multiple times /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:387 ------------------------------ VM testvmi64zxj was scheduled to start • [SLOW TEST:19.807 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 Using virtctl interface /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:435 should start a VirtualMachineInstance once /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:436 ------------------------------ VM testvmin585r was scheduled to stop • [SLOW TEST:33.093 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 Using virtctl interface /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:435 should stop a VirtualMachineInstance once /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:467 ------------------------------ ••••••••••• ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.024 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 should succeed to start a vmi [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:133 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1352 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.022 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 should succeed to stop a running vmi [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:139 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1352 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.012 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with winrm connection [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:150 should have correct UUID /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:192 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1352 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.020 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with winrm connection [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:150 should have pod IP /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:208 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1352 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.030 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with kubectl command [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:226 should succeed to start a vmi /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:242 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1352 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.013 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with kubectl command [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:226 should succeed to stop a vmi /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:250 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1352 ------------------------------ • [SLOW TEST:95.089 seconds] Slirp /root/go/src/kubevirt.io/kubevirt/tests/vmi_slirp_interface_test.go:39 should be able to /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 VirtualMachineInstance with slirp interface /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ •••• ------------------------------ • [SLOW TEST:6.384 seconds] Templates /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:42 Launching VMI from VM Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:60 with given Fedora Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:193 with given VM JSON from the Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:152 with given VM from the VM JSON /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:158 with given VMI from the VM /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:163 should succeed to terminate the VMI using oc-patch command /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:166 ------------------------------ • [SLOW TEST:121.462 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the Inbound VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • Pod name: disks-images-provider-5lvlg Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-dpb7d Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-945d7 Pod phase: Running 2018/07/24 20:37:57 http: TLS handshake error from 10.129.0.1:47468: EOF 2018/07/24 20:38:07 http: TLS handshake error from 10.129.0.1:47476: EOF 2018/07/24 20:38:17 http: TLS handshake error from 10.129.0.1:47484: EOF level=info timestamp=2018-07-24T20:38:20.582571Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/24 20:38:27 http: TLS handshake error from 10.129.0.1:47492: EOF 2018/07/24 20:38:37 http: TLS handshake error from 10.129.0.1:47500: EOF 2018/07/24 20:38:47 http: TLS handshake error from 10.129.0.1:47508: EOF 2018/07/24 20:38:57 http: TLS handshake error from 10.129.0.1:47516: EOF 2018/07/24 20:39:07 http: TLS handshake error from 10.129.0.1:47524: EOF 2018/07/24 20:39:17 http: TLS handshake error from 10.129.0.1:47532: EOF 2018/07/24 20:39:27 http: TLS handshake error from 10.129.0.1:47540: EOF 2018/07/24 20:39:37 http: TLS handshake error from 10.129.0.1:47548: EOF 2018/07/24 20:39:47 http: TLS handshake error from 10.129.0.1:47556: EOF level=info timestamp=2018-07-24T20:39:50.600424Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/24 20:39:57 http: TLS handshake error from 10.129.0.1:47564: EOF Pod name: virt-api-7d79764579-v9tkp Pod phase: Running level=info timestamp=2018-07-24T20:39:16.212307Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/24 20:39:18 http: TLS handshake error from 10.129.0.1:48122: EOF level=info timestamp=2018-07-24T20:39:20.616266Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-24T20:39:26.051087Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T20:39:26.195811Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/24 20:39:28 http: TLS handshake error from 10.129.0.1:48130: EOF level=info timestamp=2018-07-24T20:39:31.366345Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T20:39:31.395601Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T20:39:36.166720Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/24 20:39:38 http: TLS handshake error from 10.129.0.1:48138: EOF level=info timestamp=2018-07-24T20:39:46.379234Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/24 20:39:48 http: TLS handshake error from 10.129.0.1:48146: EOF level=info timestamp=2018-07-24T20:39:56.377064Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T20:39:56.496410Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/24 20:39:58 http: TLS handshake error from 10.129.0.1:48154: EOF Pod name: virt-controller-7d57d96b65-4f9qx Pod phase: Running level=info timestamp=2018-07-24T20:34:47.498817Z pos=vm.go:135 component=virt-controller service=http namespace=default name=testvm kind= uid=ffd0a415-8f80-11e8-af17-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-24T20:34:47.501131Z pos=vm.go:186 component=virt-controller service=http namespace=default name=testvm kind= uid=ffd0a415-8f80-11e8-af17-525500d15501 msg="Creating or the VirtualMachineInstance: false" level=info timestamp=2018-07-24T20:34:47.501955Z pos=vm.go:262 component=virt-controller service=http msg="vmi is nil" level=info timestamp=2018-07-24T20:34:47.531972Z pos=vm.go:135 component=virt-controller service=http namespace=default name=testvm kind= uid=ffd0a415-8f80-11e8-af17-525500d15501 msg="Started processing VM" level=info timestamp=2018-07-24T20:34:47.532061Z pos=vm.go:186 component=virt-controller service=http namespace=default name=testvm kind= uid=ffd0a415-8f80-11e8-af17-525500d15501 msg="Creating or the VirtualMachineInstance: false" level=info timestamp=2018-07-24T20:34:47.532093Z pos=vm.go:262 component=virt-controller service=http msg="vmi is nil" level=info timestamp=2018-07-24T20:34:49.663400Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmidb6mx kind= uid=02dc216a-8f81-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T20:34:49.669921Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmidb6mx kind= uid=02dc216a-8f81-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T20:34:49.712659Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmivczzg kind= uid=02e082d5-8f81-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T20:34:49.712932Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmivczzg kind= uid=02e082d5-8f81-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T20:34:49.774612Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiptmbs kind= uid=02e8f25f-8f81-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T20:34:49.774880Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiptmbs kind= uid=02e8f25f-8f81-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T20:34:49.877162Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifslpn kind= uid=02f5f076-8f81-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T20:34:49.877456Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifslpn kind= uid=02f5f076-8f81-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T20:34:50.194919Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmidb6mx\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmidb6mx" Pod name: virt-controller-7d57d96b65-wszds Pod phase: Running level=info timestamp=2018-07-24T20:14:42.384737Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-pzsh6 Pod phase: Running level=info timestamp=2018-07-24T20:17:41.162136Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi2hsgc kind= uid=869af1ca-8f7e-11e8-af17-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-24T20:17:41.164163Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi2hsgc kind= uid=869af1ca-8f7e-11e8-af17-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-24T20:17:41.170732Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi2hsgc kind= uid=869af1ca-8f7e-11e8-af17-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi2hsgc" level=info timestamp=2018-07-24T20:17:41.413767Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-24T20:17:41.414121Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi2hsgc kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-24T20:17:41.417047Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-24T20:17:41.418206Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hsgc kind= uid=869af1ca-8f7e-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:17:41.418950Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi2hsgc kind= uid=869af1ca-8f7e-11e8-af17-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-24T20:17:41.419001Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi2hsgc kind= uid=869af1ca-8f7e-11e8-af17-525500d15501 msg="Processing shutdown." level=error timestamp=2018-07-24T20:17:41.479509Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi2hsgc kind= uid=869af1ca-8f7e-11e8-af17-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi2hsgc\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi2hsgc, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 869af1ca-8f7e-11e8-af17-525500d15501, UID in object meta: " msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-24T20:17:41.481788Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi2hsgc\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi2hsgc, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 869af1ca-8f7e-11e8-af17-525500d15501, UID in object meta: " msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi2hsgc" level=info timestamp=2018-07-24T20:17:41.482400Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2hsgc kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T20:17:41.482684Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hsgc kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:17:41.487759Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2hsgc kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T20:17:41.488076Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2hsgc kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-zngt4 Pod phase: Running level=info timestamp=2018-07-24T20:35:20.902365Z pos=vm.go:688 component=virt-handler namespace=kubevirt-test-default name=testvmifslpn kind=Domain uid=02f5f076-8f81-11e8-af17-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-24T20:35:22.740842Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-24T20:35:22.997593Z pos=vm.go:688 component=virt-handler namespace=kubevirt-test-default name=testvmiptmbs kind=Domain uid=02e8f25f-8f81-11e8-af17-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-24T20:35:23.008543Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-24T20:35:23.283647Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-24T20:35:23.437986Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiptmbs kind= uid=02e8f25f-8f81-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:35:23.442302Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmiptmbs kind= uid=02e8f25f-8f81-11e8-af17-525500d15501 msg="No update processing required" level=info timestamp=2018-07-24T20:35:23.453006Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmifslpn kind= uid=02f5f076-8f81-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:35:23.453536Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmifslpn kind= uid=02f5f076-8f81-11e8-af17-525500d15501 msg="No update processing required" level=info timestamp=2018-07-24T20:35:24.298685Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiptmbs kind= uid=02e8f25f-8f81-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:35:24.367033Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmiptmbs kind= uid=02e8f25f-8f81-11e8-af17-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-24T20:35:24.298059Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmifslpn kind= uid=02f5f076-8f81-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:35:24.383494Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmifslpn kind= uid=02f5f076-8f81-11e8-af17-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-24T20:35:24.807986Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiptmbs kind= uid=02e8f25f-8f81-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:35:25.167356Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmifslpn kind= uid=02f5f076-8f81-11e8-af17-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmidb6mx-rk7tn Pod phase: Running level=info timestamp=2018-07-24T20:35:13.629987Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-24T20:35:14.206434Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-24T20:35:14.211889Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID a27d4880-d583-4494-b72e-c944d30d7e2a" level=info timestamp=2018-07-24T20:35:14.212144Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-24T20:35:14.374930Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-24T20:35:14.612289Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-24T20:35:14.666174Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-24T20:35:14.670344Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmidb6mx kind= uid=02dc216a-8f81-11e8-af17-525500d15501 msg="Domain started." level=info timestamp=2018-07-24T20:35:14.672357Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmidb6mx kind= uid=02dc216a-8f81-11e8-af17-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-24T20:35:15.221888Z pos=monitor.go:222 component=virt-launcher msg="Found PID for a27d4880-d583-4494-b72e-c944d30d7e2a: 214" level=info timestamp=2018-07-24T20:35:15.245945Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-24T20:35:15.246541Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-24T20:35:15.259572Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-24T20:35:15.333761Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-24T20:35:16.173497Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmidb6mx kind= uid=02dc216a-8f81-11e8-af17-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmifslpn-49kkq Pod phase: Running level=info timestamp=2018-07-24T20:35:16.544292Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-24T20:35:18.250890Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-24T20:35:18.263131Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 0ec0acd8-348d-451c-a40b-b5614753bf36" level=info timestamp=2018-07-24T20:35:18.265771Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-24T20:35:19.061559Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmifslpn kind= uid=02f5f076-8f81-11e8-af17-525500d15501 msg="Domain started." level=info timestamp=2018-07-24T20:35:19.081411Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmifslpn kind= uid=02f5f076-8f81-11e8-af17-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-24T20:35:19.252384Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-24T20:35:19.252741Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-24T20:35:19.287501Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 0ec0acd8-348d-451c-a40b-b5614753bf36: 212" level=info timestamp=2018-07-24T20:35:19.321371Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-24T20:35:20.338152Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-24T20:35:20.338590Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-24T20:35:20.370104Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-24T20:35:23.030738Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-24T20:35:24.831031Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmifslpn kind= uid=02f5f076-8f81-11e8-af17-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmiptmbs-f2vq2 Pod phase: Running level=info timestamp=2018-07-24T20:35:15.478359Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-24T20:35:16.831216Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-24T20:35:16.855073Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID d6aef080-7245-498c-8006-e2994d29782d" level=info timestamp=2018-07-24T20:35:16.855383Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-24T20:35:17.887735Z pos=monitor.go:222 component=virt-launcher msg="Found PID for d6aef080-7245-498c-8006-e2994d29782d: 211" level=info timestamp=2018-07-24T20:35:18.114348Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmiptmbs kind= uid=02e8f25f-8f81-11e8-af17-525500d15501 msg="Domain started." level=info timestamp=2018-07-24T20:35:18.116484Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiptmbs kind= uid=02e8f25f-8f81-11e8-af17-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-24T20:35:18.516417Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-24T20:35:18.516669Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-24T20:35:18.558337Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-24T20:35:22.741753Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-24T20:35:22.741972Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-24T20:35:22.802339Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-24T20:35:23.293544Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-24T20:35:24.622597Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiptmbs kind= uid=02e8f25f-8f81-11e8-af17-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmivczzg-pxv6j Pod phase: Running level=info timestamp=2018-07-24T20:35:11.082621Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-24T20:35:11.843314Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-24T20:35:12.201149Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-24T20:35:12.230453Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 81895027-c24f-4615-88fb-49972ff347f7" level=info timestamp=2018-07-24T20:35:12.307356Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-24T20:35:12.967137Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-24T20:35:13.016510Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmivczzg kind= uid=02e082d5-8f81-11e8-af17-525500d15501 msg="Domain started." level=info timestamp=2018-07-24T20:35:13.028635Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmivczzg kind= uid=02e082d5-8f81-11e8-af17-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-24T20:35:13.044430Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-24T20:35:13.231860Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-24T20:35:13.232451Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-24T20:35:13.246659Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-24T20:35:13.250757Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-24T20:35:13.365894Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 81895027-c24f-4615-88fb-49972ff347f7: 203" level=info timestamp=2018-07-24T20:35:13.437707Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmivczzg kind= uid=02e082d5-8f81-11e8-af17-525500d15501 msg="Synced vmi" ------------------------------ • Failure [187.936 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the Inbound VirtualMachineInstance with custom MAC address [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: : 180000000000 expect: timer expired after 180 seconds not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:224 ------------------------------ STEP: checking br1 MTU inside the pod level=info timestamp=2018-07-24T20:36:54.989646Z pos=vmi_networking_test.go:185 component=tests msg="4: br1: mtu 1450 qdisc noqueue state UP group default \n link/ether 0a:58:0a:46:10:b8 brd ff:ff:ff:ff:ff:ff\n inet 169.254.75.86/32 brd 169.254.75.86 scope global br1\n valid_lft forever preferred_lft forever\n inet6 fe80::858:aff:fe46:10b8/64 scope link \n valid_lft forever preferred_lft forever\n" STEP: checking eth0 MTU inside the VirtualMachineInstance level=info timestamp=2018-07-24T20:36:55.775771Z pos=vmi_networking_test.go:205 component=tests msg="[{1 \r\n$ [$ ]} {3 ip address show eth0\r\n2: eth0: mtu 1450 qdisc pfifo_fast qlen 1000\r\n [2: eth0: mtu 1450 qdisc pfifo_fast qlen 1000\r\n]} {5 link/ether 0 [0]}]" STEP: checking the VirtualMachineInstance can send MTU sized frames to another VirtualMachineInstance level=info timestamp=2018-07-24T20:40:01.600538Z pos=utils.go:1200 component=tests namespace=kubevirt-test-default name=testvmivczzg kind=VirtualMachineInstance uid=02e082d5-8f81-11e8-af17-525500d15501 msg="[{1 \r\n\r\n$ [$ ]} {3 ping 10.129.0.43 -c 1 -w 5 -s 1422\r\nPING 10.129.0.43 (10.129.0.43): 1422 data bytes\r\n\r\n--- 10.129.0.43 ping statistics ---\r\n5 packets transmitted, 0 packets received, 100% packet loss\r\n$ [$ ]} {5 echo $?\r\n1\r\n$ []}]" • ------------------------------ • [SLOW TEST:5.302 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be reachable via the propagated IP from a Pod /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 on the same node from Pod /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ ••• ------------------------------ • [SLOW TEST:5.859 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 with a service matching the vmi exposed /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:283 should be able to reach the vmi based on labels specified on the vmi /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:303 ------------------------------ • ------------------------------ • [SLOW TEST:6.444 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 with a subdomain and a headless service given /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:330 should be able to reach the vmi via its unique fully qualified domain name /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:353 ------------------------------ • [SLOW TEST:35.295 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom interface model /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:379 should expose the right device type to the guest /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:380 ------------------------------ • ------------------------------ • [SLOW TEST:33.656 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:413 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:414 ------------------------------ • [SLOW TEST:51.551 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address in non-conventional format /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:425 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:426 ------------------------------ • [SLOW TEST:35.753 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address and slirp interface /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:438 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:439 ------------------------------ • [SLOW TEST:47.915 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with disabled automatic attachment of interfaces /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:451 should not configure any external interfaces /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:452 ------------------------------ • ------------------------------ • [SLOW TEST:18.559 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 should start it /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:76 ------------------------------ Pod name: disks-images-provider-5lvlg Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-dpb7d Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-945d7 Pod phase: Running level=error timestamp=2018-07-24T20:44:04.987529Z pos=subresource.go:100 component=virt-api reason="read tcp 10.129.0.3:8443->10.128.0.1:40082: use of closed network connection" msg="error ecountered reading from websocket stream" level=info timestamp=2018-07-24T20:44:04.987667Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvmifslpn/console proto=HTTP/1.1 statusCode=200 contentLength=0 level=error timestamp=2018-07-24T20:44:06.323460Z pos=subresource.go:88 component=virt-api msg= 2018/07/24 20:44:06 http: response.WriteHeader on hijacked connection level=error timestamp=2018-07-24T20:44:06.323754Z pos=subresource.go:100 component=virt-api reason="read tcp 10.129.0.3:8443->10.128.0.1:41784: use of closed network connection" msg="error ecountered reading from websocket stream" level=info timestamp=2018-07-24T20:44:06.323846Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvmiwhcbn/console proto=HTTP/1.1 statusCode=200 contentLength=0 level=error timestamp=2018-07-24T20:44:06.566282Z pos=subresource.go:88 component=virt-api msg= 2018/07/24 20:44:06 http: response.WriteHeader on hijacked connection level=error timestamp=2018-07-24T20:44:06.567229Z pos=subresource.go:100 component=virt-api reason="read tcp 10.129.0.3:8443->10.128.0.1:41612: use of closed network connection" msg="error ecountered reading from websocket stream" level=info timestamp=2018-07-24T20:44:06.567474Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvmivczzg/console proto=HTTP/1.1 statusCode=200 contentLength=0 2018/07/24 20:44:07 http: TLS handshake error from 10.129.0.1:47806: EOF 2018/07/24 20:44:17 http: TLS handshake error from 10.129.0.1:47814: EOF level=info timestamp=2018-07-24T20:44:20.836820Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/24 20:44:27 http: TLS handshake error from 10.129.0.1:47822: EOF 2018/07/24 20:44:37 http: TLS handshake error from 10.129.0.1:47830: EOF Pod name: virt-api-7d79764579-v9tkp Pod phase: Running 2018/07/24 20:44:05 http: response.WriteHeader on hijacked connection level=error timestamp=2018-07-24T20:44:05.330684Z pos=subresource.go:100 component=virt-api reason="read tcp 10.129.0.5:8443->10.128.0.1:42052: use of closed network connection" msg="error ecountered reading from websocket stream" level=info timestamp=2018-07-24T20:44:05.330924Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvmitxw28/console proto=HTTP/1.1 statusCode=200 contentLength=0 level=info timestamp=2018-07-24T20:44:05.805528Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T20:44:05.831826Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/24 20:44:08 http: TLS handshake error from 10.129.0.1:48396: EOF level=info timestamp=2018-07-24T20:44:13.722882Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/24 20:44:18 http: TLS handshake error from 10.129.0.1:48404: EOF level=info timestamp=2018-07-24T20:44:23.933009Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/24 20:44:28 http: TLS handshake error from 10.129.0.1:48412: EOF level=info timestamp=2018-07-24T20:44:29.438585Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T20:44:34.347804Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T20:44:36.238613Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T20:44:36.295646Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/24 20:44:38 http: TLS handshake error from 10.129.0.1:48420: EOF Pod name: virt-controller-7d57d96b65-4f9qx Pod phase: Running level=info timestamp=2018-07-24T20:42:40.533160Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimwcgb kind= uid=1b831db1-8f82-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T20:42:40.732209Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimwcgb\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimwcgb" level=info timestamp=2018-07-24T20:42:40.802698Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimwcgb\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimwcgb" level=info timestamp=2018-07-24T20:43:16.244979Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi5ltbx kind= uid=30d07c65-8f82-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T20:43:16.245547Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi5ltbx kind= uid=30d07c65-8f82-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T20:43:16.439007Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi5ltbx\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi5ltbx" level=info timestamp=2018-07-24T20:43:16.463777Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi5ltbx\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi5ltbx" level=info timestamp=2018-07-24T20:44:07.350181Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqmkr6 kind= uid=4f465596-8f82-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T20:44:07.353151Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqmkr6 kind= uid=4f465596-8f82-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T20:44:07.809371Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiksc42 kind= uid=4f8725b8-8f82-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T20:44:07.809595Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiksc42 kind= uid=4f8725b8-8f82-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T20:44:07.979180Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiksc42\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiksc42" level=info timestamp=2018-07-24T20:44:26.214042Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmihcr2t kind= uid=5a857bab-8f82-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T20:44:26.214371Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmihcr2t kind= uid=5a857bab-8f82-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T20:44:26.337918Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmihcr2t\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmihcr2t" Pod name: virt-controller-7d57d96b65-wszds Pod phase: Running level=info timestamp=2018-07-24T20:14:42.384737Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-pzsh6 Pod phase: Running level=info timestamp=2018-07-24T20:44:05.188344Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi92w9n kind= uid=d2ccc712-8f81-11e8-af17-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T20:44:05.188502Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi92w9n kind= uid=d2ccc712-8f81-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:44:05.200949Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitxw28 kind= uid=fcc6c10c-8f81-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:44:05.208378Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitxw28 kind= uid=fcc6c10c-8f81-11e8-af17-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T20:44:05.208503Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitxw28 kind= uid=fcc6c10c-8f81-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:44:05.259178Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi5ltbx kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T20:44:05.259371Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5ltbx kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:44:05.291402Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi92w9n kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T20:44:05.291578Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi92w9n kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:44:05.571523Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitxw28 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T20:44:05.571767Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitxw28 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:44:05.758495Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitxw28 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T20:44:05.758759Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitxw28 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:44:05.759000Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmitxw28 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T20:44:05.759071Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmitxw28 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-zngt4 Pod phase: Running level=info timestamp=2018-07-24T20:44:26.000404Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmiksc42 kind= uid=4f8725b8-8f82-11e8-af17-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmiksc42" level=info timestamp=2018-07-24T20:44:26.225312Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-24T20:44:26.225524Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmiksc42 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-24T20:44:26.233094Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiksc42 kind= uid=4f8725b8-8f82-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:44:26.233662Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiksc42 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T20:44:26.233890Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiksc42 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:44:26.240397Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-24T20:44:26.676298Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiksc42 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T20:44:26.676636Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiksc42 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:44:26.677262Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiksc42 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T20:44:26.677675Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiksc42 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:44:41.194651Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmihcr2t kind= uid=5a857bab-8f82-11e8-af17-525500d15501 msg="Processing vmi update" level=error timestamp=2018-07-24T20:44:41.214523Z pos=vm.go:397 component=virt-handler namespace=kubevirt-test-default name=testvmihcr2t kind= uid=5a857bab-8f82-11e8-af17-525500d15501 reason="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-07-24T20:44:41.264995Z pos=vm.go:251 component=virt-handler reason="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmihcr2t" level=info timestamp=2018-07-24T20:44:41.265518Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmihcr2t kind= uid=5a857bab-8f82-11e8-af17-525500d15501 msg="Processing vmi update" Pod name: virt-launcher-testvmihcr2t-7r9px Pod phase: Running level=info timestamp=2018-07-24T20:44:30.612361Z pos=manager.go:69 component=virt-launcher msg="Collected all requested hook sidecar sockets" level=info timestamp=2018-07-24T20:44:30.612679Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[]" level=info timestamp=2018-07-24T20:44:30.614748Z pos=libvirt.go:256 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" level=info timestamp=2018-07-24T20:44:40.626994Z pos=libvirt.go:271 component=virt-launcher msg="Connected to libvirt daemon" level=info timestamp=2018-07-24T20:44:40.687646Z pos=virt-launcher.go:143 component=virt-launcher msg="Watchdog file created at /var/run/kubevirt/watchdog-files/kubevirt-test-default_testvmihcr2t" level=info timestamp=2018-07-24T20:44:40.689277Z pos=client.go:152 component=virt-launcher msg="Registered libvirt event notify callback" level=info timestamp=2018-07-24T20:44:40.689875Z pos=virt-launcher.go:60 component=virt-launcher msg="Marked as ready" level=error timestamp=2018-07-24T20:44:41.207063Z pos=manager.go:159 component=virt-launcher namespace=kubevirt-test-default name=testvmihcr2t kind= uid=5a857bab-8f82-11e8-af17-525500d15501 reason="virError(Code=0, Domain=0, Message='Missing error')" msg="Getting the domain failed." level=error timestamp=2018-07-24T20:44:41.207438Z pos=server.go:68 component=virt-launcher namespace=kubevirt-test-default name=testvmihcr2t kind= uid=5a857bab-8f82-11e8-af17-525500d15501 reason="virError(Code=0, Domain=0, Message='Missing error')" msg="Failed to sync vmi" level=error timestamp=2018-07-24T20:44:41.330980Z pos=common.go:126 component=virt-launcher msg="updated MAC for interface: eth0 - 0a:58:0a:a1:45:89" level=info timestamp=2018-07-24T20:44:41.357041Z pos=converter.go:739 component=virt-launcher msg="Found nameservers in /etc/resolv.conf: \ufffd\ufffdBf" level=info timestamp=2018-07-24T20:44:41.357637Z pos=converter.go:740 component=virt-launcher msg="Found search domains in /etc/resolv.conf: kubevirt-test-default.svc.cluster.local svc.cluster.local cluster.local" level=info timestamp=2018-07-24T20:44:41.407708Z pos=dhcp.go:62 component=virt-launcher msg="Starting SingleClientDHCPServer" level=info timestamp=2018-07-24T20:44:41.596864Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-24T20:44:41.597727Z pos=manager.go:157 component=virt-launcher namespace=kubevirt-test-default name=testvmihcr2t kind= uid=5a857bab-8f82-11e8-af17-525500d15501 msg="Domain defined." • Failure [90.344 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 should attach virt-launcher to it [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:82 Unexpected Warning event received. Expected : Warning not to equal : Warning /root/go/src/kubevirt.io/kubevirt/tests/utils.go:245 ------------------------------ level=info timestamp=2018-07-24T20:44:26.704462Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmihcr2t-7r9px" level=info timestamp=2018-07-24T20:44:41.616263Z pos=utils.go:243 component=tests msg="Pod owner ship transferred to the node virt-launcher-testvmihcr2t-7r9px" level=error timestamp=2018-07-24T20:44:41.690647Z pos=utils.go:241 component=tests reason="unexpected warning event received" msg="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" STEP: Getting virt-launcher logs •••• ------------------------------ • [SLOW TEST:35.480 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with boot order /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:170 should be able to boot from selected disk /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 Alpine as first boot /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:26.925 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with boot order /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:170 should be able to boot from selected disk /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 Cirros as first boot /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:18.050 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with user-data /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:201 without k8s secret /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:202 should retry starting the VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:203 ------------------------------ • [SLOW TEST:20.035 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with user-data /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:201 without k8s secret /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:202 should log warning and proceed once the secret is there /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:233 ------------------------------ • [SLOW TEST:36.741 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 when virt-launcher crashes /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:281 should be stopped and have Failed phase /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:282 ------------------------------ • [SLOW TEST:37.105 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 when virt-handler crashes /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:304 should recover and continue management /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:305 ------------------------------ • [SLOW TEST:18.746 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 when virt-handler is responsive /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:335 should indicate that a node is ready for vmis /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:336 ------------------------------ • [SLOW TEST:87.072 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 when virt-handler is not responsive /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:366 the node controller should react /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:405 ------------------------------ • [SLOW TEST:19.477 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with node tainted /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:458 the vmi with tolerations should be scheduled /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:480 ------------------------------ • ------------------------------ S [SKIPPING] [0.377 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with non default namespace /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:530 should log libvirt start and stop lifecycle events of the domain /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 kubevirt-test-default [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Skip log query tests for JENKINS ci test environment /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:535 ------------------------------ S [SKIPPING] [0.163 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with non default namespace /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:530 should log libvirt start and stop lifecycle events of the domain /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 kubevirt-test-alternative [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Skip log query tests for JENKINS ci test environment /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:535 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.132 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 VirtualMachineInstance Emulation Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:591 should enable emulation in virt-launcher [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:603 Software emulation is not enabled on this cluster /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:599 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.293 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 VirtualMachineInstance Emulation Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:591 should be reflected in domain XML [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:640 Software emulation is not enabled on this cluster /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:599 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.153 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 VirtualMachineInstance Emulation Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:591 should request a TUN device but not KVM [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:684 Software emulation is not enabled on this cluster /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:599 ------------------------------ •••• ------------------------------ • [SLOW TEST:19.144 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Delete a VirtualMachineInstance's Pod /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:836 should result in the VirtualMachineInstance moving to a finalized state /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:837 ------------------------------ • [SLOW TEST:25.774 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Delete a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:868 with an active pod. /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:869 should result in pod being terminated /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:870 ------------------------------ • [SLOW TEST:22.504 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Delete a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:868 with grace period greater than 0 /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:893 should run graceful shutdown /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:894 ------------------------------ • [SLOW TEST:33.911 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Killed VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:945 should be in Failed phase /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:946 ------------------------------ Pod name: disks-images-provider-5lvlg Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-dpb7d Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-945d7 Pod phase: Running 2018/07/24 20:50:47 http: TLS handshake error from 10.129.0.1:48138: EOF 2018/07/24 20:50:57 http: TLS handshake error from 10.129.0.1:48146: EOF 2018/07/24 20:51:07 http: TLS handshake error from 10.129.0.1:48154: EOF 2018/07/24 20:51:17 http: TLS handshake error from 10.129.0.1:48162: EOF level=info timestamp=2018-07-24T20:51:20.812209Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/24 20:51:27 http: TLS handshake error from 10.129.0.1:48171: EOF 2018/07/24 20:51:37 http: TLS handshake error from 10.129.0.1:48178: EOF 2018/07/24 20:51:47 http: TLS handshake error from 10.129.0.1:48186: EOF 2018/07/24 20:51:57 http: TLS handshake error from 10.129.0.1:48194: EOF 2018/07/24 20:52:07 http: TLS handshake error from 10.129.0.1:48202: EOF 2018/07/24 20:52:17 http: TLS handshake error from 10.129.0.1:48210: EOF 2018/07/24 20:52:27 http: TLS handshake error from 10.129.0.1:48220: EOF 2018/07/24 20:52:37 http: TLS handshake error from 10.129.0.1:48228: EOF 2018/07/24 20:52:47 http: TLS handshake error from 10.129.0.1:48236: EOF 2018/07/24 20:52:57 http: TLS handshake error from 10.129.0.1:48244: EOF Pod name: virt-api-7d79764579-v9tkp Pod phase: Running level=info timestamp=2018-07-24T20:52:22.436787Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T20:52:22.466428Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T20:52:22.485417Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T20:52:24.218498Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/24 20:52:28 http: TLS handshake error from 10.129.0.1:48810: EOF level=info timestamp=2018-07-24T20:52:34.494475Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T20:52:34.567543Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/24 20:52:38 http: TLS handshake error from 10.129.0.1:48818: EOF level=info timestamp=2018-07-24T20:52:41.915397Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T20:52:41.916047Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T20:52:44.850897Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/24 20:52:48 http: TLS handshake error from 10.129.0.1:48826: EOF level=info timestamp=2018-07-24T20:52:50.603620Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-24T20:52:55.091823Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/24 20:52:58 http: TLS handshake error from 10.129.0.1:48834: EOF Pod name: virt-controller-7d57d96b65-4f9qx Pod phase: Running level=info timestamp=2018-07-24T20:51:01.347968Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifmfns kind= uid=460a4554-8f83-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T20:51:01.348122Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifmfns kind= uid=460a4554-8f83-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T20:51:01.475213Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmifmfns\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmifmfns" level=info timestamp=2018-07-24T20:51:20.979724Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmintqsc kind= uid=51bbe7c1-8f83-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T20:51:20.980085Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmintqsc kind= uid=51bbe7c1-8f83-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T20:51:21.652229Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmintqsc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmintqsc" level=info timestamp=2018-07-24T20:51:46.440150Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi88wvp kind= uid=60e9ec92-8f83-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T20:51:46.441510Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi88wvp kind= uid=60e9ec92-8f83-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T20:51:46.649001Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi88wvp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi88wvp" level=info timestamp=2018-07-24T20:52:09.001135Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq67j7 kind= uid=6e5aef26-8f83-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T20:52:09.004806Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq67j7 kind= uid=6e5aef26-8f83-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T20:52:09.114989Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiq67j7\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiq67j7" level=info timestamp=2018-07-24T20:52:43.044737Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwkw58 kind= uid=828ff569-8f83-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T20:52:43.046002Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwkw58 kind= uid=828ff569-8f83-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T20:52:43.255038Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwkw58\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwkw58" Pod name: virt-controller-7d57d96b65-wszds Pod phase: Running level=info timestamp=2018-07-24T20:14:42.384737Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-g9z4z Pod phase: Running level=info timestamp=2018-07-24T20:52:27.806954Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiq67j7 kind= uid=6e5aef26-8f83-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:52:42.250945Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-24T20:52:42.253382Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmiq67j7 kind=Domain uid=6e5aef26-8f83-11e8-af17-525500d15501 msg="Domain deleted" level=info timestamp=2018-07-24T20:52:42.253796Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmiq67j7 kind= uid=6e5aef26-8f83-11e8-af17-525500d15501 msg="No update processing required" level=info timestamp=2018-07-24T20:52:42.358759Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiq67j7 kind= uid=6e5aef26-8f83-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:52:42.364621Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmiq67j7 kind= uid=6e5aef26-8f83-11e8-af17-525500d15501 msg="No update processing required" level=info timestamp=2018-07-24T20:52:42.365011Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiq67j7 kind= uid=6e5aef26-8f83-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:52:42.539741Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiq67j7 kind= uid=6e5aef26-8f83-11e8-af17-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T20:52:42.541481Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiq67j7 kind= uid=6e5aef26-8f83-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:52:42.650497Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiq67j7 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T20:52:42.652914Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiq67j7 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:52:59.854363Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmiwkw58 kind= uid=828ff569-8f83-11e8-af17-525500d15501 msg="Processing vmi update" level=error timestamp=2018-07-24T20:52:59.886743Z pos=vm.go:397 component=virt-handler namespace=kubevirt-test-default name=testvmiwkw58 kind= uid=828ff569-8f83-11e8-af17-525500d15501 reason="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-07-24T20:52:59.964655Z pos=vm.go:251 component=virt-handler reason="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmiwkw58" level=info timestamp=2018-07-24T20:52:59.966590Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmiwkw58 kind= uid=828ff569-8f83-11e8-af17-525500d15501 msg="Processing vmi update" Pod name: virt-handler-gk5dc Pod phase: Running level=info timestamp=2018-07-24T20:52:08.507778Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi88wvp kind= uid=60e9ec92-8f83-11e8-af17-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-24T20:52:08.508484Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi88wvp kind= uid=60e9ec92-8f83-11e8-af17-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-24T20:52:08.509180Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-24T20:52:08.509420Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi88wvp kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-24T20:52:08.511879Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi88wvp kind= uid=60e9ec92-8f83-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:52:08.512231Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi88wvp kind= uid=60e9ec92-8f83-11e8-af17-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-24T20:52:08.512272Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi88wvp kind= uid=60e9ec92-8f83-11e8-af17-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-24T20:52:08.515015Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-24T20:52:08.546906Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi88wvp kind= uid=60e9ec92-8f83-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:52:08.547079Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi88wvp kind= uid=60e9ec92-8f83-11e8-af17-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T20:52:08.547189Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi88wvp kind= uid=60e9ec92-8f83-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:52:08.740936Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi88wvp kind= uid=60e9ec92-8f83-11e8-af17-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T20:52:08.749516Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi88wvp kind= uid=60e9ec92-8f83-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:52:08.796351Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi88wvp kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T20:52:08.796676Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi88wvp kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmiwkw58-8mg25 Pod phase: Running level=info timestamp=2018-07-24T20:52:47.543072Z pos=manager.go:69 component=virt-launcher msg="Collected all requested hook sidecar sockets" level=info timestamp=2018-07-24T20:52:47.543577Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[]" level=info timestamp=2018-07-24T20:52:47.549664Z pos=libvirt.go:256 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" level=info timestamp=2018-07-24T20:52:57.566364Z pos=libvirt.go:271 component=virt-launcher msg="Connected to libvirt daemon" level=info timestamp=2018-07-24T20:52:57.628005Z pos=virt-launcher.go:143 component=virt-launcher msg="Watchdog file created at /var/run/kubevirt/watchdog-files/kubevirt-test-default_testvmiwkw58" level=info timestamp=2018-07-24T20:52:57.630698Z pos=client.go:152 component=virt-launcher msg="Registered libvirt event notify callback" level=info timestamp=2018-07-24T20:52:57.631542Z pos=virt-launcher.go:60 component=virt-launcher msg="Marked as ready" level=error timestamp=2018-07-24T20:52:59.875876Z pos=manager.go:159 component=virt-launcher namespace=kubevirt-test-default name=testvmiwkw58 kind= uid=828ff569-8f83-11e8-af17-525500d15501 reason="virError(Code=0, Domain=0, Message='Missing error')" msg="Getting the domain failed." level=error timestamp=2018-07-24T20:52:59.877103Z pos=server.go:68 component=virt-launcher namespace=kubevirt-test-default name=testvmiwkw58 kind= uid=828ff569-8f83-11e8-af17-525500d15501 reason="virError(Code=0, Domain=0, Message='Missing error')" msg="Failed to sync vmi" level=error timestamp=2018-07-24T20:53:00.034543Z pos=common.go:126 component=virt-launcher msg="updated MAC for interface: eth0 - 0a:58:0a:38:3f:63" level=info timestamp=2018-07-24T20:53:00.055501Z pos=converter.go:739 component=virt-launcher msg="Found nameservers in /etc/resolv.conf: \ufffd\ufffdBf" level=info timestamp=2018-07-24T20:53:00.055776Z pos=converter.go:740 component=virt-launcher msg="Found search domains in /etc/resolv.conf: kubevirt-test-default.svc.cluster.local svc.cluster.local cluster.local" level=info timestamp=2018-07-24T20:53:00.058344Z pos=dhcp.go:62 component=virt-launcher msg="Starting SingleClientDHCPServer" level=info timestamp=2018-07-24T20:53:00.272301Z pos=manager.go:157 component=virt-launcher namespace=kubevirt-test-default name=testvmiwkw58 kind= uid=828ff569-8f83-11e8-af17-525500d15501 msg="Domain defined." level=info timestamp=2018-07-24T20:53:00.273858Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" Pod name: disks-images-provider-5lvlg Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-dpb7d Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-945d7 Pod phase: Running 2018/07/24 20:52:07 http: TLS handshake error from 10.129.0.1:48202: EOF 2018/07/24 20:52:17 http: TLS handshake error from 10.129.0.1:48210: EOF 2018/07/24 20:52:27 http: TLS handshake error from 10.129.0.1:48220: EOF 2018/07/24 20:52:37 http: TLS handshake error from 10.129.0.1:48228: EOF 2018/07/24 20:52:47 http: TLS handshake error from 10.129.0.1:48236: EOF 2018/07/24 20:52:57 http: TLS handshake error from 10.129.0.1:48244: EOF 2018/07/24 20:53:07 http: TLS handshake error from 10.129.0.1:48252: EOF 2018/07/24 20:53:17 http: TLS handshake error from 10.129.0.1:48260: EOF 2018/07/24 20:53:27 http: TLS handshake error from 10.129.0.1:48268: EOF 2018/07/24 20:53:37 http: TLS handshake error from 10.129.0.1:48276: EOF 2018/07/24 20:53:47 http: TLS handshake error from 10.129.0.1:48284: EOF level=info timestamp=2018-07-24T20:53:50.791476Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/24 20:53:57 http: TLS handshake error from 10.129.0.1:48292: EOF 2018/07/24 20:54:07 http: TLS handshake error from 10.129.0.1:48300: EOF 2018/07/24 20:54:17 http: TLS handshake error from 10.129.0.1:48308: EOF Pod name: virt-api-7d79764579-v9tkp Pod phase: Running 2018/07/24 20:53:38 http: TLS handshake error from 10.129.0.1:48866: EOF level=info timestamp=2018-07-24T20:53:42.497430Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T20:53:42.502585Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T20:53:44.580929Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-24T20:53:44.584300Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-24T20:53:46.123968Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/24 20:53:48 http: TLS handshake error from 10.129.0.1:48874: EOF level=info timestamp=2018-07-24T20:53:56.241332Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/24 20:53:58 http: TLS handshake error from 10.129.0.1:48882: EOF level=info timestamp=2018-07-24T20:54:05.216179Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T20:54:06.315059Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/24 20:54:08 http: TLS handshake error from 10.129.0.1:48890: EOF level=info timestamp=2018-07-24T20:54:12.941496Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T20:54:12.943006Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T20:54:16.383772Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-4f9qx Pod phase: Running level=info timestamp=2018-07-24T20:51:01.347968Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifmfns kind= uid=460a4554-8f83-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T20:51:01.348122Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifmfns kind= uid=460a4554-8f83-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T20:51:01.475213Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmifmfns\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmifmfns" level=info timestamp=2018-07-24T20:51:20.979724Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmintqsc kind= uid=51bbe7c1-8f83-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T20:51:20.980085Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmintqsc kind= uid=51bbe7c1-8f83-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T20:51:21.652229Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmintqsc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmintqsc" level=info timestamp=2018-07-24T20:51:46.440150Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi88wvp kind= uid=60e9ec92-8f83-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T20:51:46.441510Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi88wvp kind= uid=60e9ec92-8f83-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T20:51:46.649001Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi88wvp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi88wvp" level=info timestamp=2018-07-24T20:52:09.001135Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq67j7 kind= uid=6e5aef26-8f83-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T20:52:09.004806Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiq67j7 kind= uid=6e5aef26-8f83-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T20:52:09.114989Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiq67j7\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiq67j7" level=info timestamp=2018-07-24T20:52:43.044737Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwkw58 kind= uid=828ff569-8f83-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T20:52:43.046002Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwkw58 kind= uid=828ff569-8f83-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T20:52:43.255038Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwkw58\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwkw58" Pod name: virt-controller-7d57d96b65-wszds Pod phase: Running level=info timestamp=2018-07-24T20:14:42.384737Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-g9z4z Pod phase: Running level=info timestamp=2018-07-24T20:53:01.675863Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmiwkw58 kind= uid=828ff569-8f83-11e8-af17-525500d15501 msg="No update processing required" level=info timestamp=2018-07-24T20:53:01.737155Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwkw58 kind= uid=828ff569-8f83-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:53:01.737343Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmiwkw58 kind= uid=828ff569-8f83-11e8-af17-525500d15501 msg="No update processing required" level=error timestamp=2018-07-24T20:53:01.766556Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmiwkw58 kind= uid=828ff569-8f83-11e8-af17-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwkw58\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-24T20:53:01.766753Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwkw58\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmiwkw58" level=info timestamp=2018-07-24T20:53:01.767022Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmiwkw58 kind= uid=828ff569-8f83-11e8-af17-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-24T20:53:01.781641Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwkw58 kind= uid=828ff569-8f83-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:53:01.796574Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmiwkw58 kind= uid=828ff569-8f83-11e8-af17-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-24T20:53:01.810476Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwkw58 kind= uid=828ff569-8f83-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:54:16.872749Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-24T20:54:16.873530Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmiwkw58 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-24T20:54:16.873907Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmiwkw58 kind= uid=828ff569-8f83-11e8-af17-525500d15501 msg="No update processing required" level=info timestamp=2018-07-24T20:54:16.946402Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwkw58 kind= uid=828ff569-8f83-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:54:16.946767Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmiwkw58 kind= uid=828ff569-8f83-11e8-af17-525500d15501 msg="No update processing required" level=info timestamp=2018-07-24T20:54:16.946933Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwkw58 kind= uid=828ff569-8f83-11e8-af17-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-handler-gk5dc Pod phase: Running level=info timestamp=2018-07-24T20:52:08.507778Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi88wvp kind= uid=60e9ec92-8f83-11e8-af17-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-24T20:52:08.508484Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi88wvp kind= uid=60e9ec92-8f83-11e8-af17-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-24T20:52:08.509180Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-24T20:52:08.509420Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi88wvp kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-24T20:52:08.511879Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi88wvp kind= uid=60e9ec92-8f83-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:52:08.512231Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi88wvp kind= uid=60e9ec92-8f83-11e8-af17-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-24T20:52:08.512272Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi88wvp kind= uid=60e9ec92-8f83-11e8-af17-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-24T20:52:08.515015Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-24T20:52:08.546906Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi88wvp kind= uid=60e9ec92-8f83-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:52:08.547079Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi88wvp kind= uid=60e9ec92-8f83-11e8-af17-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T20:52:08.547189Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi88wvp kind= uid=60e9ec92-8f83-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:52:08.740936Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi88wvp kind= uid=60e9ec92-8f83-11e8-af17-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T20:52:08.749516Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi88wvp kind= uid=60e9ec92-8f83-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T20:52:08.796351Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi88wvp kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T20:52:08.796676Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi88wvp kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmiwkw58-8mg25 Pod phase: Running level=info timestamp=2018-07-24T20:53:01.555247Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-24T20:53:01.584627Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-24T20:53:01.780749Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiwkw58 kind= uid=828ff569-8f83-11e8-af17-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-24T20:53:01.809457Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiwkw58 kind= uid=828ff569-8f83-11e8-af17-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-24T20:53:01.859005Z pos=monitor.go:222 component=virt-launcher msg="Found PID for bd95fabc-f055-4ece-931a-8031f7bee570: 186" level=info timestamp=2018-07-24T20:54:16.853967Z pos=monitor.go:231 component=virt-launcher msg="Process bd95fabc-f055-4ece-931a-8031f7bee570 and pid 186 is gone!" level=info timestamp=2018-07-24T20:54:16.855306Z pos=client.go:136 component=virt-launcher msg="Libvirt event 5 with reason 5 received" level=info timestamp=2018-07-24T20:54:16.869373Z pos=manager.go:312 component=virt-launcher namespace=kubevirt-test-default name=testvmiwkw58 kind=VirtualMachineInstance uid= msg="Domain undefined." level=info timestamp=2018-07-24T20:54:16.869584Z pos=virt-launcher.go:234 component=virt-launcher msg="Waiting on final notifications to be sent to virt-handler." level=info timestamp=2018-07-24T20:54:16.870255Z pos=client.go:119 component=virt-launcher msg="domain status: 0:0" level=info timestamp=2018-07-24T20:54:16.877200Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-24T20:54:16.877334Z pos=client.go:136 component=virt-launcher msg="Libvirt event 1 with reason 0 received" level=info timestamp=2018-07-24T20:54:16.877329Z pos=virt-launcher.go:242 component=virt-launcher msg="Final Delete notification sent" level=info timestamp=2018-07-24T20:54:16.877440Z pos=virt-launcher.go:348 component=virt-launcher msg=Exiting... virt-launcher exited with code 0 Pod name: vmi-killerxww5m Pod phase: Succeeded • Failure [95.463 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Killed VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:945 should be left alone by virt-handler [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:973 Unexpected Warning event received. Expected : Warning not to equal : Warning /root/go/src/kubevirt.io/kubevirt/tests/utils.go:245 ------------------------------ STEP: Starting a VirtualMachineInstance level=info timestamp=2018-07-24T20:52:43.723752Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmiwkw58-8mg25" level=info timestamp=2018-07-24T20:53:00.229710Z pos=utils.go:243 component=tests msg="Pod owner ship transferred to the node virt-launcher-testvmiwkw58-8mg25" level=error timestamp=2018-07-24T20:53:00.365140Z pos=utils.go:241 component=tests reason="unexpected warning event received" msg="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" STEP: Killing the VirtualMachineInstance level=info timestamp=2018-07-24T20:54:13.788249Z pos=utils.go:254 component=tests msg="Created virtual machine pod virt-launcher-testvmiwkw58-8mg25" level=info timestamp=2018-07-24T20:54:13.788423Z pos=utils.go:254 component=tests msg="Pod owner ship transferred to the node virt-launcher-testvmiwkw58-8mg25" level=error timestamp=2018-07-24T20:54:13.789127Z pos=utils.go:252 component=tests reason="unexpected warning event received" msg="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" level=info timestamp=2018-07-24T20:54:13.789510Z pos=utils.go:254 component=tests msg="VirtualMachineInstance defined." level=info timestamp=2018-07-24T20:54:13.789742Z pos=utils.go:254 component=tests msg="VirtualMachineInstance started." level=error timestamp=2018-07-24T20:54:17.375147Z pos=utils.go:252 component=tests reason="unexpected warning event received" msg="The VirtualMachineInstance crashed." STEP: Checking that virt-handler does not try to sync stopped VirtualMachineInstance level=info timestamp=2018-07-24T20:54:17.592449Z pos=utils.go:254 component=tests msg="Created virtual machine pod virt-launcher-testvmiwkw58-8mg25" level=info timestamp=2018-07-24T20:54:17.592620Z pos=utils.go:254 component=tests msg="Pod owner ship transferred to the node virt-launcher-testvmiwkw58-8mg25" level=error timestamp=2018-07-24T20:54:17.593289Z pos=utils.go:252 component=tests reason="unexpected warning event received" msg="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" • ------------------------------ • [SLOW TEST:9.526 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should scale /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 to five, to six and then to zero replicas /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ •• ------------------------------ • [SLOW TEST:20.605 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should update readyReplicas once VMIs are up /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:157 ------------------------------ • [SLOW TEST:6.430 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should remove VMIs once it is marked for deletion /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:169 ------------------------------ • ------------------------------ • [SLOW TEST:5.573 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should not scale when paused and scale when resume /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:223 ------------------------------ • [SLOW TEST:5.985 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should remove the finished VM /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:279 ------------------------------ •Service cluster-ip-vmi successfully exposed for virtualmachineinstance testvmilt2dj ------------------------------ • [SLOW TEST:51.366 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:61 Expose ClusterIP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:68 Should expose a Cluster IP service on a VMI and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:71 ------------------------------ Service cluster-ip-target-vmi successfully exposed for virtualmachineinstance testvmilt2dj •Service node-port-vmi successfully exposed for virtualmachineinstance testvmilt2dj ------------------------------ • [SLOW TEST:10.595 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:61 Expose NodePort service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:124 Should expose a NodePort service on a VMI and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:129 ------------------------------ Service cluster-ip-udp-vmi successfully exposed for virtualmachineinstance testvmixjp8d • [SLOW TEST:51.161 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose UDP service on a VMI /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:166 Expose ClusterIP UDP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:173 Should expose a ClusterIP service on a VMI and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:177 ------------------------------ Service node-port-udp-vmi successfully exposed for virtualmachineinstance testvmixjp8d • [SLOW TEST:10.684 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose UDP service on a VMI /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:166 Expose NodePort UDP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:205 Should expose a NodePort service on a VMI and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:210 ------------------------------ Service cluster-ip-vmirs successfully exposed for vmirs replicaset28gqv • [SLOW TEST:65.852 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VMI replica set /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:253 Expose ClusterIP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:286 Should create a ClusterIP service on VMRS and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:290 ------------------------------ Service cluster-ip-vm successfully exposed for virtualmachine testvmis4h9m VM testvmis4h9m was scheduled to start • [SLOW TEST:54.233 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on an VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:318 Expose ClusterIP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:362 Connect to ClusterIP services that was set when VM was offline /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:363 ------------------------------ • [SLOW TEST:35.579 seconds] LeaderElection /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:43 Start a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:53 when the controller pod is not running /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:54 should success /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:55 ------------------------------ • [SLOW TEST:45.419 seconds] Health Monitoring /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:37 A VirtualMachineInstance with a watchdog device /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:56 should be shut down when the watchdog expires /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:57 ------------------------------ • [SLOW TEST:6.489 seconds] Subresource Api /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:37 Rbac Authorization /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:48 with correct permissions /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:51 should be allowed to access subresource endpoint /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:52 ------------------------------ • [SLOW TEST:5.578 seconds] Subresource Api /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:37 Rbac Authorization /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:48 Without permissions /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:56 should not be able to access subresource endpoint /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:57 ------------------------------ • [SLOW TEST:5.354 seconds] Subresource Api /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:37 Rbac Authorization For Version Command /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:63 with authenticated user /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:66 should be allowed to access subresource version endpoint /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:67 ------------------------------ • ------------------------------ • [SLOW TEST:20.878 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should successfully start with hook sidecar annotation /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:60 ------------------------------ • [SLOW TEST:21.313 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should call Collect and OnDefineDomain on the hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:67 ------------------------------ • [SLOW TEST:21.789 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should update domain XML with SM BIOS properties /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:83 ------------------------------ •volumedisk0 compute ------------------------------ • [SLOW TEST:39.517 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 VirtualMachineInstance definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:55 with 3 CPU cores /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:56 should report 3 cpu cores under guest OS /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:62 ------------------------------ • [SLOW TEST:20.677 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 VirtualMachineInstance definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:55 with hugepages /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:108 should consume hugepages /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 hugepages-2Mi /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ S [SKIPPING] [0.536 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 VirtualMachineInstance definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:55 with hugepages /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:108 should consume hugepages /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 hugepages-1Gi [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 No node with hugepages hugepages-1Gi capacity /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:160 ------------------------------ • ------------------------------ • [SLOW TEST:117.133 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 with CPU spec /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:238 when CPU model defined /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:284 should report defined CPU model /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:285 ------------------------------ Pod name: disks-images-provider-5lvlg Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-dpb7d Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-945d7 Pod phase: Running level=info timestamp=2018-07-24T21:03:21.375316Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/24 21:03:27 http: TLS handshake error from 10.129.0.1:48786: EOF 2018/07/24 21:03:37 http: TLS handshake error from 10.129.0.1:48794: EOF 2018/07/24 21:03:47 http: TLS handshake error from 10.129.0.1:48802: EOF level=info timestamp=2018-07-24T21:03:55.460920Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/24 21:03:57 http: TLS handshake error from 10.129.0.1:48810: EOF 2018/07/24 21:04:07 http: TLS handshake error from 10.129.0.1:48818: EOF 2018/07/24 21:04:17 http: TLS handshake error from 10.129.0.1:48826: EOF 2018/07/24 21:04:27 http: TLS handshake error from 10.129.0.1:48834: EOF 2018/07/24 21:04:37 http: TLS handshake error from 10.129.0.1:48846: EOF 2018/07/24 21:04:47 http: TLS handshake error from 10.129.0.1:48854: EOF 2018/07/24 21:04:57 http: TLS handshake error from 10.129.0.1:48862: EOF 2018/07/24 21:05:07 http: TLS handshake error from 10.129.0.1:48870: EOF 2018/07/24 21:05:17 http: TLS handshake error from 10.129.0.1:48878: EOF level=info timestamp=2018-07-24T21:05:23.105190Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-api-7d79764579-v9tkp Pod phase: Running level=info timestamp=2018-07-24T21:04:52.349448Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T21:04:52.706719Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/24 21:04:58 http: TLS handshake error from 10.129.0.1:49452: EOF level=info timestamp=2018-07-24T21:05:01.284635Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T21:05:01.320346Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T21:05:01.338679Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T21:05:02.740640Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/24 21:05:08 http: TLS handshake error from 10.129.0.1:49460: EOF level=error timestamp=2018-07-24T21:05:10.147290Z pos=subresource.go:88 component=virt-api msg= 2018/07/24 21:05:10 http: response.WriteHeader on hijacked connection level=info timestamp=2018-07-24T21:05:10.149941Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvmi85fdx/console proto=HTTP/1.1 statusCode=200 contentLength=0 level=error timestamp=2018-07-24T21:05:10.149913Z pos=subresource.go:100 component=virt-api reason="read tcp 10.129.0.5:8443->10.128.0.1:48910: use of closed network connection" msg="error ecountered reading from websocket stream" level=info timestamp=2018-07-24T21:05:12.879866Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/24 21:05:18 http: TLS handshake error from 10.129.0.1:49468: EOF level=info timestamp=2018-07-24T21:05:23.194498Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-rhvgj Pod phase: Running level=info timestamp=2018-07-24T20:59:28.187111Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-wszds Pod phase: Running level=info timestamp=2018-07-24T21:03:10.850599Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7ggk6 kind= uid=f8ea3cb2-8f84-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T21:03:10.850945Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7ggk6 kind= uid=f8ea3cb2-8f84-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T21:03:11.026526Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi7ggk6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi7ggk6" level=info timestamp=2018-07-24T21:03:12.034104Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi7ggk6\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi7ggk6, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: f8ea3cb2-8f84-11e8-af17-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi7ggk6" level=info timestamp=2018-07-24T21:03:12.244746Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmij7m4w kind= uid=f9bf0482-8f84-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T21:03:12.244997Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmij7m4w kind= uid=f9bf0482-8f84-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T21:03:12.438440Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmij7m4w\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmij7m4w" level=info timestamp=2018-07-24T21:03:32.478041Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiv5gn8 kind= uid=05c96b8a-8f85-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T21:03:32.478677Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiv5gn8 kind= uid=05c96b8a-8f85-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T21:03:32.639431Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiv5gn8\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiv5gn8" level=info timestamp=2018-07-24T21:03:32.673953Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiv5gn8\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiv5gn8" level=info timestamp=2018-07-24T21:03:58.906882Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi85fdx kind= uid=158de9fd-8f85-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T21:03:58.907679Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi85fdx kind= uid=158de9fd-8f85-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T21:05:09.840920Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmip5dzq kind= uid=3fd5af3c-8f85-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T21:05:09.841622Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmip5dzq kind= uid=3fd5af3c-8f85-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-handler-g9z4z Pod phase: Running level=info timestamp=2018-07-24T21:02:27.538671Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmix4jrk kind= uid=d4ab903e-8f84-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:02:27.539034Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmix4jrk kind= uid=d4ab903e-8f84-11e8-af17-525500d15501 msg="No update processing required" level=info timestamp=2018-07-24T21:02:27.549398Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-24T21:02:27.628896Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmix4jrk kind= uid=d4ab903e-8f84-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:02:27.629093Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmix4jrk kind= uid=d4ab903e-8f84-11e8-af17-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-24T21:02:27.634688Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmix4jrk kind= uid=d4ab903e-8f84-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:02:49.355659Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmix4jrk kind= uid=d4ab903e-8f84-11e8-af17-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-24T21:02:49.356509Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmix4jrk kind= uid=d4ab903e-8f84-11e8-af17-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-24T21:02:49.366166Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmix4jrk kind= uid=d4ab903e-8f84-11e8-af17-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmix4jrk" level=info timestamp=2018-07-24T21:02:49.599256Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-24T21:02:49.599594Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmix4jrk kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-24T21:02:49.601604Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmix4jrk kind= uid=d4ab903e-8f84-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:02:49.601840Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmix4jrk kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T21:02:49.601945Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmix4jrk kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:02:49.606825Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" Pod name: virt-handler-gk5dc Pod phase: Running level=info timestamp=2018-07-24T21:05:09.675825Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiv5gn8 kind= uid=05c96b8a-8f85-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:05:09.675983Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi85fdx kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T21:05:09.676202Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi85fdx kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:05:09.679932Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi85fdx kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T21:05:09.680215Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi85fdx kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:05:09.680642Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmij7m4w kind= uid=f9bf0482-8f84-11e8-af17-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T21:05:09.680936Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmij7m4w kind= uid=f9bf0482-8f84-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:05:09.689719Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmij7m4w kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T21:05:09.690139Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmij7m4w kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:05:09.737108Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiv5gn8 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T21:05:09.737820Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiv5gn8 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:05:26.137743Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmip5dzq kind= uid=3fd5af3c-8f85-11e8-af17-525500d15501 msg="Processing vmi update" level=error timestamp=2018-07-24T21:05:26.168121Z pos=vm.go:397 component=virt-handler namespace=kubevirt-test-default name=testvmip5dzq kind= uid=3fd5af3c-8f85-11e8-af17-525500d15501 reason="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-07-24T21:05:26.230978Z pos=vm.go:251 component=virt-handler reason="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmip5dzq" level=info timestamp=2018-07-24T21:05:26.236402Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmip5dzq kind= uid=3fd5af3c-8f85-11e8-af17-525500d15501 msg="Processing vmi update" Pod name: virt-launcher-testvmip5dzq-l6l8w Pod phase: Running level=info timestamp=2018-07-24T21:05:25.183985Z pos=client.go:152 component=virt-launcher msg="Registered libvirt event notify callback" level=info timestamp=2018-07-24T21:05:25.184422Z pos=virt-launcher.go:60 component=virt-launcher msg="Marked as ready" level=error timestamp=2018-07-24T21:05:26.155444Z pos=manager.go:159 component=virt-launcher namespace=kubevirt-test-default name=testvmip5dzq kind= uid=3fd5af3c-8f85-11e8-af17-525500d15501 reason="virError(Code=0, Domain=0, Message='Missing error')" msg="Getting the domain failed." level=error timestamp=2018-07-24T21:05:26.162591Z pos=server.go:68 component=virt-launcher namespace=kubevirt-test-default name=testvmip5dzq kind= uid=3fd5af3c-8f85-11e8-af17-525500d15501 reason="virError(Code=0, Domain=0, Message='Missing error')" msg="Failed to sync vmi" level=info timestamp=2018-07-24T21:05:26.264019Z pos=cloud-init.go:254 component=virt-launcher msg="generated nocloud iso file /var/run/libvirt/kubevirt-ephemeral-disk/cloud-init-data/kubevirt-test-default/testvmip5dzq/noCloud.iso" level=error timestamp=2018-07-24T21:05:26.288121Z pos=common.go:126 component=virt-launcher msg="updated MAC for interface: eth0 - 0a:58:0a:ee:74:af" level=info timestamp=2018-07-24T21:05:26.295515Z pos=converter.go:739 component=virt-launcher msg="Found nameservers in /etc/resolv.conf: \ufffd\ufffdBe" level=info timestamp=2018-07-24T21:05:26.295647Z pos=converter.go:740 component=virt-launcher msg="Found search domains in /etc/resolv.conf: kubevirt-test-default.svc.cluster.local svc.cluster.local cluster.local" level=info timestamp=2018-07-24T21:05:26.295806Z pos=dhcp.go:62 component=virt-launcher msg="Starting SingleClientDHCPServer" level=info timestamp=2018-07-24T21:05:26.672228Z pos=manager.go:157 component=virt-launcher namespace=kubevirt-test-default name=testvmip5dzq kind= uid=3fd5af3c-8f85-11e8-af17-525500d15501 msg="Domain defined." level=info timestamp=2018-07-24T21:05:26.676622Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-24T21:05:27.436409Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-24T21:05:27.441913Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID a362c2cc-d162-4a9f-aed2-680c198af913" level=info timestamp=2018-07-24T21:05:27.442717Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-24T21:05:27.447245Z pos=client.go:145 component=virt-launcher msg="processed event" • Failure in Spec Setup (BeforeEach) [109.490 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 with CPU spec /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:238 when CPU model equals to passthrough [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:312 should report exactly the same model as node CPU /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:313 Unexpected Warning event received. Expected : Warning not to equal : Warning /root/go/src/kubevirt.io/kubevirt/tests/utils.go:245 ------------------------------ level=info timestamp=2018-07-24T21:05:10.710889Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmip5dzq-l6l8w" level=info timestamp=2018-07-24T21:05:26.401778Z pos=utils.go:243 component=tests msg="Pod owner ship transferred to the node virt-launcher-testvmip5dzq-l6l8w" level=error timestamp=2018-07-24T21:05:26.515462Z pos=utils.go:241 component=tests reason="unexpected warning event received" msg="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" level=info timestamp=2018-07-24T21:06:41.346206Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmizw8vk-l846v" level=info timestamp=2018-07-24T21:06:56.523725Z pos=utils.go:243 component=tests msg="Pod owner ship transferred to the node virt-launcher-testvmizw8vk-l846v" level=info timestamp=2018-07-24T21:06:57.879750Z pos=utils.go:243 component=tests msg="VirtualMachineInstance defined." level=info timestamp=2018-07-24T21:06:57.909057Z pos=utils.go:243 component=tests msg="VirtualMachineInstance started." • [SLOW TEST:113.324 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 with CPU spec /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:238 when CPU model not defined /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:336 should report CPU model from libvirt capabilities /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:337 ------------------------------ • [SLOW TEST:46.351 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 New VirtualMachineInstance with all supported drives /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:357 should have all the device nodes /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:380 ------------------------------ • [SLOW TEST:34.262 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with Disk PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:33.747 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with CDRom PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:118.905 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started and stopped multiple times /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with Disk PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:134.500 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started and stopped multiple times /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with CDRom PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:46.141 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With an emptyDisk defined /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:113 should create a writeable emptyDisk with the right capacity /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:115 ------------------------------ • [SLOW TEST:47.602 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With an emptyDisk defined and a specified serial number /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:163 should create a writeable emptyDisk with the specified serial number /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:165 ------------------------------ • [SLOW TEST:34.957 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With ephemeral alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:205 should be successfully started /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:207 ------------------------------ • [SLOW TEST:72.972 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With ephemeral alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:205 should not persist data /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:218 ------------------------------ Pod name: disks-images-provider-5lvlg Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-dpb7d Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-945d7 Pod phase: Running 2018/07/24 21:16:47 http: TLS handshake error from 10.129.0.1:49454: EOF 2018/07/24 21:16:57 http: TLS handshake error from 10.129.0.1:49464: EOF 2018/07/24 21:17:07 http: TLS handshake error from 10.129.0.1:49472: EOF 2018/07/24 21:17:17 http: TLS handshake error from 10.129.0.1:49480: EOF level=info timestamp=2018-07-24T21:17:22.759242Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/24 21:17:27 http: TLS handshake error from 10.129.0.1:49490: EOF 2018/07/24 21:17:37 http: TLS handshake error from 10.129.0.1:49498: EOF 2018/07/24 21:17:47 http: TLS handshake error from 10.129.0.1:49506: EOF 2018/07/24 21:17:57 http: TLS handshake error from 10.129.0.1:49514: EOF 2018/07/24 21:18:07 http: TLS handshake error from 10.129.0.1:49524: EOF 2018/07/24 21:18:17 http: TLS handshake error from 10.129.0.1:49532: EOF 2018/07/24 21:18:27 http: TLS handshake error from 10.129.0.1:49540: EOF 2018/07/24 21:18:37 http: TLS handshake error from 10.129.0.1:49548: EOF 2018/07/24 21:18:47 http: TLS handshake error from 10.129.0.1:49556: EOF level=info timestamp=2018-07-24T21:18:52.771173Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-api-7d79764579-v9tkp Pod phase: Running level=info timestamp=2018-07-24T21:18:22.845271Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-24T21:18:23.756631Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/24 21:18:28 http: TLS handshake error from 10.129.0.1:50130: EOF level=info timestamp=2018-07-24T21:18:31.395039Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T21:18:31.411522Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T21:18:31.426989Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T21:18:33.989305Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/24 21:18:38 http: TLS handshake error from 10.129.0.1:50138: EOF level=info timestamp=2018-07-24T21:18:44.076432Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-24T21:18:44.083493Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-24T21:18:44.209098Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T21:18:47.105917Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T21:18:47.265994Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T21:18:47.267915Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/24 21:18:48 http: TLS handshake error from 10.129.0.1:50146: EOF Pod name: virt-controller-7d57d96b65-rhvgj Pod phase: Running level=info timestamp=2018-07-24T20:59:28.187111Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-wszds Pod phase: Running level=info timestamp=2018-07-24T21:15:46.332349Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmifdcwt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmifdcwt" level=info timestamp=2018-07-24T21:16:33.866308Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2jwg5 kind= uid=d78c4a94-8f86-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T21:16:33.866812Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2jwg5 kind= uid=d78c4a94-8f86-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T21:16:34.055822Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi2jwg5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi2jwg5" level=info timestamp=2018-07-24T21:16:34.128025Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi2jwg5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi2jwg5" level=info timestamp=2018-07-24T21:17:08.577382Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibd2r8 kind= uid=ec3db463-8f86-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T21:17:08.582661Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibd2r8 kind= uid=ec3db463-8f86-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T21:17:09.250413Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibd2r8\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibd2r8" level=info timestamp=2018-07-24T21:17:47.700726Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibd2r8 kind= uid=038d2f9f-8f87-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T21:17:47.701391Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibd2r8 kind= uid=038d2f9f-8f87-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T21:18:21.767077Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmizbgpz kind= uid=17d3aef2-8f87-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T21:18:21.770342Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmizbgpz kind= uid=17d3aef2-8f87-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T21:18:21.935304Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmizbgpz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmizbgpz" level=info timestamp=2018-07-24T21:18:21.980520Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmizbgpz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmizbgpz" level=info timestamp=2018-07-24T21:18:22.012560Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmizbgpz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmizbgpz" Pod name: virt-handler-g9z4z Pod phase: Running level=info timestamp=2018-07-24T21:18:21.415622Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmibd2r8 kind= uid=038d2f9f-8f87-11e8-af17-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-24T21:18:21.416735Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmibd2r8 kind= uid=038d2f9f-8f87-11e8-af17-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmibd2r8" level=info timestamp=2018-07-24T21:18:21.634483Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibd2r8 kind= uid=038d2f9f-8f87-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:18:21.634829Z pos=vm.go:330 component=virt-handler namespace=kubevirt-test-default name=testvmibd2r8 kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-07-24T21:18:21.634916Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmibd2r8 kind=VirtualMachineInstance uid= msg="Processing shutdown." level=info timestamp=2018-07-24T21:18:21.635500Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibd2r8 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:18:21.641635Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-24T21:18:21.642036Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmibd2r8 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-24T21:18:21.642338Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmibd2r8 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T21:18:21.642545Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibd2r8 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:18:21.657221Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-24T21:18:53.417702Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmizbgpz kind= uid=17d3aef2-8f87-11e8-af17-525500d15501 msg="Processing vmi update" level=error timestamp=2018-07-24T21:18:53.492636Z pos=vm.go:397 component=virt-handler namespace=kubevirt-test-default name=testvmizbgpz kind= uid=17d3aef2-8f87-11e8-af17-525500d15501 reason="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-07-24T21:18:53.594991Z pos=vm.go:251 component=virt-handler reason="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmizbgpz" level=info timestamp=2018-07-24T21:18:53.595609Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmizbgpz kind= uid=17d3aef2-8f87-11e8-af17-525500d15501 msg="Processing vmi update" Pod name: virt-handler-gk5dc Pod phase: Running level=info timestamp=2018-07-24T21:08:52.496034Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiltr9v\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmiltr9v, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 9cca7434-8f85-11e8-af17-525500d15501, UID in object meta: " msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmiltr9v" level=info timestamp=2018-07-24T21:08:52.496449Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiltr9v kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T21:08:52.496560Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiltr9v kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:08:52.503788Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiltr9v kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T21:08:52.503900Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiltr9v kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:08:52.509519Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvminwdhg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T21:08:52.509617Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvminwdhg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:08:52.528308Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvminwdhg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T21:08:52.528448Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvminwdhg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:08:52.528684Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvminwdhg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T21:08:52.528804Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvminwdhg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:08:52.849684Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiltr9v kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T21:08:52.849850Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiltr9v kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:08:52.850051Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiltr9v kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T21:08:52.850123Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiltr9v kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmizbgpz-gww6g Pod phase: Running level=info timestamp=2018-07-24T21:18:41.781740Z pos=manager.go:69 component=virt-launcher msg="Collected all requested hook sidecar sockets" level=info timestamp=2018-07-24T21:18:41.782794Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[]" level=info timestamp=2018-07-24T21:18:41.789373Z pos=libvirt.go:256 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" level=info timestamp=2018-07-24T21:18:51.800863Z pos=libvirt.go:271 component=virt-launcher msg="Connected to libvirt daemon" level=info timestamp=2018-07-24T21:18:51.853222Z pos=virt-launcher.go:143 component=virt-launcher msg="Watchdog file created at /var/run/kubevirt/watchdog-files/kubevirt-test-default_testvmizbgpz" level=info timestamp=2018-07-24T21:18:51.859505Z pos=client.go:152 component=virt-launcher msg="Registered libvirt event notify callback" level=info timestamp=2018-07-24T21:18:51.861444Z pos=virt-launcher.go:60 component=virt-launcher msg="Marked as ready" level=error timestamp=2018-07-24T21:18:53.465487Z pos=manager.go:159 component=virt-launcher namespace=kubevirt-test-default name=testvmizbgpz kind= uid=17d3aef2-8f87-11e8-af17-525500d15501 reason="virError(Code=0, Domain=0, Message='Missing error')" msg="Getting the domain failed." level=error timestamp=2018-07-24T21:18:53.465927Z pos=server.go:68 component=virt-launcher namespace=kubevirt-test-default name=testvmizbgpz kind= uid=17d3aef2-8f87-11e8-af17-525500d15501 reason="virError(Code=0, Domain=0, Message='Missing error')" msg="Failed to sync vmi" level=error timestamp=2018-07-24T21:18:53.653756Z pos=common.go:126 component=virt-launcher msg="updated MAC for interface: eth0 - 0a:58:0a:d1:7d:1e" level=info timestamp=2018-07-24T21:18:53.670855Z pos=converter.go:739 component=virt-launcher msg="Found nameservers in /etc/resolv.conf: \ufffd\ufffdBf" level=info timestamp=2018-07-24T21:18:53.671366Z pos=converter.go:740 component=virt-launcher msg="Found search domains in /etc/resolv.conf: kubevirt-test-default.svc.cluster.local svc.cluster.local cluster.local" level=info timestamp=2018-07-24T21:18:53.672952Z pos=dhcp.go:62 component=virt-launcher msg="Starting SingleClientDHCPServer" level=info timestamp=2018-07-24T21:18:53.939687Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-24T21:18:53.947259Z pos=manager.go:157 component=virt-launcher namespace=kubevirt-test-default name=testvmizbgpz kind= uid=17d3aef2-8f87-11e8-af17-525500d15501 msg="Domain defined." Pod name: disks-images-provider-5lvlg Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-dpb7d Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-945d7 Pod phase: Running 2018/07/24 21:18:47 http: TLS handshake error from 10.129.0.1:49556: EOF level=info timestamp=2018-07-24T21:18:52.771173Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/24 21:18:57 http: TLS handshake error from 10.129.0.1:49564: EOF 2018/07/24 21:19:07 http: TLS handshake error from 10.129.0.1:49572: EOF 2018/07/24 21:19:17 http: TLS handshake error from 10.129.0.1:49580: EOF level=info timestamp=2018-07-24T21:19:23.029304Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/24 21:19:27 http: TLS handshake error from 10.129.0.1:49588: EOF 2018/07/24 21:19:37 http: TLS handshake error from 10.129.0.1:49596: EOF 2018/07/24 21:19:47 http: TLS handshake error from 10.129.0.1:49606: EOF 2018/07/24 21:19:57 http: TLS handshake error from 10.129.0.1:49614: EOF 2018/07/24 21:20:07 http: TLS handshake error from 10.129.0.1:49622: EOF 2018/07/24 21:20:17 http: TLS handshake error from 10.129.0.1:49630: EOF level=info timestamp=2018-07-24T21:20:20.278898Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-24T21:20:22.955854Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/24 21:20:27 http: TLS handshake error from 10.129.0.1:49638: EOF Pod name: virt-api-7d79764579-v9tkp Pod phase: Running level=info timestamp=2018-07-24T21:19:47.887518Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/24 21:19:48 http: TLS handshake error from 10.129.0.1:50196: EOF level=info timestamp=2018-07-24T21:19:52.883911Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-24T21:19:55.701845Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/24 21:19:58 http: TLS handshake error from 10.129.0.1:50204: EOF level=info timestamp=2018-07-24T21:20:06.090913Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/24 21:20:08 http: TLS handshake error from 10.129.0.1:50212: EOF level=info timestamp=2018-07-24T21:20:16.311893Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T21:20:18.183544Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T21:20:18.262991Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T21:20:18.265257Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/24 21:20:18 http: TLS handshake error from 10.129.0.1:50220: EOF level=info timestamp=2018-07-24T21:20:20.333353Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-24T21:20:26.423757Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/24 21:20:28 http: TLS handshake error from 10.129.0.1:50228: EOF Pod name: virt-controller-7d57d96b65-rhvgj Pod phase: Running level=info timestamp=2018-07-24T20:59:28.187111Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-wszds Pod phase: Running level=info timestamp=2018-07-24T21:16:33.866812Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2jwg5 kind= uid=d78c4a94-8f86-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T21:16:34.055822Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi2jwg5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi2jwg5" level=info timestamp=2018-07-24T21:16:34.128025Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi2jwg5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi2jwg5" level=info timestamp=2018-07-24T21:17:08.577382Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibd2r8 kind= uid=ec3db463-8f86-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T21:17:08.582661Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibd2r8 kind= uid=ec3db463-8f86-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T21:17:09.250413Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibd2r8\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibd2r8" level=info timestamp=2018-07-24T21:17:47.700726Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibd2r8 kind= uid=038d2f9f-8f87-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T21:17:47.701391Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibd2r8 kind= uid=038d2f9f-8f87-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T21:18:21.767077Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmizbgpz kind= uid=17d3aef2-8f87-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T21:18:21.770342Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmizbgpz kind= uid=17d3aef2-8f87-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T21:18:21.935304Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmizbgpz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmizbgpz" level=info timestamp=2018-07-24T21:18:21.980520Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmizbgpz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmizbgpz" level=info timestamp=2018-07-24T21:18:22.012560Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmizbgpz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmizbgpz" level=info timestamp=2018-07-24T21:20:29.141889Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmizbgpz kind= uid=63c302a7-8f87-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T21:20:29.142932Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmizbgpz kind= uid=63c302a7-8f87-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-handler-g9z4z Pod phase: Running level=info timestamp=2018-07-24T21:18:55.750474Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizbgpz kind= uid=17d3aef2-8f87-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:20:22.095369Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmizbgpz kind= uid=17d3aef2-8f87-11e8-af17-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-24T21:20:22.096514Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmizbgpz kind= uid=17d3aef2-8f87-11e8-af17-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-24T21:20:22.107968Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmizbgpz kind= uid=17d3aef2-8f87-11e8-af17-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmizbgpz" level=info timestamp=2018-07-24T21:20:22.394700Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizbgpz kind= uid=17d3aef2-8f87-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:20:22.404344Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-24T21:20:22.410284Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmizbgpz kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-24T21:20:22.411350Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmizbgpz kind= uid=17d3aef2-8f87-11e8-af17-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-24T21:20:22.411500Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmizbgpz kind= uid=17d3aef2-8f87-11e8-af17-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-24T21:20:22.414855Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-24T21:20:22.510844Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizbgpz kind= uid=17d3aef2-8f87-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:20:22.511355Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizbgpz kind= uid=17d3aef2-8f87-11e8-af17-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T21:20:22.511749Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizbgpz kind= uid=17d3aef2-8f87-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:20:28.563184Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizbgpz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T21:20:28.563761Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizbgpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-gk5dc Pod phase: Running level=info timestamp=2018-07-24T21:08:52.496034Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiltr9v\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmiltr9v, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 9cca7434-8f85-11e8-af17-525500d15501, UID in object meta: " msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmiltr9v" level=info timestamp=2018-07-24T21:08:52.496449Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiltr9v kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T21:08:52.496560Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiltr9v kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:08:52.503788Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiltr9v kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T21:08:52.503900Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiltr9v kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:08:52.509519Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvminwdhg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T21:08:52.509617Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvminwdhg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:08:52.528308Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvminwdhg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T21:08:52.528448Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvminwdhg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:08:52.528684Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvminwdhg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T21:08:52.528804Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvminwdhg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:08:52.849684Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiltr9v kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T21:08:52.849850Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiltr9v kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:08:52.850051Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiltr9v kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T21:08:52.850123Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiltr9v kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmizbgpz-p8hs4 Pod phase: Pending Pod name: disks-images-provider-5lvlg Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-dpb7d Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-945d7 Pod phase: Running level=info timestamp=2018-07-24T21:20:22.955854Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/24 21:20:27 http: TLS handshake error from 10.129.0.1:49638: EOF 2018/07/24 21:20:37 http: TLS handshake error from 10.129.0.1:49646: EOF 2018/07/24 21:20:47 http: TLS handshake error from 10.129.0.1:49654: EOF 2018/07/24 21:20:57 http: TLS handshake error from 10.129.0.1:49662: EOF 2018/07/24 21:21:07 http: TLS handshake error from 10.129.0.1:49670: EOF 2018/07/24 21:21:17 http: TLS handshake error from 10.129.0.1:49678: EOF 2018/07/24 21:21:27 http: TLS handshake error from 10.129.0.1:49686: EOF 2018/07/24 21:21:37 http: TLS handshake error from 10.129.0.1:49694: EOF 2018/07/24 21:21:47 http: TLS handshake error from 10.129.0.1:49702: EOF 2018/07/24 21:21:57 http: TLS handshake error from 10.129.0.1:49710: EOF 2018/07/24 21:22:07 http: TLS handshake error from 10.129.0.1:49718: EOF 2018/07/24 21:22:17 http: TLS handshake error from 10.129.0.1:49726: EOF level=info timestamp=2018-07-24T21:22:22.783025Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/24 21:22:27 http: TLS handshake error from 10.129.0.1:49734: EOF Pod name: virt-api-7d79764579-v9tkp Pod phase: Running level=info timestamp=2018-07-24T21:21:49.427513Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T21:21:49.524386Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T21:21:49.526673Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T21:21:52.876796Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/24 21:21:58 http: TLS handshake error from 10.129.0.1:50300: EOF level=info timestamp=2018-07-24T21:21:59.021824Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/24 21:22:08 http: TLS handshake error from 10.129.0.1:50308: EOF level=info timestamp=2018-07-24T21:22:09.320519Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/24 21:22:18 http: TLS handshake error from 10.129.0.1:50316: EOF level=info timestamp=2018-07-24T21:22:19.643298Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T21:22:19.763807Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T21:22:19.820907Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-24T21:22:19.821911Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/24 21:22:28 http: TLS handshake error from 10.129.0.1:50324: EOF level=info timestamp=2018-07-24T21:22:29.883359Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-rhvgj Pod phase: Running level=info timestamp=2018-07-24T20:59:28.187111Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-wszds Pod phase: Running level=info timestamp=2018-07-24T21:16:34.128025Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi2jwg5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi2jwg5" level=info timestamp=2018-07-24T21:17:08.577382Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibd2r8 kind= uid=ec3db463-8f86-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T21:17:08.582661Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibd2r8 kind= uid=ec3db463-8f86-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T21:17:09.250413Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibd2r8\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibd2r8" level=info timestamp=2018-07-24T21:17:47.700726Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibd2r8 kind= uid=038d2f9f-8f87-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T21:17:47.701391Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibd2r8 kind= uid=038d2f9f-8f87-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T21:18:21.767077Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmizbgpz kind= uid=17d3aef2-8f87-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T21:18:21.770342Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmizbgpz kind= uid=17d3aef2-8f87-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T21:18:21.935304Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmizbgpz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmizbgpz" level=info timestamp=2018-07-24T21:18:21.980520Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmizbgpz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmizbgpz" level=info timestamp=2018-07-24T21:18:22.012560Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmizbgpz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmizbgpz" level=info timestamp=2018-07-24T21:20:29.141889Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmizbgpz kind= uid=63c302a7-8f87-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T21:20:29.142932Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmizbgpz kind= uid=63c302a7-8f87-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-24T21:22:33.399691Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmizbgpz kind= uid=add8113e-8f87-11e8-af17-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-24T21:22:33.400662Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmizbgpz kind= uid=add8113e-8f87-11e8-af17-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-handler-g9z4z Pod phase: Running level=info timestamp=2018-07-24T21:20:46.381937Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmizbgpz kind= uid=63c302a7-8f87-11e8-af17-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-24T21:20:46.413781Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizbgpz kind= uid=63c302a7-8f87-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:22:29.287346Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmizbgpz kind= uid=63c302a7-8f87-11e8-af17-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-24T21:22:29.288470Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmizbgpz kind= uid=63c302a7-8f87-11e8-af17-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-24T21:22:29.292444Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmizbgpz kind= uid=63c302a7-8f87-11e8-af17-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmizbgpz" level=info timestamp=2018-07-24T21:22:29.539811Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-24T21:22:29.540699Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmizbgpz kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-24T21:22:29.552191Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizbgpz kind= uid=63c302a7-8f87-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:22:29.555702Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmizbgpz kind= uid=63c302a7-8f87-11e8-af17-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-24T21:22:29.555824Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmizbgpz kind= uid=63c302a7-8f87-11e8-af17-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-24T21:22:29.749498Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizbgpz kind= uid=63c302a7-8f87-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:22:29.752501Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizbgpz kind= uid=63c302a7-8f87-11e8-af17-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T21:22:29.752668Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizbgpz kind= uid=63c302a7-8f87-11e8-af17-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:22:33.311869Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmizbgpz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T21:22:33.312495Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmizbgpz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-gk5dc Pod phase: Running level=info timestamp=2018-07-24T21:08:52.496034Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiltr9v\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmiltr9v, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 9cca7434-8f85-11e8-af17-525500d15501, UID in object meta: " msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmiltr9v" level=info timestamp=2018-07-24T21:08:52.496449Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiltr9v kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T21:08:52.496560Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiltr9v kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:08:52.503788Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiltr9v kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T21:08:52.503900Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiltr9v kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:08:52.509519Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvminwdhg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T21:08:52.509617Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvminwdhg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:08:52.528308Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvminwdhg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T21:08:52.528448Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvminwdhg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:08:52.528684Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvminwdhg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T21:08:52.528804Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvminwdhg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:08:52.849684Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiltr9v kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T21:08:52.849850Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiltr9v kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-24T21:08:52.850051Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiltr9v kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-24T21:08:52.850123Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiltr9v kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmizbgpz-r98rs Pod phase: Pending • Failure [387.601 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With VirtualMachineInstance with two PVCs /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:266 should start vmi multiple times [It] /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:278 Unexpected Warning event received. Expected : Warning not to equal : Warning /root/go/src/kubevirt.io/kubevirt/tests/utils.go:245 ------------------------------ STEP: Starting and stopping the VirtualMachineInstance number of times STEP: Starting a VirtualMachineInstance STEP: Waiting until the VirtualMachineInstance will start level=info timestamp=2018-07-24T21:18:22.389821Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmizbgpz-gww6g" level=info timestamp=2018-07-24T21:18:53.755900Z pos=utils.go:243 component=tests msg="Pod owner ship transferred to the node virt-launcher-testvmizbgpz-gww6g" level=error timestamp=2018-07-24T21:18:53.917751Z pos=utils.go:241 component=tests reason="unexpected warning event received" msg="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" STEP: Starting a VirtualMachineInstance STEP: Waiting until the VirtualMachineInstance will start level=info timestamp=2018-07-24T21:20:29.764235Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmizbgpz-gww6g" level=info timestamp=2018-07-24T21:20:29.764416Z pos=utils.go:243 component=tests msg="Pod owner ship transferred to the node virt-launcher-testvmizbgpz-gww6g" level=error timestamp=2018-07-24T21:20:29.764957Z pos=utils.go:241 component=tests reason="unexpected warning event received" msg="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" STEP: Starting a VirtualMachineInstance STEP: Waiting until the VirtualMachineInstance will start level=info timestamp=2018-07-24T21:22:34.216426Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmizbgpz-gww6g" level=info timestamp=2018-07-24T21:22:34.216603Z pos=utils.go:243 component=tests msg="Pod owner ship transferred to the node virt-launcher-testvmizbgpz-gww6g" level=error timestamp=2018-07-24T21:22:34.217197Z pos=utils.go:241 component=tests reason="unexpected warning event received" msg="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" STEP: Checking that the second disk is present • [SLOW TEST:45.351 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:37 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 with a cirros image /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:67 should return that we are running cirros /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:68 ------------------------------ • [SLOW TEST:53.699 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:37 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 with a fedora image /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:77 should return that we are running fedora /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:78 ------------------------------ • [SLOW TEST:34.977 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:37 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 should be able to reconnect to console multiple times /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:87 ------------------------------ • [SLOW TEST:19.932 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:37 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 should wait until the virtual machine is in running state and return a stream interface /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:103 ------------------------------ • [SLOW TEST:30.436 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:37 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 should fail waiting for the virtual machine instance to be running /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:111 ------------------------------ • [SLOW TEST:30.334 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:37 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 should fail waiting for the expecter /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:134 ------------------------------ • [SLOW TEST:18.938 seconds] VNC /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:54 with VNC connection /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:62 should allow accessing the VNC device /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:64 ------------------------------ •• Waiting for namespace kubevirt-test-default to be removed, this can take a while ... Waiting for namespace kubevirt-test-alternative to be removed, this can take a while ... Summarizing 5 Failures: [Fail] Networking should be able to reach [It] the Inbound VirtualMachineInstance with custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:224 [Fail] VMIlifecycle Creating a VirtualMachineInstance [It] should attach virt-launcher to it /root/go/src/kubevirt.io/kubevirt/tests/utils.go:245 [Fail] VMIlifecycle Killed VirtualMachineInstance [It] should be left alone by virt-handler /root/go/src/kubevirt.io/kubevirt/tests/utils.go:245 [Fail] Configurations with CPU spec [BeforeEach] when CPU model equals to passthrough should report exactly the same model as node CPU /root/go/src/kubevirt.io/kubevirt/tests/utils.go:245 [Fail] Storage Starting a VirtualMachineInstance With VirtualMachineInstance with two PVCs [It] should start vmi multiple times /root/go/src/kubevirt.io/kubevirt/tests/utils.go:245 Ran 136 of 148 Specs in 4411.707 seconds FAIL! -- 131 Passed | 5 Failed | 0 Pending | 12 Skipped --- FAIL: TestTests (4411.72s) FAIL make: *** [functest] Error 1 + make cluster-down ./cluster/down.sh