+ export WORKSPACE=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release + WORKSPACE=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release + [[ openshift-3.10-release =~ openshift-.* ]] + [[ openshift-3.10-release =~ .*-crio-.* ]] + export KUBEVIRT_PROVIDER=os-3.10.0 + KUBEVIRT_PROVIDER=os-3.10.0 + export KUBEVIRT_NUM_NODES=2 + KUBEVIRT_NUM_NODES=2 + export NFS_WINDOWS_DIR=/home/nfs/images/windows2016 + NFS_WINDOWS_DIR=/home/nfs/images/windows2016 + export NAMESPACE=kube-system + NAMESPACE=kube-system + trap '{ make cluster-down; }' EXIT SIGINT SIGTERM SIGSTOP + make cluster-down ./cluster/down.sh + make cluster-up ./cluster/up.sh Downloading ....... Downloading ....... 2018/08/02 09:27:03 Waiting for host: 192.168.66.102:22 2018/08/02 09:27:06 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/08/02 09:27:14 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/08/02 09:27:22 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/08/02 09:27:30 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/08/02 09:27:35 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: connection refused. Sleeping 5s 2018/08/02 09:27:41 Connected to tcp://192.168.66.102:22 + systemctl stop origin-node.service + rm -rf /etc/origin/ /etc/etcd/ /var/lib/origin /var/lib/etcd/ ++ docker ps -q + containers= + '[' -n '' ']' ++ docker ps -q -a + containers='2cfbef31c987 e183c40c07dc 861f604efed4 12902ad26342 028539b1f68b bd6f07c1906c d1f95a33a226 c43f96b6da26 e007e5cfd226 b42e2bceca6e 00531aec6f9a e4ad39ba6cef 504c3df6bbf4 eb1ec0b445ce b8955b91e8e5 f739ed8f3e59 07668d85ab3a a6045d125d7b 2ce17110e009 b45f64ab28ef 3a15945be9e1 2a0af99ae1d1 0ece927846d7 0202d5f5dfae 8ce743769d8f 2efb36567bd8 96b65c0493c5 e9ce89fa30e3' + '[' -n '2cfbef31c987 e183c40c07dc 861f604efed4 12902ad26342 028539b1f68b bd6f07c1906c d1f95a33a226 c43f96b6da26 e007e5cfd226 b42e2bceca6e 00531aec6f9a e4ad39ba6cef 504c3df6bbf4 eb1ec0b445ce b8955b91e8e5 f739ed8f3e59 07668d85ab3a a6045d125d7b 2ce17110e009 b45f64ab28ef 3a15945be9e1 2a0af99ae1d1 0ece927846d7 0202d5f5dfae 8ce743769d8f 2efb36567bd8 96b65c0493c5 e9ce89fa30e3' ']' + docker rm -f 2cfbef31c987 e183c40c07dc 861f604efed4 12902ad26342 028539b1f68b bd6f07c1906c d1f95a33a226 c43f96b6da26 e007e5cfd226 b42e2bceca6e 00531aec6f9a e4ad39ba6cef 504c3df6bbf4 eb1ec0b445ce b8955b91e8e5 f739ed8f3e59 07668d85ab3a a6045d125d7b 2ce17110e009 b45f64ab28ef 3a15945be9e1 2a0af99ae1d1 0ece927846d7 0202d5f5dfae 8ce743769d8f 2efb36567bd8 96b65c0493c5 e9ce89fa30e3 2cfbef31c987 e183c40c07dc 861f604efed4 12902ad26342 028539b1f68b bd6f07c1906c d1f95a33a226 c43f96b6da26 e007e5cfd226 b42e2bceca6e 00531aec6f9a e4ad39ba6cef 504c3df6bbf4 eb1ec0b445ce b8955b91e8e5 f739ed8f3e59 07668d85ab3a a6045d125d7b 2ce17110e009 b45f64ab28ef 3a15945be9e1 2a0af99ae1d1 0ece927846d7 0202d5f5dfae 8ce743769d8f 2efb36567bd8 96b65c0493c5 e9ce89fa30e3 2018/08/02 09:27:44 Waiting for host: 192.168.66.101:22 2018/08/02 09:27:47 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/08/02 09:27:55 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/08/02 09:28:03 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/08/02 09:28:11 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/08/02 09:28:16 Connected to tcp://192.168.66.101:22 + inventory_file=/root/inventory + openshift_ansible=/root/openshift-ansible + echo '[new_nodes]' + sed -i '/\[OSEv3:children\]/a new_nodes' /root/inventory + nodes_found=false ++ seq 2 100 + for i in '$(seq 2 100)' ++ printf node%02d 2 + node=node02 ++ printf 192.168.66.1%02d 2 + node_ip=192.168.66.102 + set +e + ping 192.168.66.102 -c 1 PING 192.168.66.102 (192.168.66.102) 56(84) bytes of data. 64 bytes from 192.168.66.102: icmp_seq=1 ttl=64 time=0.841 ms --- 192.168.66.102 ping statistics --- 1 packets transmitted, 1 received, 0% packet loss, time 0ms rtt min/avg/max/mdev = 0.841/0.841/0.841/0.000 ms + '[' 0 -ne 0 ']' + nodes_found=true + set -e + echo '192.168.66.102 node02' Found node02. Adding it to the inventory. + echo 'Found node02. Adding it to the inventory.' + echo 'node02 openshift_node_group_name="node-config-compute" openshift_schedulable=true openshift_ip=192.168.66.102' + for i in '$(seq 2 100)' ++ printf node%02d 3 + node=node03 ++ printf 192.168.66.1%02d 3 + node_ip=192.168.66.103 + set +e + ping 192.168.66.103 -c 1 PING 192.168.66.103 (192.168.66.103) 56(84) bytes of data. From 192.168.66.101 icmp_seq=1 Destination Host Unreachable --- 192.168.66.103 ping statistics --- 1 packets transmitted, 0 received, +1 errors, 100% packet loss, time 0ms + '[' 1 -ne 0 ']' + break + '[' true = true ']' + ansible-playbook -i /root/inventory /root/openshift-ansible/playbooks/openshift-node/scaleup.yml PLAY [Populate config host groups] ********************************************* TASK [Load group name mapping variables] *************************************** ok: [localhost] TASK [Evaluate groups - g_etcd_hosts or g_new_etcd_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_master_hosts or g_new_master_hosts required] ********* skipping: [localhost] TASK [Evaluate groups - g_node_hosts or g_new_node_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_lb_hosts required] *********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts required] ********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts is single host] **************************** skipping: [localhost] TASK [Evaluate groups - g_glusterfs_hosts required] **************************** skipping: [localhost] TASK [Evaluate oo_all_hosts] *************************************************** ok: [localhost] => (item=node01) ok: [localhost] => (item=node02) TASK [Evaluate oo_masters] ***************************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_master] ************************************************ ok: [localhost] TASK [Evaluate oo_new_etcd_to_config] ****************************************** TASK [Evaluate oo_masters_to_config] ******************************************* ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_to_config] ********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_etcd] ************************************************** ok: [localhost] TASK [Evaluate oo_etcd_hosts_to_upgrade] *************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_hosts_to_backup] **************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_nodes_to_config] ********************************************* ok: [localhost] => (item=node02) TASK [Evaluate oo_nodes_to_bootstrap] ****************************************** ok: [localhost] => (item=node02) TASK [Add masters to oo_nodes_to_bootstrap] ************************************ ok: [localhost] => (item=node01) TASK [Evaluate oo_lb_to_config] ************************************************ TASK [Evaluate oo_nfs_to_config] *********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_glusterfs_to_config] ***************************************** TASK [Evaluate oo_etcd_to_migrate] ********************************************* ok: [localhost] => (item=node01) PLAY [Ensure there are new_nodes] ********************************************** TASK [fail] ******************************************************************** skipping: [localhost] TASK [fail] ******************************************************************** skipping: [localhost] PLAY [Initialization Checkpoint Start] ***************************************** TASK [Set install initialization 'In Progress'] ******************************** ok: [node01] PLAY [Populate config host groups] ********************************************* TASK [Load group name mapping variables] *************************************** ok: [localhost] TASK [Evaluate groups - g_etcd_hosts or g_new_etcd_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_master_hosts or g_new_master_hosts required] ********* skipping: [localhost] TASK [Evaluate groups - g_node_hosts or g_new_node_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_lb_hosts required] *********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts required] ********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts is single host] **************************** skipping: [localhost] TASK [Evaluate groups - g_glusterfs_hosts required] **************************** skipping: [localhost] TASK [Evaluate oo_all_hosts] *************************************************** ok: [localhost] => (item=node01) ok: [localhost] => (item=node02) TASK [Evaluate oo_masters] ***************************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_master] ************************************************ ok: [localhost] TASK [Evaluate oo_new_etcd_to_config] ****************************************** TASK [Evaluate oo_masters_to_config] ******************************************* ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_to_config] ********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_etcd] ************************************************** ok: [localhost] TASK [Evaluate oo_etcd_hosts_to_upgrade] *************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_hosts_to_backup] **************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_nodes_to_config] ********************************************* ok: [localhost] => (item=node02) TASK [Evaluate oo_nodes_to_bootstrap] ****************************************** ok: [localhost] => (item=node02) TASK [Add masters to oo_nodes_to_bootstrap] ************************************ ok: [localhost] => (item=node01) TASK [Evaluate oo_lb_to_config] ************************************************ TASK [Evaluate oo_nfs_to_config] *********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_glusterfs_to_config] ***************************************** TASK [Evaluate oo_etcd_to_migrate] ********************************************* ok: [localhost] => (item=node01) [WARNING]: Could not match supplied host pattern, ignoring: oo_lb_to_config PLAY [Ensure that all non-node hosts are accessible] *************************** TASK [Gathering Facts] ********************************************************* ok: [node01] PLAY [Initialize basic host facts] ********************************************* TASK [Gathering Facts] ********************************************************* ok: [node02] ok: [node01] TASK [openshift_sanitize_inventory : include_tasks] **************************** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/deprecations.yml for node01, node02 TASK [openshift_sanitize_inventory : Check for usage of deprecated variables] *** ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : debug] ************************************ skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : set_stats] ******************************** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Assign deprecated variables to correct counterparts] *** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/__deprecations_logging.yml for node01, node02 included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/__deprecations_metrics.yml for node01, node02 TASK [openshift_sanitize_inventory : conditional_set_fact] ********************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : set_fact] ********************************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : conditional_set_fact] ********************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : Standardize on latest variable names] ***** ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : Normalize openshift_release] ************** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Abort when openshift_release is invalid] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : include_tasks] **************************** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/unsupported.yml for node01, node02 TASK [openshift_sanitize_inventory : Ensure that openshift_use_dnsmasq is true] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that openshift_node_dnsmasq_install_network_manager_hook is true] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : set_fact] ********************************* skipping: [node01] => (item=openshift_hosted_etcd_storage_kind) skipping: [node02] => (item=openshift_hosted_etcd_storage_kind) TASK [openshift_sanitize_inventory : Ensure that dynamic provisioning is set if using dynamic storage] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure the hosted registry's GlusterFS storage is configured correctly] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure the hosted registry's GlusterFS storage is configured correctly] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure clusterid is set along with the cloudprovider] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure ansible_service_broker_remove and ansible_service_broker_install are mutually exclusive] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure template_service_broker_remove and template_service_broker_install are mutually exclusive] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that all requires vsphere configuration variables are set] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : ensure provider configuration variables are defined] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure removed web console extension variables are not set] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that web console port matches API server port] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : At least one master is schedulable] ******* skipping: [node01] skipping: [node02] TASK [Detecting Operating System from ostree_booted] *************************** ok: [node02] ok: [node01] TASK [set openshift_deployment_type if unset] ********************************** skipping: [node01] skipping: [node02] TASK [check for node already bootstrapped] ************************************* ok: [node02] ok: [node01] TASK [initialize_facts set fact openshift_is_bootstrapped] ********************* ok: [node01] ok: [node02] TASK [initialize_facts set fact openshift_is_atomic and openshift_is_containerized] *** ok: [node01] ok: [node02] TASK [Determine Atomic Host Docker Version] ************************************ skipping: [node01] skipping: [node02] TASK [assert atomic host docker version is 1.12 or later] ********************** skipping: [node01] skipping: [node02] PLAY [Retrieve existing master configs and validate] *************************** TASK [openshift_control_plane : stat] ****************************************** ok: [node01] TASK [openshift_control_plane : slurp] ***************************************** ok: [node01] TASK [openshift_control_plane : set_fact] ************************************** ok: [node01] TASK [openshift_control_plane : Check for file paths outside of /etc/origin/master in master's config] *** ok: [node01] TASK [openshift_control_plane : set_fact] ************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** skipping: [node01] PLAY [Initialize special first-master variables] ******************************* TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] PLAY [Disable web console if required] ***************************************** TASK [set_fact] **************************************************************** skipping: [node01] PLAY [Setup yum repositories for all hosts] ************************************ TASK [rhel_subscribe : fail] *************************************************** skipping: [node02] TASK [rhel_subscribe : Install Red Hat Subscription manager] ******************* skipping: [node02] TASK [rhel_subscribe : Is host already registered?] **************************** skipping: [node02] TASK [rhel_subscribe : Register host] ****************************************** skipping: [node02] TASK [rhel_subscribe : fail] *************************************************** skipping: [node02] TASK [rhel_subscribe : Determine if OpenShift Pool Already Attached] *********** skipping: [node02] TASK [rhel_subscribe : Attach to OpenShift Pool] ******************************* skipping: [node02] TASK [rhel_subscribe : Satellite preparation] ********************************** skipping: [node02] TASK [openshift_repos : openshift_repos detect ostree] ************************* ok: [node02] TASK [openshift_repos : Ensure libselinux-python is installed] ***************** ok: [node02] TASK [openshift_repos : Remove openshift_additional.repo file] ***************** ok: [node02] TASK [openshift_repos : Create any additional repos that are defined] ********** TASK [openshift_repos : include_tasks] ***************************************** skipping: [node02] TASK [openshift_repos : include_tasks] ***************************************** included: /root/openshift-ansible/roles/openshift_repos/tasks/centos_repos.yml for node02 TASK [openshift_repos : Configure origin gpg keys] ***************************** ok: [node02] TASK [openshift_repos : Configure correct origin release repository] *********** ok: [node02] => (item=/root/openshift-ansible/roles/openshift_repos/templates/CentOS-OpenShift-Origin.repo.j2) TASK [openshift_repos : Ensure clean repo cache in the event repos have been changed manually] *** changed: [node02] => { "msg": "First run of openshift_repos" } TASK [openshift_repos : Record that openshift_repos already ran] *************** ok: [node02] RUNNING HANDLER [openshift_repos : refresh cache] ****************************** changed: [node02] PLAY [Install packages necessary for installer] ******************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [Determine if chrony is installed] **************************************** [WARNING]: Consider using the yum, dnf or zypper module rather than running rpm. If you need to use command because yum, dnf or zypper is insufficient you can add warn=False to this command task or set command_warnings=False in ansible.cfg to get rid of this message. changed: [node02] TASK [Install ntp package] ***************************************************** skipping: [node02] TASK [Start and enable ntpd/chronyd] ******************************************* changed: [node02] TASK [Ensure openshift-ansible installer package deps are installed] *********** ok: [node02] => (item=iproute) ok: [node02] => (item=dbus-python) ok: [node02] => (item=PyYAML) ok: [node02] => (item=python-ipaddress) ok: [node02] => (item=libsemanage-python) ok: [node02] => (item=yum-utils) ok: [node02] => (item=python-docker) PLAY [Initialize cluster facts] ************************************************ TASK [Gathering Facts] ********************************************************* ok: [node02] ok: [node01] TASK [get openshift_current_version] ******************************************* ok: [node02] ok: [node01] TASK [set_fact openshift_portal_net if present on masters] ********************* ok: [node01] ok: [node02] TASK [Gather Cluster facts] **************************************************** changed: [node02] changed: [node01] TASK [Set fact of no_proxy_internal_hostnames] ********************************* skipping: [node01] skipping: [node02] TASK [Initialize openshift.node.sdn_mtu] *************************************** changed: [node02] ok: [node01] PLAY [Initialize etcd host variables] ****************************************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] PLAY [Determine openshift_version to configure on first master] **************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [include_role : openshift_version] **************************************** TASK [openshift_version : Use openshift_current_version fact as version to configure if already installed] *** ok: [node01] TASK [openshift_version : Set openshift_version to openshift_release if undefined] *** skipping: [node01] TASK [openshift_version : debug] *********************************************** ok: [node01] => { "msg": "openshift_pkg_version was not defined. Falling back to -3.10.0" } TASK [openshift_version : set_fact] ******************************************** ok: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : assert openshift_release in openshift_image_tag] ***** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : assert openshift_release in openshift_pkg_version] *** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_release": "3.10" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_image_tag": "v3.10.0-rc.0" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_pkg_version": "-3.10.0*" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_version": "3.10.0" } TASK [set openshift_version booleans (first master)] *************************** ok: [node01] PLAY [Set openshift_version for etcd, node, and master hosts] ****************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [set_fact] **************************************************************** ok: [node02] TASK [set openshift_version booleans (masters and nodes)] ********************** ok: [node02] PLAY [Verify Requirements] ***************************************************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [Run variable sanity checks] ********************************************** ok: [node01] TASK [Validate openshift_node_groups and openshift_node_group_name] ************ ok: [node01] PLAY [Initialization Checkpoint End] ******************************************* TASK [Set install initialization 'Complete'] *********************************** ok: [node01] PLAY [Validate node hostnames] ************************************************* TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [Query DNS for IP address of node02] ************************************** ok: [node02] TASK [Validate openshift_hostname when defined] ******************************** skipping: [node02] TASK [Validate openshift_ip exists on node when defined] *********************** skipping: [node02] PLAY [Configure os_firewall] *************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [os_firewall : Detecting Atomic Host Operating System] ******************** ok: [node02] TASK [os_firewall : Set fact r_os_firewall_is_atomic] ************************** ok: [node02] TASK [os_firewall : Fail - Firewalld is not supported on Atomic Host] ********** skipping: [node02] TASK [os_firewall : Install firewalld packages] ******************************** skipping: [node02] TASK [os_firewall : Ensure iptables services are not enabled] ****************** skipping: [node02] => (item=iptables) skipping: [node02] => (item=ip6tables) TASK [os_firewall : Wait 10 seconds after disabling iptables] ****************** skipping: [node02] TASK [os_firewall : Start and enable firewalld service] ************************ skipping: [node02] TASK [os_firewall : need to pause here, otherwise the firewalld service starting can sometimes cause ssh to fail] *** skipping: [node02] TASK [os_firewall : Restart polkitd] ******************************************* skipping: [node02] TASK [os_firewall : Wait for polkit action to have been created] *************** skipping: [node02] TASK [os_firewall : Ensure firewalld service is not enabled] ******************* ok: [node02] TASK [os_firewall : Wait 10 seconds after disabling firewalld] ***************** skipping: [node02] TASK [os_firewall : Install iptables packages] ********************************* ok: [node02] => (item=iptables) ok: [node02] => (item=iptables-services) TASK [os_firewall : Start and enable iptables service] ************************* ok: [node02 -> node02] => (item=node02) TASK [os_firewall : need to pause here, otherwise the iptables service starting can sometimes cause ssh to fail] *** skipping: [node02] PLAY [oo_nodes_to_config] ****************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [container_runtime : Setup the docker-storage for overlay] **************** skipping: [node02] TASK [container_runtime : Create file system on extra volume device] *********** TASK [container_runtime : Create mount entry for extra volume] ***************** PLAY [oo_nodes_to_config] ****************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_excluder : Install docker excluder - yum] ********************** ok: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* ok: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** skipping: [node02] TASK [container_runtime : Getting current systemd-udevd exec command] ********** skipping: [node02] TASK [container_runtime : Assure systemd-udevd.service.d directory exists] ***** skipping: [node02] TASK [container_runtime : Create systemd-udevd override file] ****************** skipping: [node02] TASK [container_runtime : Add enterprise registry, if necessary] *************** skipping: [node02] TASK [container_runtime : Add http_proxy to /etc/atomic.conf] ****************** skipping: [node02] TASK [container_runtime : Add https_proxy to /etc/atomic.conf] ***************** skipping: [node02] TASK [container_runtime : Add no_proxy to /etc/atomic.conf] ******************** skipping: [node02] TASK [container_runtime : Get current installed Docker version] **************** ok: [node02] TASK [container_runtime : Error out if Docker pre-installed but too old] ******* skipping: [node02] TASK [container_runtime : Error out if requested Docker is too old] ************ skipping: [node02] TASK [container_runtime : Install Docker] ************************************** skipping: [node02] TASK [container_runtime : Ensure docker.service.d directory exists] ************ ok: [node02] TASK [container_runtime : Configure Docker service unit file] ****************** ok: [node02] TASK [container_runtime : stat] ************************************************ ok: [node02] TASK [container_runtime : Set registry params] ********************************* skipping: [node02] => (item={u'reg_conf_var': u'ADD_REGISTRY', u'reg_flag': u'--add-registry', u'reg_fact_val': []}) skipping: [node02] => (item={u'reg_conf_var': u'BLOCK_REGISTRY', u'reg_flag': u'--block-registry', u'reg_fact_val': []}) skipping: [node02] => (item={u'reg_conf_var': u'INSECURE_REGISTRY', u'reg_flag': u'--insecure-registry', u'reg_fact_val': []}) TASK [container_runtime : Place additional/blocked/insecure registries in /etc/containers/registries.conf] *** skipping: [node02] TASK [container_runtime : Set Proxy Settings] ********************************** skipping: [node02] => (item={u'reg_conf_var': u'HTTP_PROXY', u'reg_fact_val': u''}) skipping: [node02] => (item={u'reg_conf_var': u'HTTPS_PROXY', u'reg_fact_val': u''}) skipping: [node02] => (item={u'reg_conf_var': u'NO_PROXY', u'reg_fact_val': u''}) TASK [container_runtime : Set various Docker options] ************************** ok: [node02] TASK [container_runtime : stat] ************************************************ ok: [node02] TASK [container_runtime : Configure Docker Network OPTIONS] ******************** ok: [node02] TASK [container_runtime : Detect if docker is already started] ***************** ok: [node02] TASK [container_runtime : Start the Docker service] **************************** ok: [node02] TASK [container_runtime : set_fact] ******************************************** ok: [node02] TASK [container_runtime : Check for docker_storage_path/overlay2] ************** ok: [node02] TASK [container_runtime : Fixup SELinux permissions for docker] **************** changed: [node02] TASK [container_runtime : Ensure /var/lib/containers exists] ******************* ok: [node02] TASK [container_runtime : Fix SELinux Permissions on /var/lib/containers] ****** ok: [node02] TASK [container_runtime : Check for credentials file for registry auth] ******** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth] ***** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth (alternative)] *** skipping: [node02] TASK [container_runtime : stat the docker data dir] **************************** ok: [node02] TASK [container_runtime : stop the current running docker] ********************* skipping: [node02] TASK [container_runtime : copy "/var/lib/docker" to "/var/lib/containers/docker"] *** skipping: [node02] TASK [container_runtime : Set the selinux context on /var/lib/containers/docker] *** skipping: [node02] TASK [container_runtime : restorecon the /var/lib/containers/docker] *********** skipping: [node02] TASK [container_runtime : Remove the old docker location] ********************** skipping: [node02] TASK [container_runtime : Setup the link] ************************************** skipping: [node02] TASK [container_runtime : start docker] **************************************** skipping: [node02] TASK [container_runtime : Fail if Atomic Host since this is an rpm request] **** skipping: [node02] TASK [container_runtime : Getting current systemd-udevd exec command] ********** skipping: [node02] TASK [container_runtime : Assure systemd-udevd.service.d directory exists] ***** skipping: [node02] TASK [container_runtime : Create systemd-udevd override file] ****************** skipping: [node02] TASK [container_runtime : Add enterprise registry, if necessary] *************** skipping: [node02] TASK [container_runtime : Check that overlay is in the kernel] ***************** skipping: [node02] TASK [container_runtime : Add overlay to modprobe.d] *************************** skipping: [node02] TASK [container_runtime : Manually modprobe overlay into the kernel] *********** skipping: [node02] TASK [container_runtime : Enable and start systemd-modules-load] *************** skipping: [node02] TASK [container_runtime : Install cri-o] *************************************** skipping: [node02] TASK [container_runtime : Remove CRI-O default configuration files] ************ skipping: [node02] => (item=/etc/cni/net.d/200-loopback.conf) skipping: [node02] => (item=/etc/cni/net.d/100-crio-bridge.conf) TASK [container_runtime : Create the CRI-O configuration] ********************** skipping: [node02] TASK [container_runtime : Ensure CNI configuration directory exists] *********** skipping: [node02] TASK [container_runtime : Add iptables allow rules] **************************** skipping: [node02] => (item={u'port': u'10010/tcp', u'service': u'crio'}) TASK [container_runtime : Remove iptables rules] ******************************* TASK [container_runtime : Add firewalld allow rules] *************************** skipping: [node02] => (item={u'port': u'10010/tcp', u'service': u'crio'}) TASK [container_runtime : Remove firewalld allow rules] ************************ TASK [container_runtime : Configure the CNI network] *************************** skipping: [node02] TASK [container_runtime : Create /etc/sysconfig/crio-network] ****************** skipping: [node02] TASK [container_runtime : Start the CRI-O service] ***************************** skipping: [node02] TASK [container_runtime : Ensure /var/lib/containers exists] ******************* skipping: [node02] TASK [container_runtime : Fix SELinux Permissions on /var/lib/containers] ****** skipping: [node02] TASK [container_runtime : Check for credentials file for registry auth] ******** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth] ***** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth (alternative)] *** skipping: [node02] TASK [container_runtime : stat the docker data dir] **************************** skipping: [node02] TASK [container_runtime : stop the current running docker] ********************* skipping: [node02] TASK [container_runtime : copy "/var/lib/docker" to "/var/lib/containers/docker"] *** skipping: [node02] TASK [container_runtime : Set the selinux context on /var/lib/containers/docker] *** skipping: [node02] TASK [container_runtime : restorecon the /var/lib/containers/docker] *********** skipping: [node02] TASK [container_runtime : Remove the old docker location] ********************** skipping: [node02] TASK [container_runtime : Setup the link] ************************************** skipping: [node02] TASK [container_runtime : start docker] **************************************** skipping: [node02] PLAY [Determine openshift_version to configure on first master] **************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [include_role : openshift_version] **************************************** TASK [openshift_version : Use openshift_current_version fact as version to configure if already installed] *** skipping: [node01] TASK [openshift_version : Set openshift_version to openshift_release if undefined] *** skipping: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : assert openshift_release in openshift_image_tag] ***** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : assert openshift_release in openshift_pkg_version] *** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_release": "3.10" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_image_tag": "v3.10.0-rc.0" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_pkg_version": "-3.10.0*" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_version": "3.10.0" } TASK [set openshift_version booleans (first master)] *************************** ok: [node01] PLAY [Set openshift_version for etcd, node, and master hosts] ****************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [set_fact] **************************************************************** ok: [node02] TASK [set openshift_version booleans (masters and nodes)] ********************** ok: [node02] PLAY [Node Preparation Checkpoint Start] *************************************** TASK [Set Node preparation 'In Progress'] ************************************** ok: [node01] PLAY [Only target nodes that have not yet been bootstrapped] ******************* TASK [Gathering Facts] ********************************************************* ok: [localhost] TASK [add_host] **************************************************************** skipping: [localhost] => (item=node02) ok: [localhost] => (item=node01) PLAY [Disable excluders] ******************************************************* TASK [openshift_excluder : Detecting Atomic Host Operating System] ************* ok: [node02] TASK [openshift_excluder : Debug r_openshift_excluder_enable_docker_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_docker_excluder": true } TASK [openshift_excluder : Debug r_openshift_excluder_enable_openshift_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_openshift_excluder": true } TASK [openshift_excluder : Fail if invalid openshift_excluder_action provided] *** skipping: [node02] TASK [openshift_excluder : Fail if r_openshift_excluder_upgrade_target is not defined] *** skipping: [node02] TASK [openshift_excluder : Include main action task file] ********************** included: /root/openshift-ansible/roles/openshift_excluder/tasks/disable.yml for node02 TASK [openshift_excluder : Get available excluder version] ********************* skipping: [node02] TASK [openshift_excluder : Fail when excluder package is not found] ************ skipping: [node02] TASK [openshift_excluder : Set fact excluder_version] ************************** skipping: [node02] TASK [openshift_excluder : origin-docker-excluder version detected] ************ skipping: [node02] TASK [openshift_excluder : Printing upgrade target version] ******************** skipping: [node02] TASK [openshift_excluder : Check the available origin-docker-excluder version is at most of the upgrade target version] *** skipping: [node02] TASK [openshift_excluder : Get available excluder version] ********************* skipping: [node02] TASK [openshift_excluder : Fail when excluder package is not found] ************ skipping: [node02] TASK [openshift_excluder : Set fact excluder_version] ************************** skipping: [node02] TASK [openshift_excluder : origin-excluder version detected] ******************* skipping: [node02] TASK [openshift_excluder : Printing upgrade target version] ******************** skipping: [node02] TASK [openshift_excluder : Check the available origin-excluder version is at most of the upgrade target version] *** skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : disable docker excluder] **************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : disable openshift excluder] ************************* changed: [node02] TASK [openshift_excluder : Install docker excluder - yum] ********************** skipping: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** changed: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : disable docker excluder] **************************** skipping: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : disable openshift excluder] ************************* changed: [node02] PLAY [Configure nodes] ********************************************************* TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_cloud_provider : Set cloud provider facts] ********************* skipping: [node02] TASK [openshift_cloud_provider : Create cloudprovider config dir] ************** skipping: [node02] TASK [openshift_cloud_provider : include the defined cloud provider files] ***** skipping: [node02] TASK [openshift_node : fail] *************************************************** skipping: [node02] TASK [openshift_node : Check for NetworkManager service] *********************** ok: [node02] TASK [openshift_node : Set fact using_network_manager] ************************* ok: [node02] TASK [openshift_node : Install dnsmasq] **************************************** ok: [node02] TASK [openshift_node : ensure origin/node directory exists] ******************** changed: [node02] => (item=/etc/origin) changed: [node02] => (item=/etc/origin/node) TASK [openshift_node : Install NetworkManager during node_bootstrap provisioning] *** skipping: [node02] TASK [openshift_node : Install network manager dispatch script] **************** skipping: [node02] TASK [openshift_node : Install dnsmasq configuration] ************************** ok: [node02] TASK [openshift_node : Deploy additional dnsmasq.conf] ************************* skipping: [node02] TASK [openshift_node : Enable dnsmasq] ***************************************** ok: [node02] TASK [openshift_node : Install network manager dispatch script] **************** ok: [node02] TASK [openshift_node : Add iptables allow rules] ******************************* ok: [node02] => (item={u'port': u'10250/tcp', u'service': u'Kubernetes kubelet'}) ok: [node02] => (item={u'port': u'10256/tcp', u'service': u'Kubernetes kube-proxy health check for service load balancers'}) ok: [node02] => (item={u'port': u'80/tcp', u'service': u'http'}) ok: [node02] => (item={u'port': u'443/tcp', u'service': u'https'}) ok: [node02] => (item={u'cond': u'openshift_use_openshift_sdn | bool', u'port': u'4789/udp', u'service': u'OpenShift OVS sdn'}) skipping: [node02] => (item={u'cond': False, u'port': u'179/tcp', u'service': u'Calico BGP Port'}) skipping: [node02] => (item={u'cond': False, u'port': u'/tcp', u'service': u'Kubernetes service NodePort TCP'}) skipping: [node02] => (item={u'cond': False, u'port': u'/udp', u'service': u'Kubernetes service NodePort UDP'}) TASK [openshift_node : Remove iptables rules] ********************************** TASK [openshift_node : Add firewalld allow rules] ****************************** skipping: [node02] => (item={u'port': u'10250/tcp', u'service': u'Kubernetes kubelet'}) skipping: [node02] => (item={u'port': u'10256/tcp', u'service': u'Kubernetes kube-proxy health check for service load balancers'}) skipping: [node02] => (item={u'port': u'80/tcp', u'service': u'http'}) skipping: [node02] => (item={u'port': u'443/tcp', u'service': u'https'}) skipping: [node02] => (item={u'cond': u'openshift_use_openshift_sdn | bool', u'port': u'4789/udp', u'service': u'OpenShift OVS sdn'}) skipping: [node02] => (item={u'cond': False, u'port': u'179/tcp', u'service': u'Calico BGP Port'}) skipping: [node02] => (item={u'cond': False, u'port': u'/tcp', u'service': u'Kubernetes service NodePort TCP'}) skipping: [node02] => (item={u'cond': False, u'port': u'/udp', u'service': u'Kubernetes service NodePort UDP'}) TASK [openshift_node : Remove firewalld allow rules] *************************** TASK [openshift_node : Checking for journald.conf] ***************************** ok: [node02] TASK [openshift_node : Create journald persistence directories] **************** ok: [node02] TASK [openshift_node : Update journald setup] ********************************** ok: [node02] => (item={u'var': u'Storage', u'val': u'persistent'}) ok: [node02] => (item={u'var': u'Compress', u'val': True}) ok: [node02] => (item={u'var': u'SyncIntervalSec', u'val': u'1s'}) ok: [node02] => (item={u'var': u'RateLimitInterval', u'val': u'1s'}) ok: [node02] => (item={u'var': u'RateLimitBurst', u'val': 10000}) ok: [node02] => (item={u'var': u'SystemMaxUse', u'val': u'8G'}) ok: [node02] => (item={u'var': u'SystemKeepFree', u'val': u'20%'}) ok: [node02] => (item={u'var': u'SystemMaxFileSize', u'val': u'10M'}) ok: [node02] => (item={u'var': u'MaxRetentionSec', u'val': u'1month'}) ok: [node02] => (item={u'var': u'MaxFileSec', u'val': u'1day'}) ok: [node02] => (item={u'var': u'ForwardToSyslog', u'val': False}) ok: [node02] => (item={u'var': u'ForwardToWall', u'val': False}) TASK [openshift_node : Restart journald] *************************************** skipping: [node02] TASK [openshift_node : Disable swap] ******************************************* ok: [node02] TASK [openshift_node : Install node, clients, and conntrack packages] ********** ok: [node02] => (item={u'name': u'origin-node-3.10.0*'}) ok: [node02] => (item={u'name': u'origin-clients-3.10.0*'}) ok: [node02] => (item={u'name': u'conntrack-tools'}) TASK [openshift_node : Restart cri-o] ****************************************** skipping: [node02] TASK [openshift_node : restart NetworkManager to ensure resolv.conf is present] *** changed: [node02] TASK [openshift_node : sysctl] ************************************************* ok: [node02] TASK [openshift_node : Check for credentials file for registry auth] *********** skipping: [node02] TASK [openshift_node : Create credentials for registry auth] ******************* skipping: [node02] TASK [openshift_node : Create credentials for registry auth (alternative)] ***** skipping: [node02] TASK [openshift_node : Setup ro mount of /root/.docker for containerized hosts] *** skipping: [node02] TASK [openshift_node : Check that node image is present] *********************** changed: [node02] TASK [openshift_node : Pre-pull node image] ************************************ skipping: [node02] TASK [openshift_node : Copy node script to the node] *************************** ok: [node02] TASK [openshift_node : Install Node service file] ****************************** ok: [node02] TASK [openshift_node : Ensure old system path is set] ************************** skipping: [node02] => (item=/etc/origin/openvswitch) skipping: [node02] => (item=/var/lib/kubelet) skipping: [node02] => (item=/opt/cni/bin) TASK [openshift_node : Check status of node image pre-pull] ******************** skipping: [node02] TASK [openshift_node : Copy node container image to ostree storage] ************ skipping: [node02] TASK [openshift_node : Install or Update node system container] **************** skipping: [node02] TASK [openshift_node : Restart network manager to ensure networking configuration is in place] *** skipping: [node02] TASK [openshift_node : Configure Node settings] ******************************** ok: [node02] => (item={u'regex': u'^OPTIONS=', u'line': u'OPTIONS='}) ok: [node02] => (item={u'regex': u'^DEBUG_LOGLEVEL=', u'line': u'DEBUG_LOGLEVEL=2'}) ok: [node02] => (item={u'regex': u'^IMAGE_VERSION=', u'line': u'IMAGE_VERSION=v3.10.0-rc.0'}) TASK [openshift_node : Configure Proxy Settings] ******************************* skipping: [node02] => (item={u'regex': u'^HTTP_PROXY=', u'line': u'HTTP_PROXY='}) skipping: [node02] => (item={u'regex': u'^HTTPS_PROXY=', u'line': u'HTTPS_PROXY='}) skipping: [node02] => (item={u'regex': u'^NO_PROXY=', u'line': u'NO_PROXY=[],172.30.0.0/16,10.128.0.0/14'}) TASK [openshift_node : file] *************************************************** skipping: [node02] TASK [openshift_node : Create the Node config] ********************************* changed: [node02] TASK [openshift_node : Configure Node Environment Variables] ******************* TASK [openshift_node : Ensure the node static pod directory exists] ************ changed: [node02] TASK [openshift_node : Configure AWS Cloud Provider Settings] ****************** skipping: [node02] => (item=None) skipping: [node02] => (item=None) skipping: [node02] TASK [openshift_node : Check status of node image pre-pull] ******************** skipping: [node02] TASK [openshift_node : Install NFS storage plugin dependencies] **************** ok: [node02] TASK [openshift_node : Check for existence of nfs sebooleans] ****************** ok: [node02] => (item=virt_use_nfs) ok: [node02] => (item=virt_sandbox_use_nfs) TASK [openshift_node : Set seboolean to allow nfs storage plugin access from containers] *** ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-08-02 09:37:12.158975', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_use_nfs'], u'rc': 0, 'item': u'virt_use_nfs', u'delta': u'0:00:00.032568', '_ansible_item_label': u'virt_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-08-02 09:37:12.126407', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-08-02 09:37:13.347280', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_nfs'], u'rc': 0, 'item': u'virt_sandbox_use_nfs', u'delta': u'0:00:00.014208', '_ansible_item_label': u'virt_sandbox_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-08-02 09:37:13.333072', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Set seboolean to allow nfs storage plugin access from containers (python 3)] *** skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-08-02 09:37:12.158975', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_use_nfs'], u'rc': 0, 'item': u'virt_use_nfs', u'delta': u'0:00:00.032568', '_ansible_item_label': u'virt_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-08-02 09:37:12.126407', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-08-02 09:37:13.347280', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_nfs'], u'rc': 0, 'item': u'virt_sandbox_use_nfs', u'delta': u'0:00:00.014208', '_ansible_item_label': u'virt_sandbox_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-08-02 09:37:13.333072', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Install GlusterFS storage plugin dependencies] ********** ok: [node02] TASK [openshift_node : Check for existence of fusefs sebooleans] *************** ok: [node02] => (item=virt_use_fusefs) ok: [node02] => (item=virt_sandbox_use_fusefs) TASK [openshift_node : Set seboolean to allow gluster storage plugin access from containers] *** ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-08-02 09:37:18.963112', '_ansible_no_log': False, u'stdout': u'virt_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_use_fusefs'], u'rc': 0, 'item': u'virt_use_fusefs', u'delta': u'0:00:00.016525', '_ansible_item_label': u'virt_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-08-02 09:37:18.946587', '_ansible_ignore_errors': None, 'failed': False}) ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-08-02 09:37:20.151631', '_ansible_no_log': False, u'stdout': u'virt_sandbox_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_fusefs'], u'rc': 0, 'item': u'virt_sandbox_use_fusefs', u'delta': u'0:00:00.017238', '_ansible_item_label': u'virt_sandbox_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_sandbox_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-08-02 09:37:20.134393', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Set seboolean to allow gluster storage plugin access from containers (python 3)] *** skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-08-02 09:37:18.963112', '_ansible_no_log': False, u'stdout': u'virt_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_use_fusefs'], u'rc': 0, 'item': u'virt_use_fusefs', u'delta': u'0:00:00.016525', '_ansible_item_label': u'virt_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-08-02 09:37:18.946587', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-08-02 09:37:20.151631', '_ansible_no_log': False, u'stdout': u'virt_sandbox_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_fusefs'], u'rc': 0, 'item': u'virt_sandbox_use_fusefs', u'delta': u'0:00:00.017238', '_ansible_item_label': u'virt_sandbox_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_sandbox_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-08-02 09:37:20.134393', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Install Ceph storage plugin dependencies] *************** ok: [node02] TASK [openshift_node : Install iSCSI storage plugin dependencies] ************** ok: [node02] => (item=iscsi-initiator-utils) ok: [node02] => (item=device-mapper-multipath) TASK [openshift_node : restart services] *************************************** ok: [node02] => (item=multipathd) ok: [node02] => (item=rpcbind) ok: [node02] => (item=iscsid) TASK [openshift_node : Template multipath configuration] *********************** changed: [node02] TASK [openshift_node : Enable and start multipath] ***************************** changed: [node02] TASK [tuned : Check for tuned package] ***************************************** ok: [node02] TASK [tuned : Set tuned OpenShift variables] *********************************** ok: [node02] TASK [tuned : Ensure directory structure exists] ******************************* ok: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-control-plane', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) ok: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-node', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) ok: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/recommend.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'recommend.conf', 'size': 290, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-control-plane/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-control-plane/tuned.conf', 'size': 744, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-node/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-node/tuned.conf', 'size': 135, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift/tuned.conf', 'size': 594, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) TASK [tuned : Ensure files are populated from templates] *********************** skipping: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-control-plane', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) skipping: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-node', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) skipping: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/recommend.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'recommend.conf', 'size': 290, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-control-plane/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-control-plane/tuned.conf', 'size': 744, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-node/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-node/tuned.conf', 'size': 135, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': u's0', 'seuser': u'unconfined_u', 'serole': u'object_r', 'ctime': 1531032437.8490183, 'state': u'file', 'gid': 0, 'mode': u'0644', 'mtime': 1531032437.8490183, 'owner': u'root', 'path': u'openshift/tuned.conf', 'size': 594, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': u'admin_home_t'}) TASK [tuned : Make tuned use the recommended tuned profile on restart] ********* changed: [node02] => (item=/etc/tuned/active_profile) changed: [node02] => (item=/etc/tuned/profile_mode) TASK [tuned : Restart tuned service] ******************************************* changed: [node02] TASK [nickhammond.logrotate : nickhammond.logrotate | Install logrotate] ******* ok: [node02] TASK [nickhammond.logrotate : nickhammond.logrotate | Setup logrotate.d scripts] *** PLAY [node bootstrap config] *************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_node : install needed rpm(s)] ********************************** ok: [node02] => (item=origin-node) ok: [node02] => (item=origin-docker-excluder) ok: [node02] => (item=ansible) ok: [node02] => (item=bash-completion) ok: [node02] => (item=docker) ok: [node02] => (item=haproxy) ok: [node02] => (item=dnsmasq) ok: [node02] => (item=ntp) ok: [node02] => (item=logrotate) ok: [node02] => (item=httpd-tools) ok: [node02] => (item=bind-utils) ok: [node02] => (item=firewalld) ok: [node02] => (item=libselinux-python) ok: [node02] => (item=conntrack-tools) ok: [node02] => (item=openssl) ok: [node02] => (item=iproute) ok: [node02] => (item=python-dbus) ok: [node02] => (item=PyYAML) ok: [node02] => (item=yum-utils) ok: [node02] => (item=glusterfs-fuse) ok: [node02] => (item=device-mapper-multipath) ok: [node02] => (item=nfs-utils) ok: [node02] => (item=cockpit-ws) ok: [node02] => (item=cockpit-system) ok: [node02] => (item=cockpit-bridge) ok: [node02] => (item=cockpit-docker) ok: [node02] => (item=iscsi-initiator-utils) ok: [node02] => (item=ceph-common) TASK [openshift_node : create the directory for node] ************************** skipping: [node02] TASK [openshift_node : laydown systemd override] ******************************* skipping: [node02] TASK [openshift_node : update the sysconfig to have necessary variables] ******* ok: [node02] => (item={u'regexp': u'^KUBECONFIG=.*', u'line': u'KUBECONFIG=/etc/origin/node/bootstrap.kubeconfig'}) TASK [openshift_node : Configure AWS Cloud Provider Settings] ****************** skipping: [node02] => (item=None) skipping: [node02] => (item=None) skipping: [node02] TASK [openshift_node : disable origin-node service] **************************** changed: [node02] => (item=origin-node.service) TASK [openshift_node : Check for RPM generated config marker file .config_managed] *** ok: [node02] TASK [openshift_node : create directories for bootstrapping] ******************* ok: [node02] => (item=/root/openshift_bootstrap) changed: [node02] => (item=/var/lib/origin/openshift.local.config) changed: [node02] => (item=/var/lib/origin/openshift.local.config/node) ok: [node02] => (item=/etc/docker/certs.d/docker-registry.default.svc:5000) TASK [openshift_node : laydown the bootstrap.yml file for on boot configuration] *** ok: [node02] TASK [openshift_node : Create a symlink to the node client CA for the docker registry] *** ok: [node02] TASK [openshift_node : Remove RPM generated config files if present] *********** skipping: [node02] => (item=master) skipping: [node02] => (item=.config_managed) TASK [openshift_node : find all files in /etc/origin/node so we can remove them] *** skipping: [node02] TASK [openshift_node : Remove everything except the resolv.conf required for node] *** skipping: [node02] TASK [openshift_node_group : create node config template] ********************** changed: [node02] TASK [openshift_node_group : remove existing node config] ********************** changed: [node02] TASK [openshift_node_group : Ensure required directories are present] ********** ok: [node02] => (item=/etc/origin/node/pods) changed: [node02] => (item=/etc/origin/node/certificates) TASK [openshift_node_group : Update the sysconfig to group "node-config-compute"] *** changed: [node02] TASK [set_fact] **************************************************************** ok: [node02] PLAY [Re-enable excluder if it was previously enabled] ************************* TASK [openshift_excluder : Detecting Atomic Host Operating System] ************* ok: [node02] TASK [openshift_excluder : Debug r_openshift_excluder_enable_docker_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_docker_excluder": true } TASK [openshift_excluder : Debug r_openshift_excluder_enable_openshift_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_openshift_excluder": true } TASK [openshift_excluder : Fail if invalid openshift_excluder_action provided] *** skipping: [node02] TASK [openshift_excluder : Fail if r_openshift_excluder_upgrade_target is not defined] *** skipping: [node02] TASK [openshift_excluder : Include main action task file] ********************** included: /root/openshift-ansible/roles/openshift_excluder/tasks/enable.yml for node02 TASK [openshift_excluder : Install docker excluder - yum] ********************** skipping: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** changed: [node02] PLAY [Node Preparation Checkpoint End] ***************************************** TASK [Set Node preparation 'Complete'] ***************************************** ok: [node01] PLAY [Distribute bootstrap and start nodes] ************************************ TASK [openshift_node : Gather node information] ******************************** changed: [node02] ok: [node01] TASK [openshift_node : Copy master bootstrap config locally] ******************* ok: [node02] TASK [openshift_node : Distribute bootstrap kubeconfig if one does not exist] *** ok: [node01] changed: [node02] TASK [openshift_node : Start and enable node for bootstrapping] **************** changed: [node02] changed: [node01] TASK [openshift_node : Get node logs] ****************************************** skipping: [node02] skipping: [node01] TASK [openshift_node : debug] ************************************************** skipping: [node02] skipping: [node01] TASK [openshift_node : fail] *************************************************** skipping: [node02] skipping: [node01] PLAY [Approve any pending CSR requests from inventory nodes] ******************* TASK [Dump all candidate bootstrap hostnames] ********************************** ok: [node01] => { "msg": [ "node02", "node01" ] } TASK [Find all hostnames for bootstrapping] ************************************ ok: [node01] TASK [Dump the bootstrap hostnames] ******************************************** ok: [node01] => { "msg": [ "node02", "node01" ] } TASK [Approve bootstrap nodes] ************************************************* changed: [node01] TASK [Get CSRs] **************************************************************** skipping: [node01] TASK [Report approval errors] ************************************************** skipping: [node01] PLAY [Ensure any inventory labels are applied to the nodes] ******************** TASK [Gathering Facts] ********************************************************* ok: [node02] ok: [node01] TASK [openshift_manage_node : Wait for master API to become available before proceeding] *** skipping: [node02] TASK [openshift_manage_node : Wait for Node Registration] ********************** ok: [node02 -> node01] ok: [node01 -> node01] TASK [openshift_manage_node : include_tasks] *********************************** included: /root/openshift-ansible/roles/openshift_manage_node/tasks/config.yml for node02, node01 TASK [openshift_manage_node : Set node schedulability] ************************* ok: [node02 -> node01] ok: [node01 -> node01] TASK [openshift_manage_node : include_tasks] *********************************** included: /root/openshift-ansible/roles/openshift_manage_node/tasks/set_default_node_role.yml for node02, node01 TASK [openshift_manage_node : Retrieve nodes that are marked with the infra selector or the legacy infra selector] *** ok: [node02 -> node01] TASK [openshift_manage_node : Label infra or legacy infra nodes with the new role label] *** TASK [openshift_manage_node : Retrieve non-infra, non-master nodes that are not yet labeled compute] *** ok: [node02 -> node01] TASK [openshift_manage_node : label non-master non-infra nodes compute] ******** TASK [openshift_manage_node : Label all-in-one master as a compute node] ******* skipping: [node02] PLAY RECAP ********************************************************************* localhost : ok=30 changed=0 unreachable=0 failed=0 node01 : ok=71 changed=3 unreachable=0 failed=0 node02 : ok=155 changed=33 unreachable=0 failed=0 INSTALLER STATUS *************************************************************** Initialization : Complete (0:04:48) Node Preparation : Complete (0:04:18) Sending file modes: C0755 110489328 oc Sending file modes: C0600 5649 admin.kubeconfig Cluster "node01:8443" set. Cluster "node01:8443" set. + set +e + kubectl get nodes --no-headers + cluster/kubectl.sh get nodes --no-headers node01 Ready compute,infra,master 25d v1.10.0+b81c8f8 node02 Ready compute 51s v1.10.0+b81c8f8 + kubectl_rc=0 + '[' 0 -ne 0 ']' ++ kubectl get nodes --no-headers ++ cluster/kubectl.sh get nodes --no-headers ++ grep NotReady + '[' -n '' ']' + set -e + echo 'Nodes are ready:' Nodes are ready: + kubectl get nodes + cluster/kubectl.sh get nodes NAME STATUS ROLES AGE VERSION node01 Ready compute,infra,master 25d v1.10.0+b81c8f8 node02 Ready compute 52s v1.10.0+b81c8f8 + make cluster-sync ./cluster/build.sh Building ... sha256:559a45ac63f40982ccce3a1b80cb62788566f2032c847ad9c45ee993eb9c48d4 go version go1.10 linux/amd64 Waiting for rsyncd to be ready go version go1.10 linux/amd64 make[1]: Entering directory `/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt' hack/dockerized "./hack/check.sh && KUBEVIRT_VERSION= ./hack/build-go.sh install " && ./hack/build-copy-artifacts.sh sha256:559a45ac63f40982ccce3a1b80cb62788566f2032c847ad9c45ee993eb9c48d4 go version go1.10 linux/amd64 go version go1.10 linux/amd64 find: '/root/go/src/kubevirt.io/kubevirt/_out/cmd': No such file or directory Compiling tests... compiled tests.test hack/build-docker.sh build Sending build context to Docker daemon 40.39 MB Step 1/8 : FROM fedora:28 ---> cc510acfcd70 Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> d3c656a2b485 Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virt-controller ---> Using cache ---> a776f834c795 Step 4/8 : WORKDIR /home/virt-controller ---> Using cache ---> 714b6ef15e78 Step 5/8 : USER 1001 ---> Using cache ---> cadd485aa8f4 Step 6/8 : COPY virt-controller /usr/bin/virt-controller ---> 60c8ec8a9657 Removing intermediate container b6e761c3644b Step 7/8 : ENTRYPOINT /usr/bin/virt-controller ---> Running in 3ac552084dd6 ---> 795bbd4ce9e0 Removing intermediate container 3ac552084dd6 Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "virt-controller" '' ---> Running in d0913cd07f02 ---> 054560d506c3 Removing intermediate container d0913cd07f02 Successfully built 054560d506c3 Sending build context to Docker daemon 43.31 MB Step 1/10 : FROM kubevirt/libvirt:4.2.0 ---> 5f0bfe81a3e0 Step 2/10 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 795ad92a5172 Step 3/10 : RUN dnf -y install socat genisoimage util-linux libcgroup-tools ethtool net-tools sudo && dnf -y clean all && test $(id -u qemu) = 107 # make sure that the qemu user really is 107 ---> Using cache ---> 49e8a67155c8 Step 4/10 : COPY virt-launcher /usr/bin/virt-launcher ---> a3e2b9c2adbc Removing intermediate container b48709cb52b3 Step 5/10 : COPY kubevirt-sudo /etc/sudoers.d/kubevirt ---> 15adcd8507d1 Removing intermediate container 4ec2f712509b Step 6/10 : RUN setcap CAP_NET_BIND_SERVICE=+eip /usr/bin/qemu-system-x86_64 ---> Running in 3f8752de2c92  ---> 137828bacba2 Removing intermediate container 3f8752de2c92 Step 7/10 : RUN mkdir -p /usr/share/kubevirt/virt-launcher ---> Running in 8f3d57240f8b  ---> 948aff799110 Removing intermediate container 8f3d57240f8b Step 8/10 : COPY entrypoint.sh libvirtd.sh sock-connector /usr/share/kubevirt/virt-launcher/ ---> 39410c929a71 Removing intermediate container bff908092066 Step 9/10 : ENTRYPOINT /usr/share/kubevirt/virt-launcher/entrypoint.sh ---> Running in 7457295ddce4 ---> 1b659c94ac53 Removing intermediate container 7457295ddce4 Step 10/10 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "virt-launcher" '' ---> Running in 67d30b452f48 ---> c8fde9891388 Removing intermediate container 67d30b452f48 Successfully built c8fde9891388 Sending build context to Docker daemon 41.74 MB Step 1/5 : FROM fedora:28 ---> cc510acfcd70 Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> d3c656a2b485 Step 3/5 : COPY virt-handler /usr/bin/virt-handler ---> ff18796fe13e Removing intermediate container bf099c7c2a51 Step 4/5 : ENTRYPOINT /usr/bin/virt-handler ---> Running in f89d62fac281 ---> 907eb12b0c99 Removing intermediate container f89d62fac281 Step 5/5 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "virt-handler" '' ---> Running in de23413b3d3a ---> 9876dadc9b73 Removing intermediate container de23413b3d3a Successfully built 9876dadc9b73 Sending build context to Docker daemon 38.81 MB Step 1/8 : FROM fedora:28 ---> cc510acfcd70 Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> d3c656a2b485 Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virt-api ---> Using cache ---> 9bbbc9ec8ccc Step 4/8 : WORKDIR /home/virt-api ---> Using cache ---> 6ff95ae380a5 Step 5/8 : USER 1001 ---> Using cache ---> 0026fc44bed8 Step 6/8 : COPY virt-api /usr/bin/virt-api ---> 1038526607f8 Removing intermediate container 4d376a4e9bbb Step 7/8 : ENTRYPOINT /usr/bin/virt-api ---> Running in b987ae02aea1 ---> d6270efc8307 Removing intermediate container b987ae02aea1 Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "virt-api" '' ---> Running in 062f47e40a28 ---> 1d95dd93ad21 Removing intermediate container 062f47e40a28 Successfully built 1d95dd93ad21 Sending build context to Docker daemon 4.096 kB Step 1/7 : FROM fedora:28 ---> cc510acfcd70 Step 2/7 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> d3c656a2b485 Step 3/7 : ENV container docker ---> Using cache ---> d7ee9dd5410a Step 4/7 : RUN mkdir -p /images/custom /images/alpine && truncate -s 64M /images/custom/disk.img && curl http://dl-cdn.alpinelinux.org/alpine/v3.7/releases/x86_64/alpine-virt-3.7.0-x86_64.iso > /images/alpine/disk.img ---> Using cache ---> 0b64ac188f84 Step 5/7 : ADD entrypoint.sh / ---> Using cache ---> c9569040fd52 Step 6/7 : CMD /entrypoint.sh ---> Using cache ---> b0887fd36d1c Step 7/7 : LABEL "disks-images-provider" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Using cache ---> 7eb9ff0f2a47 Successfully built 7eb9ff0f2a47 Sending build context to Docker daemon 2.56 kB Step 1/5 : FROM fedora:28 ---> cc510acfcd70 Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> d3c656a2b485 Step 3/5 : ENV container docker ---> Using cache ---> d7ee9dd5410a Step 4/5 : RUN dnf -y install procps-ng nmap-ncat && dnf -y clean all ---> Using cache ---> e96d3e3c109a Step 5/5 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "vm-killer" '' ---> Using cache ---> ea3ccf7c8a6e Successfully built ea3ccf7c8a6e Sending build context to Docker daemon 5.12 kB Step 1/7 : FROM debian:sid ---> 68f33cf86aab Step 2/7 : MAINTAINER "David Vossel" \ ---> Using cache ---> b7f20b0c4c41 Step 3/7 : ENV container docker ---> Using cache ---> 83fc28f38982 Step 4/7 : RUN apt-get update && apt-get install -y bash curl bzip2 qemu-utils && mkdir -p /disk && rm -rf /var/lib/apt/lists/* ---> Using cache ---> 604b0b292d97 Step 5/7 : ADD entry-point.sh / ---> Using cache ---> 78792d6f56cd Step 6/7 : CMD /entry-point.sh ---> Using cache ---> 7f24cc15e083 Step 7/7 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "registry-disk-v1alpha" '' ---> Using cache ---> a1b75bca8b71 Successfully built a1b75bca8b71 Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33197/kubevirt/registry-disk-v1alpha:devel ---> a1b75bca8b71 Step 2/4 : MAINTAINER "David Vossel" \ ---> Using cache ---> b61534d778aa Step 3/4 : RUN curl https://download.cirros-cloud.net/0.4.0/cirros-0.4.0-x86_64-disk.img > /disk/cirros.img ---> Using cache ---> 9d532f861188 Step 4/4 : LABEL "cirros-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Using cache ---> 68ee6ae8b029 Successfully built 68ee6ae8b029 Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33197/kubevirt/registry-disk-v1alpha:devel ---> a1b75bca8b71 Step 2/4 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 8d6f129a27c0 Step 3/4 : RUN curl -g -L https://download.fedoraproject.org/pub/fedora/linux/releases/27/CloudImages/x86_64/images/Fedora-Cloud-Base-27-1.6.x86_64.qcow2 > /disk/fedora.qcow2 ---> Using cache ---> 244fb34b77a2 Step 4/4 : LABEL "fedora-cloud-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Using cache ---> 49b4ff50efe4 Successfully built 49b4ff50efe4 Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33197/kubevirt/registry-disk-v1alpha:devel ---> a1b75bca8b71 Step 2/4 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 8d6f129a27c0 Step 3/4 : RUN curl http://dl-cdn.alpinelinux.org/alpine/v3.7/releases/x86_64/alpine-virt-3.7.0-x86_64.iso > /disk/alpine.iso ---> Using cache ---> 91be64ef9ef2 Step 4/4 : LABEL "alpine-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Using cache ---> 0268999a98b1 Successfully built 0268999a98b1 Sending build context to Docker daemon 35.59 MB Step 1/8 : FROM fedora:28 ---> cc510acfcd70 Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> d3c656a2b485 Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virtctl ---> Using cache ---> 5704030d2070 Step 4/8 : WORKDIR /home/virtctl ---> Using cache ---> 624a72b3ef33 Step 5/8 : USER 1001 ---> Using cache ---> 74157fb56326 Step 6/8 : COPY subresource-access-test /subresource-access-test ---> 5873ed653faa Removing intermediate container 410f3961577c Step 7/8 : ENTRYPOINT /subresource-access-test ---> Running in f866901c257d ---> 37cbc749ba79 Removing intermediate container f866901c257d Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "subresource-access-test" '' ---> Running in 053757e96945 ---> 1381bdcf9976 Removing intermediate container 053757e96945 Successfully built 1381bdcf9976 Sending build context to Docker daemon 3.072 kB Step 1/9 : FROM fedora:28 ---> cc510acfcd70 Step 2/9 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> d3c656a2b485 Step 3/9 : ENV container docker ---> Using cache ---> d7ee9dd5410a Step 4/9 : RUN dnf -y install make git gcc && dnf -y clean all ---> Using cache ---> e4ae555b2a96 Step 5/9 : ENV GIMME_GO_VERSION 1.9.2 ---> Using cache ---> 4805ef8280c3 Step 6/9 : RUN mkdir -p /gimme && curl -sL https://raw.githubusercontent.com/travis-ci/gimme/master/gimme | HOME=/gimme bash >> /etc/profile.d/gimme.sh ---> Using cache ---> 7c1f17e56984 Step 7/9 : ENV GOPATH "/go" GOBIN "/usr/bin" ---> Using cache ---> c388427c6a76 Step 8/9 : RUN mkdir -p /go && source /etc/profile.d/gimme.sh && go get github.com/masterzen/winrm-cli ---> Using cache ---> 5da240e34c8d Step 9/9 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "winrmcli" '' ---> Using cache ---> 4c4e66b3b0e5 Successfully built 4c4e66b3b0e5 Sending build context to Docker daemon 36.8 MB Step 1/5 : FROM fedora:27 ---> 9110ae7f579f Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 58c7014d7bc4 Step 3/5 : COPY example-hook-sidecar /example-hook-sidecar ---> 731cdefd4bc2 Removing intermediate container 5652a9f82b5e Step 4/5 : ENTRYPOINT /example-hook-sidecar ---> Running in 4a4740109108 ---> b37f88189186 Removing intermediate container 4a4740109108 Step 5/5 : LABEL "example-hook-sidecar" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Running in 1ca7c453b824 ---> 469358c3d874 Removing intermediate container 1ca7c453b824 Successfully built 469358c3d874 hack/build-docker.sh push The push refers to a repository [localhost:33197/kubevirt/virt-controller] dba866bbf2fb: Preparing efce1557ba86: Preparing 891e1e4ef82a: Preparing efce1557ba86: Pushed dba866bbf2fb: Pushed 891e1e4ef82a: Pushed devel: digest: sha256:c8f1cba4c9277968f0cd422ff5cc59e32d01cd4f546ade47166ba907bf565920 size: 949 The push refers to a repository [localhost:33197/kubevirt/virt-launcher] 46c4879c0637: Preparing 561a89cc4a93: Preparing d623a896e8e9: Preparing 686233af478d: Preparing d4ea8bc2d932: Preparing 779823b58976: Preparing da38cf808aa5: Preparing b83399358a92: Preparing 186d8b3e4fd8: Preparing fa6154170bf5: Preparing 5eefb9960a36: Preparing 891e1e4ef82a: Preparing 779823b58976: Waiting 5eefb9960a36: Waiting fa6154170bf5: Waiting da38cf808aa5: Waiting 891e1e4ef82a: Waiting 186d8b3e4fd8: Waiting 46c4879c0637: Pushed 686233af478d: Pushed 561a89cc4a93: Pushed b83399358a92: Pushed da38cf808aa5: Pushed fa6154170bf5: Pushed 186d8b3e4fd8: Pushed 891e1e4ef82a: Mounted from kubevirt/virt-controller d623a896e8e9: Pushed 779823b58976: Pushed d4ea8bc2d932: Pushed 5eefb9960a36: Pushed devel: digest: sha256:5298c47fcd5214877dd07d774193b570802befc4267a38a8c62386f48657c851 size: 2828 The push refers to a repository [localhost:33197/kubevirt/virt-handler] bcd0162f8594: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/virt-launcher bcd0162f8594: Pushed devel: digest: sha256:bdd0a7fde15adfd0edb0e611d1a5fbe23e5c300fadb63c7455f6668be97a241d size: 741 The push refers to a repository [localhost:33197/kubevirt/virt-api] a995576f714c: Preparing 1cd776a5872d: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/virt-handler 1cd776a5872d: Pushed a995576f714c: Pushed devel: digest: sha256:8272530a023632157d6f870f0a794d4b9d3747a6f67e86043acbe16917f5a919 size: 948 The push refers to a repository [localhost:33197/kubevirt/disks-images-provider] 031ac8f2509a: Preparing df0d85013ae0: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/virt-api 031ac8f2509a: Pushed df0d85013ae0: Pushed devel: digest: sha256:098f6d91bff6540c79a1369460e7631608663f6d9e551d54640b6abbc1ec4ca5 size: 948 The push refers to a repository [localhost:33197/kubevirt/vm-killer] c6d1250c13a6: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/disks-images-provider c6d1250c13a6: Pushed devel: digest: sha256:2bf61472e17c1d898c9b6bcbce460f1608a6d243e6672057b589a914b6f6fbf8 size: 740 The push refers to a repository [localhost:33197/kubevirt/registry-disk-v1alpha] 3e288742e937: Preparing 7c38bbdf0880: Preparing 25edbec0eaea: Preparing 3e288742e937: Pushed 7c38bbdf0880: Pushed 25edbec0eaea: Pushed devel: digest: sha256:a42c235013abd2de955af6da60b8c240fe40990c7d74f3bffd1074a145751965 size: 948 The push refers to a repository [localhost:33197/kubevirt/cirros-registry-disk-demo] 619a5a8d842f: Preparing 3e288742e937: Preparing 7c38bbdf0880: Preparing 25edbec0eaea: Preparing 3e288742e937: Mounted from kubevirt/registry-disk-v1alpha 25edbec0eaea: Mounted from kubevirt/registry-disk-v1alpha 7c38bbdf0880: Mounted from kubevirt/registry-disk-v1alpha 619a5a8d842f: Pushed devel: digest: sha256:61c3fcf15a52e6d210bcd20bd436e42677881e665d0b8793b6b166e1fb971b18 size: 1160 The push refers to a repository [localhost:33197/kubevirt/fedora-cloud-registry-disk-demo] ade274325b0c: Preparing 3e288742e937: Preparing 7c38bbdf0880: Preparing 25edbec0eaea: Preparing 25edbec0eaea: Mounted from kubevirt/cirros-registry-disk-demo 3e288742e937: Mounted from kubevirt/cirros-registry-disk-demo 7c38bbdf0880: Mounted from kubevirt/cirros-registry-disk-demo ade274325b0c: Pushed devel: digest: sha256:bd5bc6f49b597101fc3aa9ad9cef7d91f46f4714d40dd84a0945306f5a3212e7 size: 1161 The push refers to a repository [localhost:33197/kubevirt/alpine-registry-disk-demo] e38aafaa8dac: Preparing 3e288742e937: Preparing 7c38bbdf0880: Preparing 25edbec0eaea: Preparing 7c38bbdf0880: Mounted from kubevirt/fedora-cloud-registry-disk-demo 3e288742e937: Mounted from kubevirt/fedora-cloud-registry-disk-demo 25edbec0eaea: Mounted from kubevirt/fedora-cloud-registry-disk-demo e38aafaa8dac: Pushed devel: digest: sha256:521a0434e914231c3d21993d9f7db5923691ebd34213aa49877e5ea194c019c9 size: 1160 The push refers to a repository [localhost:33197/kubevirt/subresource-access-test] e3015d50f1c5: Preparing c3b63a8b92e2: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/vm-killer c3b63a8b92e2: Pushed e3015d50f1c5: Pushed devel: digest: sha256:7794d214e09f874626802f4f04e45369001e2b29580bedaae581f33195cd0bec size: 948 The push refers to a repository [localhost:33197/kubevirt/winrmcli] 03859482cdc2: Preparing a0f8b95b0bdd: Preparing 2aa87109f2ed: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/subresource-access-test 03859482cdc2: Pushed 2aa87109f2ed: Pushed a0f8b95b0bdd: Pushed devel: digest: sha256:1c0d21015ef07d801c0fc365a8618a82a80c45234235dc4ff0c396b7ba73c107 size: 1165 The push refers to a repository [localhost:33197/kubevirt/example-hook-sidecar] 40a2e540e348: Preparing 39bae602f753: Preparing 40a2e540e348: Pushed 39bae602f753: Pushed devel: digest: sha256:fe78c88e471812d51a3c375ce2b67326f50526835e31613c717fdf87b33e635f size: 740 make[1]: Leaving directory `/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt' Done ./cluster/clean.sh + source hack/common.sh ++++ dirname 'hack/common.sh[0]' +++ cd hack/../ +++ pwd ++ KUBEVIRT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt ++ OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out ++ VENDOR_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/vendor ++ CMD_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/cmd ++ TESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/tests ++ APIDOCS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/apidocs ++ MANIFESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests ++ MANIFEST_TEMPLATES_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/templates/manifests ++ PYTHON_CLIENT_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/client-python ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_NUM_NODES=2 ++ '[' -z kubevirt-functional-tests-openshift-3.10-release ']' ++ provider_prefix=kubevirt-functional-tests-openshift-3.10-release0 ++ job_prefix=kubevirt-functional-tests-openshift-3.10-release0 +++ kubevirt_version +++ '[' -n '' ']' +++ '[' -d /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/.git ']' ++++ git describe --always --tags +++ echo v0.7.0-180-gd2174f4 ++ KUBEVIRT_VERSION=v0.7.0-180-gd2174f4 + source cluster/os-3.10.0/provider.sh ++ set -e ++ image=os-3.10.0@sha256:50a4b8ee3e07d592e7e4fbf3eb1401980a5947499dfdc3d847c085b5775aaa9a ++ source cluster/ephemeral-provider-common.sh +++ set -e +++ _cli='docker run --privileged --net=host --rm -v /var/run/docker.sock:/var/run/docker.sock kubevirtci/gocli@sha256:aa7f295a7908fa333ab5e98ef3af0bfafbabfd3cee2b83f9af47f722e3000f6a' + source hack/config.sh ++ unset binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig manifest_docker_prefix namespace ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ source hack/config-default.sh source hack/config-os-3.10.0.sh +++ binaries='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virtctl cmd/fake-qemu-process cmd/virt-api cmd/subresource-access-test cmd/example-hook-sidecar' +++ docker_images='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virt-api images/disks-images-provider images/vm-killer cmd/registry-disk-v1alpha images/cirros-registry-disk-demo images/fedora-cloud-registry-disk-demo images/alpine-registry-disk-demo cmd/subresource-access-test images/winrmcli cmd/example-hook-sidecar' +++ docker_prefix=kubevirt +++ docker_tag=latest +++ master_ip=192.168.200.2 +++ network_provider=flannel +++ namespace=kube-system ++ test -f hack/config-provider-os-3.10.0.sh ++ source hack/config-provider-os-3.10.0.sh +++ master_ip=127.0.0.1 +++ docker_tag=devel +++ kubeconfig=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubeconfig +++ kubectl=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubectl +++ docker_prefix=localhost:33197/kubevirt +++ manifest_docker_prefix=registry:5000/kubevirt ++ test -f hack/config-local.sh ++ export binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig namespace + echo 'Cleaning up ...' Cleaning up ... + cluster/kubectl.sh get vmis --all-namespaces -o=custom-columns=NAME:.metadata.name,NAMESPACE:.metadata.namespace,FINALIZERS:.metadata.finalizers --no-headers + grep foregroundDeleteVirtualMachine + read p error: the server doesn't have a resource type "vmis" + _kubectl delete ds -l kubevirt.io -n kube-system --cascade=false --grace-period 0 No resources found + _kubectl delete pods -n kube-system -l=kubevirt.io=libvirt --force --grace-period 0 No resources found + _kubectl delete pods -n kube-system -l=kubevirt.io=virt-handler --force --grace-period 0 No resources found + namespaces=(default ${namespace}) + for i in '${namespaces[@]}' + _kubectl -n default delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete apiservices -l kubevirt.io No resources found + _kubectl -n default delete deployment -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete deployment -l kubevirt.io No resources found + _kubectl -n default delete rs -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete rs -l kubevirt.io No resources found + _kubectl -n default delete services -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete services -l kubevirt.io No resources found + _kubectl -n default delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete apiservices -l kubevirt.io No resources found + _kubectl -n default delete validatingwebhookconfiguration -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete validatingwebhookconfiguration -l kubevirt.io No resources found + _kubectl -n default delete secrets -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete secrets -l kubevirt.io No resources found + _kubectl -n default delete pv -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pv -l kubevirt.io No resources found + _kubectl -n default delete pvc -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pvc -l kubevirt.io No resources found + _kubectl -n default delete ds -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete ds -l kubevirt.io No resources found + _kubectl -n default delete customresourcedefinitions -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete customresourcedefinitions -l kubevirt.io No resources found + _kubectl -n default delete pods -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pods -l kubevirt.io No resources found + _kubectl -n default delete clusterrolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete clusterrolebinding -l kubevirt.io No resources found + _kubectl -n default delete rolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete rolebinding -l kubevirt.io No resources found + _kubectl -n default delete roles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete roles -l kubevirt.io No resources found + _kubectl -n default delete clusterroles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete clusterroles -l kubevirt.io No resources found + _kubectl -n default delete serviceaccounts -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete serviceaccounts -l kubevirt.io No resources found ++ _kubectl -n default get crd offlinevirtualmachines.kubevirt.io ++ export KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ wc -l ++ KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ cluster/os-3.10.0/.kubectl -n default get crd offlinevirtualmachines.kubevirt.io Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "offlinevirtualmachines.kubevirt.io" not found + '[' 0 -gt 0 ']' + for i in '${namespaces[@]}' + _kubectl -n kube-system delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete apiservices -l kubevirt.io No resources found + _kubectl -n kube-system delete deployment -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete deployment -l kubevirt.io No resources found + _kubectl -n kube-system delete rs -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete rs -l kubevirt.io No resources found + _kubectl -n kube-system delete services -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete services -l kubevirt.io No resources found + _kubectl -n kube-system delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete apiservices -l kubevirt.io No resources found + _kubectl -n kube-system delete validatingwebhookconfiguration -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete validatingwebhookconfiguration -l kubevirt.io No resources found + _kubectl -n kube-system delete secrets -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete secrets -l kubevirt.io No resources found + _kubectl -n kube-system delete pv -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pv -l kubevirt.io No resources found + _kubectl -n kube-system delete pvc -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pvc -l kubevirt.io No resources found + _kubectl -n kube-system delete ds -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete ds -l kubevirt.io No resources found + _kubectl -n kube-system delete customresourcedefinitions -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete customresourcedefinitions -l kubevirt.io No resources found + _kubectl -n kube-system delete pods -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pods -l kubevirt.io No resources found + _kubectl -n kube-system delete clusterrolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete clusterrolebinding -l kubevirt.io No resources found + _kubectl -n kube-system delete rolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete rolebinding -l kubevirt.io No resources found + _kubectl -n kube-system delete roles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete roles -l kubevirt.io No resources found + _kubectl -n kube-system delete clusterroles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete clusterroles -l kubevirt.io No resources found + _kubectl -n kube-system delete serviceaccounts -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete serviceaccounts -l kubevirt.io No resources found ++ _kubectl -n kube-system get crd offlinevirtualmachines.kubevirt.io ++ wc -l ++ export KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ cluster/os-3.10.0/.kubectl -n kube-system get crd offlinevirtualmachines.kubevirt.io Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "offlinevirtualmachines.kubevirt.io" not found + '[' 0 -gt 0 ']' + sleep 2 + echo Done Done ./cluster/deploy.sh + source hack/common.sh ++++ dirname 'hack/common.sh[0]' +++ cd hack/../ +++ pwd ++ KUBEVIRT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt ++ OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out ++ VENDOR_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/vendor ++ CMD_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/cmd ++ TESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/tests ++ APIDOCS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/apidocs ++ MANIFESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests ++ MANIFEST_TEMPLATES_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/templates/manifests ++ PYTHON_CLIENT_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/client-python ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_NUM_NODES=2 ++ '[' -z kubevirt-functional-tests-openshift-3.10-release ']' ++ provider_prefix=kubevirt-functional-tests-openshift-3.10-release0 ++ job_prefix=kubevirt-functional-tests-openshift-3.10-release0 +++ kubevirt_version +++ '[' -n '' ']' +++ '[' -d /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/.git ']' ++++ git describe --always --tags +++ echo v0.7.0-180-gd2174f4 ++ KUBEVIRT_VERSION=v0.7.0-180-gd2174f4 + source cluster/os-3.10.0/provider.sh ++ set -e ++ image=os-3.10.0@sha256:50a4b8ee3e07d592e7e4fbf3eb1401980a5947499dfdc3d847c085b5775aaa9a ++ source cluster/ephemeral-provider-common.sh +++ set -e +++ _cli='docker run --privileged --net=host --rm -v /var/run/docker.sock:/var/run/docker.sock kubevirtci/gocli@sha256:aa7f295a7908fa333ab5e98ef3af0bfafbabfd3cee2b83f9af47f722e3000f6a' + source hack/config.sh ++ unset binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig manifest_docker_prefix namespace ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ source hack/config-default.sh source hack/config-os-3.10.0.sh +++ binaries='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virtctl cmd/fake-qemu-process cmd/virt-api cmd/subresource-access-test cmd/example-hook-sidecar' +++ docker_images='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virt-api images/disks-images-provider images/vm-killer cmd/registry-disk-v1alpha images/cirros-registry-disk-demo images/fedora-cloud-registry-disk-demo images/alpine-registry-disk-demo cmd/subresource-access-test images/winrmcli cmd/example-hook-sidecar' +++ docker_prefix=kubevirt +++ docker_tag=latest +++ master_ip=192.168.200.2 +++ network_provider=flannel +++ namespace=kube-system ++ test -f hack/config-provider-os-3.10.0.sh ++ source hack/config-provider-os-3.10.0.sh +++ master_ip=127.0.0.1 +++ docker_tag=devel +++ kubeconfig=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubeconfig +++ kubectl=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubectl +++ docker_prefix=localhost:33197/kubevirt +++ manifest_docker_prefix=registry:5000/kubevirt ++ test -f hack/config-local.sh ++ export binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig namespace + echo 'Deploying ...' Deploying ... + [[ -z openshift-3.10-release ]] + [[ openshift-3.10-release =~ .*-dev ]] + [[ openshift-3.10-release =~ .*-release ]] + for manifest in '${MANIFESTS_OUT_DIR}/release/*' + [[ /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/demo-content.yaml =~ .*demo.* ]] + continue + for manifest in '${MANIFESTS_OUT_DIR}/release/*' + [[ /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml =~ .*demo.* ]] + _kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml clusterrole.rbac.authorization.k8s.io "kubevirt.io:admin" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:edit" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:view" created serviceaccount "kubevirt-apiserver" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-apiserver-auth-delegator" created rolebinding.rbac.authorization.k8s.io "kubevirt-apiserver" created role.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrole.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrole.rbac.authorization.k8s.io "kubevirt-controller" created serviceaccount "kubevirt-controller" created serviceaccount "kubevirt-privileged" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-controller" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-controller-cluster-admin" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-privileged-cluster-admin" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:default" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt.io:default" created service "virt-api" created deployment.extensions "virt-api" created deployment.extensions "virt-controller" created daemonset.extensions "virt-handler" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstances.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstancereplicasets.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstancepresets.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachines.kubevirt.io" created + _kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/testing -R + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/testing -R persistentvolumeclaim "disk-alpine" created persistentvolume "host-path-disk-alpine" created persistentvolumeclaim "disk-custom" created persistentvolume "host-path-disk-custom" created daemonset.extensions "disks-images-provider" created serviceaccount "kubevirt-testing" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-testing-cluster-admin" created + [[ os-3.10.0 =~ os-* ]] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-controller -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-controller -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-controller"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-testing -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-testing -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-testing"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-privileged -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-privileged -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-privileged"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-apiserver -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-apiserver -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-apiserver"] + _kubectl adm policy add-scc-to-user privileged admin + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged admin scc "privileged" added to: ["admin"] + echo Done Done + namespaces=(kube-system default) + [[ kube-system != \k\u\b\e\-\s\y\s\t\e\m ]] + timeout=300 + sample=30 + for i in '${namespaces[@]}' + current_time=0 ++ kubectl get pods -n kube-system --no-headers ++ grep -v Running ++ cluster/kubectl.sh get pods -n kube-system --no-headers + '[' -n 'disks-images-provider-cpfs8 0/1 ContainerCreating 0 1s disks-images-provider-mqjfd 0/1 ContainerCreating 0 1s virt-api-7d79764579-kjzf6 0/1 ContainerCreating 0 3s virt-api-7d79764579-qfb4m 0/1 ContainerCreating 0 3s virt-controller-7d57d96b65-944nm 0/1 ContainerCreating 0 3s virt-controller-7d57d96b65-pjj47 0/1 ContainerCreating 0 3s virt-handler-9t5hp 0/1 ContainerCreating 0 3s virt-handler-nbnsx 0/1 ContainerCreating 0 3s' ']' + echo 'Waiting for kubevirt pods to enter the Running state ...' Waiting for kubevirt pods to enter the Running state ... + kubectl get pods -n kube-system --no-headers + cluster/kubectl.sh get pods -n kube-system --no-headers + grep -v Running disks-images-provider-cpfs8 0/1 ContainerCreating 0 2s disks-images-provider-mqjfd 0/1 ContainerCreating 0 2s virt-api-7d79764579-kjzf6 0/1 ContainerCreating 0 4s virt-api-7d79764579-qfb4m 0/1 ContainerCreating 0 4s virt-controller-7d57d96b65-944nm 0/1 ContainerCreating 0 4s virt-controller-7d57d96b65-pjj47 0/1 ContainerCreating 0 4s virt-handler-9t5hp 0/1 ContainerCreating 0 4s virt-handler-nbnsx 0/1 ContainerCreating 0 4s + sleep 30 + current_time=30 + '[' 30 -gt 300 ']' ++ kubectl get pods -n kube-system --no-headers ++ cluster/kubectl.sh get pods -n kube-system --no-headers ++ grep -v Running + '[' -n '' ']' + current_time=0 ++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false ++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + '[' -n false ']' + echo 'Waiting for KubeVirt containers to become ready ...' Waiting for KubeVirt containers to become ready ... + kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + grep false + cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers false + sleep 30 + current_time=30 + '[' 30 -gt 300 ']' ++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false ++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + '[' -n '' ']' + kubectl get pods -n kube-system + cluster/kubectl.sh get pods -n kube-system NAME READY STATUS RESTARTS AGE disks-images-provider-cpfs8 1/1 Running 0 1m disks-images-provider-mqjfd 1/1 Running 0 1m master-api-node01 1/1 Running 1 25d master-controllers-node01 1/1 Running 1 25d master-etcd-node01 1/1 Running 1 25d virt-api-7d79764579-kjzf6 1/1 Running 1 1m virt-api-7d79764579-qfb4m 1/1 Running 0 1m virt-controller-7d57d96b65-944nm 1/1 Running 0 1m virt-controller-7d57d96b65-pjj47 1/1 Running 0 1m virt-handler-9t5hp 1/1 Running 0 1m virt-handler-nbnsx 1/1 Running 0 1m + for i in '${namespaces[@]}' + current_time=0 ++ kubectl get pods -n default --no-headers ++ cluster/kubectl.sh get pods -n default --no-headers ++ grep -v Running + '[' -n '' ']' + current_time=0 ++ kubectl get pods -n default '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false ++ cluster/kubectl.sh get pods -n default '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + '[' -n '' ']' + kubectl get pods -n default + cluster/kubectl.sh get pods -n default NAME READY STATUS RESTARTS AGE docker-registry-1-rl562 1/1 Running 1 25d registry-console-1-rw9zf 1/1 Running 2 25d router-1-6cch9 1/1 Running 1 25d + kubectl version + cluster/kubectl.sh version oc v3.10.0-rc.0+c20e215 kubernetes v1.10.0+b81c8f8 features: Basic-Auth GSSAPI Kerberos SPNEGO Server https://127.0.0.1:33194 openshift v3.10.0-rc.0+c20e215 kubernetes v1.10.0+b81c8f8 + ginko_params='--ginkgo.noColor --junit-output=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/junit.xml' + [[ openshift-3.10-release =~ windows.* ]] + FUNC_TEST_ARGS='--ginkgo.noColor --junit-output=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/junit.xml' + make functest hack/dockerized "hack/build-func-tests.sh" sha256:559a45ac63f40982ccce3a1b80cb62788566f2032c847ad9c45ee993eb9c48d4 go version go1.10 linux/amd64 go version go1.10 linux/amd64 Compiling tests... compiled tests.test hack/functests.sh Running Suite: Tests Suite ========================== Random Seed: 1533203486 Will run 151 of 151 specs • Pod name: disks-images-provider-cpfs8 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mqjfd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-kjzf6 Pod phase: Running 2018/08/02 09:50:24 http: TLS handshake error from 10.129.0.1:43354: EOF level=info timestamp=2018-08-02T09:50:30.775105Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/02 09:50:34 http: TLS handshake error from 10.129.0.1:43382: EOF 2018/08/02 09:50:44 http: TLS handshake error from 10.129.0.1:43426: EOF 2018/08/02 09:50:54 http: TLS handshake error from 10.129.0.1:43434: EOF 2018/08/02 09:51:04 http: TLS handshake error from 10.129.0.1:43454: EOF 2018/08/02 09:51:14 http: TLS handshake error from 10.129.0.1:43462: EOF 2018/08/02 09:51:24 http: TLS handshake error from 10.129.0.1:43470: EOF level=info timestamp=2018-08-02T09:51:30.804423Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/02 09:51:34 http: TLS handshake error from 10.129.0.1:43478: EOF 2018/08/02 09:51:44 http: TLS handshake error from 10.129.0.1:43482: EOF 2018/08/02 09:51:54 http: TLS handshake error from 10.129.0.1:43490: EOF 2018/08/02 09:52:04 http: TLS handshake error from 10.129.0.1:43498: EOF Pod name: virt-api-7d79764579-qfb4m Pod phase: Running level=info timestamp=2018-08-02T09:51:35.417164Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 09:51:37 http: TLS handshake error from 10.129.0.1:46890: EOF level=info timestamp=2018-08-02T09:51:41.343364Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T09:51:45.356093Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 09:51:47 http: TLS handshake error from 10.129.0.1:46894: EOF level=info timestamp=2018-08-02T09:51:51.392537Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 09:51:57 http: TLS handshake error from 10.129.0.1:46902: EOF level=info timestamp=2018-08-02T09:52:00.751229Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-08-02T09:52:01.500581Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T09:52:01.583771Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T09:52:05.480550Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T09:52:07.325171Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T09:52:07.350801Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T09:52:07.375691Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 09:52:07 http: TLS handshake error from 10.129.0.1:46912: EOF Pod name: virt-controller-7d57d96b65-944nm Pod phase: Running level=info timestamp=2018-08-02T09:51:49.883276Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer limitrangeInformer" level=info timestamp=2018-08-02T09:51:49.883302Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer vmiInformer" level=info timestamp=2018-08-02T09:51:49.883324Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer kubeVirtPodInformer" level=info timestamp=2018-08-02T09:51:49.883356Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer kubeVirtNodeInformer" level=info timestamp=2018-08-02T09:51:49.883375Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer vmiPresetInformer" level=info timestamp=2018-08-02T09:51:49.883397Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer vmirsInformer" level=info timestamp=2018-08-02T09:51:49.883417Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer configMapInformer" level=info timestamp=2018-08-02T09:51:49.883557Z pos=vm.go:85 component=virt-controller service=http msg="Starting VirtualMachine controller." level=info timestamp=2018-08-02T09:51:49.893763Z pos=node.go:104 component=virt-controller service=http msg="Starting node controller." level=info timestamp=2018-08-02T09:51:49.893930Z pos=vmi.go:129 component=virt-controller service=http msg="Starting vmi controller." level=info timestamp=2018-08-02T09:51:49.893997Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-08-02T09:51:49.894176Z pos=preset.go:74 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-08-02T09:51:54.126514Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmincjw4 kind= uid=afc72312-9639-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T09:51:54.126781Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmincjw4 kind= uid=afc72312-9639-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T09:51:54.367246Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmincjw4\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmincjw4" Pod name: virt-controller-7d57d96b65-m8lfq Pod phase: Running level=info timestamp=2018-08-02T09:51:32.569530Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-9t5hp Pod phase: Running level=info timestamp=2018-08-02T09:50:01.861870Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-08-02T09:50:01.873253Z pos=vm.go:212 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-08-02T09:50:01.878458Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-08-02T09:50:01.976339Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-08-02T09:50:02.001377Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" level=info timestamp=2018-08-02T09:50:02.003688Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" Pod name: virt-handler-nbnsx Pod phase: Running level=info timestamp=2018-08-02T09:52:09.315045Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmincjw4/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmincjw4" level=info timestamp=2018-08-02T09:52:09.355353Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvmincjw4, existing: true\n" level=info timestamp=2018-08-02T09:52:09.355537Z pos=vm.go:317 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-02T09:52:09.355571Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T09:52:09.355685Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvmincjw4 kind= uid=afc72312-9639-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T09:52:09.357316Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvmincjw4 kind= uid=afc72312-9639-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmincjw4/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvmincjw4/sock" level=error timestamp=2018-08-02T09:52:09.357427Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvmincjw4 kind= uid=afc72312-9639-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmincjw4/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T09:52:09.357527Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmincjw4/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmincjw4" level=info timestamp=2018-08-02T09:52:09.437813Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvmincjw4, existing: true\n" level=info timestamp=2018-08-02T09:52:09.437911Z pos=vm.go:317 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-02T09:52:09.437943Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T09:52:09.438039Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvmincjw4 kind= uid=afc72312-9639-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T09:52:09.438305Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvmincjw4 kind= uid=afc72312-9639-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmincjw4/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvmincjw4/sock" level=error timestamp=2018-08-02T09:52:09.438434Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvmincjw4 kind= uid=afc72312-9639-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmincjw4/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T09:52:09.438545Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmincjw4/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmincjw4" Pod name: virt-launcher-testvmincjw4-n4gj2 Pod phase: Running level=info timestamp=2018-08-02T09:51:58.120286Z pos=manager.go:69 component=virt-launcher msg="Collected all requested hook sidecar sockets" level=info timestamp=2018-08-02T09:51:58.120993Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[]" level=info timestamp=2018-08-02T09:51:58.123422Z pos=libvirt.go:261 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" level=info timestamp=2018-08-02T09:52:08.147480Z pos=libvirt.go:276 component=virt-launcher msg="Connected to libvirt daemon" level=info timestamp=2018-08-02T09:52:08.208813Z pos=virt-launcher.go:143 component=virt-launcher msg="Watchdog file created at /var/run/kubevirt/watchdog-files/kubevirt-test-default_testvmincjw4" level=info timestamp=2018-08-02T09:52:08.210902Z pos=client.go:152 component=virt-launcher msg="Registered libvirt event notify callback" level=info timestamp=2018-08-02T09:52:08.211077Z pos=virt-launcher.go:60 component=virt-launcher msg="Marked as ready" Pod name: disks-images-provider-cpfs8 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mqjfd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-kjzf6 Pod phase: Running 2018/08/02 09:52:44 http: TLS handshake error from 10.129.0.1:43532: EOF 2018/08/02 09:52:54 http: TLS handshake error from 10.129.0.1:43540: EOF level=info timestamp=2018-08-02T09:53:00.806641Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/02 09:53:04 http: TLS handshake error from 10.129.0.1:43548: EOF 2018/08/02 09:53:14 http: TLS handshake error from 10.129.0.1:43556: EOF 2018/08/02 09:53:24 http: TLS handshake error from 10.129.0.1:43564: EOF level=info timestamp=2018-08-02T09:53:30.745237Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/02 09:53:34 http: TLS handshake error from 10.129.0.1:43572: EOF 2018/08/02 09:53:44 http: TLS handshake error from 10.129.0.1:43580: EOF 2018/08/02 09:53:54 http: TLS handshake error from 10.129.0.1:43588: EOF 2018/08/02 09:54:04 http: TLS handshake error from 10.129.0.1:43596: EOF 2018/08/02 09:54:14 http: TLS handshake error from 10.129.0.1:43604: EOF 2018/08/02 09:54:24 http: TLS handshake error from 10.129.0.1:43612: EOF 2018/08/02 09:54:34 http: TLS handshake error from 10.129.0.1:43620: EOF 2018/08/02 09:54:44 http: TLS handshake error from 10.129.0.1:43628: EOF Pod name: virt-api-7d79764579-qfb4m Pod phase: Running level=info timestamp=2018-08-02T09:54:13.956727Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-08-02T09:54:13.957743Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-08-02T09:54:15.636197Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 09:54:17 http: TLS handshake error from 10.129.0.1:47016: EOF level=info timestamp=2018-08-02T09:54:22.188122Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 09:54:27 http: TLS handshake error from 10.129.0.1:47024: EOF level=info timestamp=2018-08-02T09:54:30.809127Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-08-02T09:54:31.933884Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T09:54:32.232366Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T09:54:35.775971Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 09:54:37 http: TLS handshake error from 10.129.0.1:47032: EOF level=info timestamp=2018-08-02T09:54:42.274039Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T09:54:45.700825Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 09:54:47 http: TLS handshake error from 10.129.0.1:47040: EOF level=info timestamp=2018-08-02T09:54:52.322310Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-944nm Pod phase: Running level=info timestamp=2018-08-02T09:51:49.883276Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer limitrangeInformer" level=info timestamp=2018-08-02T09:51:49.883302Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer vmiInformer" level=info timestamp=2018-08-02T09:51:49.883324Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer kubeVirtPodInformer" level=info timestamp=2018-08-02T09:51:49.883356Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer kubeVirtNodeInformer" level=info timestamp=2018-08-02T09:51:49.883375Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer vmiPresetInformer" level=info timestamp=2018-08-02T09:51:49.883397Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer vmirsInformer" level=info timestamp=2018-08-02T09:51:49.883417Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer configMapInformer" level=info timestamp=2018-08-02T09:51:49.883557Z pos=vm.go:85 component=virt-controller service=http msg="Starting VirtualMachine controller." level=info timestamp=2018-08-02T09:51:49.893763Z pos=node.go:104 component=virt-controller service=http msg="Starting node controller." level=info timestamp=2018-08-02T09:51:49.893930Z pos=vmi.go:129 component=virt-controller service=http msg="Starting vmi controller." level=info timestamp=2018-08-02T09:51:49.893997Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-08-02T09:51:49.894176Z pos=preset.go:74 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-08-02T09:51:54.126514Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmincjw4 kind= uid=afc72312-9639-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T09:51:54.126781Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmincjw4 kind= uid=afc72312-9639-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T09:51:54.367246Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmincjw4\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmincjw4" Pod name: virt-controller-7d57d96b65-m8lfq Pod phase: Running level=info timestamp=2018-08-02T09:51:32.569530Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-9t5hp Pod phase: Running level=info timestamp=2018-08-02T09:50:01.861870Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-08-02T09:50:01.873253Z pos=vm.go:212 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-08-02T09:50:01.878458Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-08-02T09:50:01.976339Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-08-02T09:50:02.001377Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" level=info timestamp=2018-08-02T09:50:02.003688Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" Pod name: virt-handler-nbnsx Pod phase: Running level=info timestamp=2018-08-02T09:52:50.249153Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmincjw4/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmincjw4" level=info timestamp=2018-08-02T09:53:31.210414Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvmincjw4, existing: true\n" level=info timestamp=2018-08-02T09:53:31.210500Z pos=vm.go:317 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-02T09:53:31.210524Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T09:53:31.210608Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvmincjw4 kind= uid=afc72312-9639-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T09:53:31.210807Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvmincjw4 kind= uid=afc72312-9639-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmincjw4/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvmincjw4/sock" level=error timestamp=2018-08-02T09:53:31.210886Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvmincjw4 kind= uid=afc72312-9639-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmincjw4/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T09:53:31.210962Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmincjw4/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmincjw4" level=info timestamp=2018-08-02T09:54:53.131154Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvmincjw4, existing: true\n" level=info timestamp=2018-08-02T09:54:53.131254Z pos=vm.go:317 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-02T09:54:53.131279Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T09:54:53.131359Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvmincjw4 kind= uid=afc72312-9639-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T09:54:53.131575Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvmincjw4 kind= uid=afc72312-9639-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmincjw4/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvmincjw4/sock" level=error timestamp=2018-08-02T09:54:53.131664Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvmincjw4 kind= uid=afc72312-9639-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmincjw4/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T09:54:53.131736Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmincjw4/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmincjw4" Pod name: virt-launcher-testvmincjw4-n4gj2 Pod phase: Running level=info timestamp=2018-08-02T09:51:58.120286Z pos=manager.go:69 component=virt-launcher msg="Collected all requested hook sidecar sockets" level=info timestamp=2018-08-02T09:51:58.120993Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[]" level=info timestamp=2018-08-02T09:51:58.123422Z pos=libvirt.go:261 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" level=info timestamp=2018-08-02T09:52:08.147480Z pos=libvirt.go:276 component=virt-launcher msg="Connected to libvirt daemon" level=info timestamp=2018-08-02T09:52:08.208813Z pos=virt-launcher.go:143 component=virt-launcher msg="Watchdog file created at /var/run/kubevirt/watchdog-files/kubevirt-test-default_testvmincjw4" level=info timestamp=2018-08-02T09:52:08.210902Z pos=client.go:152 component=virt-launcher msg="Registered libvirt event notify callback" level=info timestamp=2018-08-02T09:52:08.211077Z pos=virt-launcher.go:60 component=virt-launcher msg="Marked as ready" ------------------------------ • Failure [205.800 seconds] LeaderElection /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:43 Start a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:53 when the controller pod is not running /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:54 should success [It] /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:55 Unexpected Warning event received: testvmincjw4,afc72312-9639-11e8-91b9-525500d15501: dial unix /var/run/kubevirt/kubevirt-test-default/testvmincjw4/sock: connect: no such file or directory Expected : Warning not to equal : Warning /root/go/src/kubevirt.io/kubevirt/tests/utils.go:247 ------------------------------ STEP: Destroying the leading controller pod STEP: Starting a new VirtualMachineInstance level=info timestamp=2018-08-02T09:51:54.874636Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmincjw4 kind=VirtualMachineInstance uid=afc72312-9639-11e8-91b9-525500d15501 msg="Created virtual machine pod virt-launcher-testvmincjw4-n4gj2" level=info timestamp=2018-08-02T09:52:10.051152Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmincjw4 kind=VirtualMachineInstance uid=afc72312-9639-11e8-91b9-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmincjw4-n4gj2" level=error timestamp=2018-08-02T09:52:10.095427Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmincjw4 kind=VirtualMachineInstance uid=afc72312-9639-11e8-91b9-525500d15501 reason="unexpected warning event received" msg="dial unix /var/run/kubevirt/kubevirt-test-default/testvmincjw4/sock: connect: no such file or directory" •••• Pod name: disks-images-provider-cpfs8 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mqjfd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-kjzf6 Pod phase: Running 2018/08/02 09:53:14 http: TLS handshake error from 10.129.0.1:43556: EOF 2018/08/02 09:53:24 http: TLS handshake error from 10.129.0.1:43564: EOF level=info timestamp=2018-08-02T09:53:30.745237Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/02 09:53:34 http: TLS handshake error from 10.129.0.1:43572: EOF 2018/08/02 09:53:44 http: TLS handshake error from 10.129.0.1:43580: EOF 2018/08/02 09:53:54 http: TLS handshake error from 10.129.0.1:43588: EOF 2018/08/02 09:54:04 http: TLS handshake error from 10.129.0.1:43596: EOF 2018/08/02 09:54:14 http: TLS handshake error from 10.129.0.1:43604: EOF 2018/08/02 09:54:24 http: TLS handshake error from 10.129.0.1:43612: EOF 2018/08/02 09:54:34 http: TLS handshake error from 10.129.0.1:43620: EOF 2018/08/02 09:54:44 http: TLS handshake error from 10.129.0.1:43628: EOF 2018/08/02 09:54:54 http: TLS handshake error from 10.129.0.1:43636: EOF 2018/08/02 09:55:04 http: TLS handshake error from 10.129.0.1:43648: EOF 2018/08/02 09:55:14 http: TLS handshake error from 10.129.0.1:43662: EOF 2018/08/02 09:55:24 http: TLS handshake error from 10.129.0.1:43670: EOF Pod name: virt-api-7d79764579-qfb4m Pod phase: Running level=info timestamp=2018-08-02T09:55:02.012129Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T09:55:02.368031Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T09:55:05.239044Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/version proto=HTTP/2.0 statusCode=200 contentLength=247 level=info timestamp=2018-08-02T09:55:05.827618Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 09:55:07 http: TLS handshake error from 10.129.0.1:47062: EOF level=info timestamp=2018-08-02T09:55:07.862263Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T09:55:07.877239Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T09:55:07.896032Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T09:55:08.872695Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/version proto=HTTP/2.0 statusCode=200 contentLength=247 level=info timestamp=2018-08-02T09:55:12.427264Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T09:55:13.961042Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-08-02T09:55:13.962558Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-08-02T09:55:15.765023Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 09:55:17 http: TLS handshake error from 10.129.0.1:47074: EOF level=info timestamp=2018-08-02T09:55:22.498485Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-944nm Pod phase: Running level=info timestamp=2018-08-02T09:51:49.883356Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer kubeVirtNodeInformer" level=info timestamp=2018-08-02T09:51:49.883375Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer vmiPresetInformer" level=info timestamp=2018-08-02T09:51:49.883397Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer vmirsInformer" level=info timestamp=2018-08-02T09:51:49.883417Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer configMapInformer" level=info timestamp=2018-08-02T09:51:49.883557Z pos=vm.go:85 component=virt-controller service=http msg="Starting VirtualMachine controller." level=info timestamp=2018-08-02T09:51:49.893763Z pos=node.go:104 component=virt-controller service=http msg="Starting node controller." level=info timestamp=2018-08-02T09:51:49.893930Z pos=vmi.go:129 component=virt-controller service=http msg="Starting vmi controller." level=info timestamp=2018-08-02T09:51:49.893997Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-08-02T09:51:49.894176Z pos=preset.go:74 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-08-02T09:51:54.126514Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmincjw4 kind= uid=afc72312-9639-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T09:51:54.126781Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmincjw4 kind= uid=afc72312-9639-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T09:51:54.367246Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmincjw4\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmincjw4" level=info timestamp=2018-08-02T09:55:09.773842Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvminvf5c kind= uid=2464b114-963a-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T09:55:09.774460Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvminvf5c kind= uid=2464b114-963a-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T09:55:09.836285Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminvf5c\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminvf5c" Pod name: virt-controller-7d57d96b65-m8lfq Pod phase: Running level=info timestamp=2018-08-02T09:51:32.569530Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-9t5hp Pod phase: Running level=info timestamp=2018-08-02T09:50:01.861870Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-08-02T09:50:01.873253Z pos=vm.go:212 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-08-02T09:50:01.878458Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-08-02T09:50:01.976339Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-08-02T09:50:02.001377Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" level=info timestamp=2018-08-02T09:50:02.003688Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" Pod name: virt-handler-nbnsx Pod phase: Running level=info timestamp=2018-08-02T09:55:26.434427Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvminvf5c/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvminvf5c" level=info timestamp=2018-08-02T09:55:26.454670Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvminvf5c, existing: true\n" level=info timestamp=2018-08-02T09:55:26.454739Z pos=vm.go:317 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-02T09:55:26.454762Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T09:55:26.454868Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvminvf5c kind= uid=2464b114-963a-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T09:55:26.455022Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvminvf5c kind= uid=2464b114-963a-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvminvf5c/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvminvf5c/sock" level=error timestamp=2018-08-02T09:55:26.455089Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvminvf5c kind= uid=2464b114-963a-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvminvf5c/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T09:55:26.455168Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvminvf5c/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvminvf5c" level=info timestamp=2018-08-02T09:55:26.495453Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvminvf5c, existing: true\n" level=info timestamp=2018-08-02T09:55:26.495534Z pos=vm.go:317 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-02T09:55:26.495558Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T09:55:26.495642Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvminvf5c kind= uid=2464b114-963a-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T09:55:26.495817Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvminvf5c kind= uid=2464b114-963a-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvminvf5c/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvminvf5c/sock" level=error timestamp=2018-08-02T09:55:26.495923Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvminvf5c kind= uid=2464b114-963a-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvminvf5c/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T09:55:26.496013Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvminvf5c/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvminvf5c" Pod name: virt-launcher-testvminvf5c-8kbbf Pod phase: Running level=info timestamp=2018-08-02T09:55:15.604803Z pos=manager.go:69 component=virt-launcher msg="Collected all requested hook sidecar sockets" level=info timestamp=2018-08-02T09:55:15.605213Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[OnDefineDomain:[0xc4204053c0]]" level=info timestamp=2018-08-02T09:55:15.606783Z pos=libvirt.go:261 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" level=info timestamp=2018-08-02T09:55:25.613661Z pos=libvirt.go:276 component=virt-launcher msg="Connected to libvirt daemon" level=info timestamp=2018-08-02T09:55:25.640067Z pos=virt-launcher.go:143 component=virt-launcher msg="Watchdog file created at /var/run/kubevirt/watchdog-files/kubevirt-test-default_testvminvf5c" level=info timestamp=2018-08-02T09:55:25.642158Z pos=client.go:152 component=virt-launcher msg="Registered libvirt event notify callback" level=info timestamp=2018-08-02T09:55:25.642454Z pos=virt-launcher.go:60 component=virt-launcher msg="Marked as ready" Pod name: disks-images-provider-cpfs8 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mqjfd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-kjzf6 Pod phase: Running 2018/08/02 09:55:54 http: TLS handshake error from 10.129.0.1:43694: EOF level=info timestamp=2018-08-02T09:56:00.746666Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/02 09:56:04 http: TLS handshake error from 10.129.0.1:43702: EOF 2018/08/02 09:56:14 http: TLS handshake error from 10.129.0.1:43710: EOF 2018/08/02 09:56:24 http: TLS handshake error from 10.129.0.1:43718: EOF 2018/08/02 09:56:34 http: TLS handshake error from 10.129.0.1:43726: EOF 2018/08/02 09:56:44 http: TLS handshake error from 10.129.0.1:43734: EOF 2018/08/02 09:56:54 http: TLS handshake error from 10.129.0.1:43742: EOF 2018/08/02 09:57:04 http: TLS handshake error from 10.129.0.1:43750: EOF 2018/08/02 09:57:14 http: TLS handshake error from 10.129.0.1:43758: EOF 2018/08/02 09:57:24 http: TLS handshake error from 10.129.0.1:43766: EOF 2018/08/02 09:57:34 http: TLS handshake error from 10.129.0.1:43774: EOF 2018/08/02 09:57:44 http: TLS handshake error from 10.129.0.1:43782: EOF 2018/08/02 09:57:54 http: TLS handshake error from 10.129.0.1:43790: EOF 2018/08/02 09:58:04 http: TLS handshake error from 10.129.0.1:43798: EOF Pod name: virt-api-7d79764579-qfb4m Pod phase: Running level=info timestamp=2018-08-02T09:57:36.096779Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 09:57:37 http: TLS handshake error from 10.129.0.1:47186: EOF level=info timestamp=2018-08-02T09:57:43.324555Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T09:57:46.056560Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 09:57:47 http: TLS handshake error from 10.129.0.1:47194: EOF level=info timestamp=2018-08-02T09:57:53.369503Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 09:57:57 http: TLS handshake error from 10.129.0.1:47202: EOF level=info timestamp=2018-08-02T09:58:00.809001Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-08-02T09:58:02.352615Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T09:58:03.425616Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T09:58:06.146589Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 09:58:07 http: TLS handshake error from 10.129.0.1:47210: EOF level=info timestamp=2018-08-02T09:58:08.487230Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T09:58:08.502654Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T09:58:08.515302Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-944nm Pod phase: Running level=info timestamp=2018-08-02T09:51:49.883356Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer kubeVirtNodeInformer" level=info timestamp=2018-08-02T09:51:49.883375Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer vmiPresetInformer" level=info timestamp=2018-08-02T09:51:49.883397Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer vmirsInformer" level=info timestamp=2018-08-02T09:51:49.883417Z pos=virtinformers.go:107 component=virt-controller service=http msg="STARTING informer configMapInformer" level=info timestamp=2018-08-02T09:51:49.883557Z pos=vm.go:85 component=virt-controller service=http msg="Starting VirtualMachine controller." level=info timestamp=2018-08-02T09:51:49.893763Z pos=node.go:104 component=virt-controller service=http msg="Starting node controller." level=info timestamp=2018-08-02T09:51:49.893930Z pos=vmi.go:129 component=virt-controller service=http msg="Starting vmi controller." level=info timestamp=2018-08-02T09:51:49.893997Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-08-02T09:51:49.894176Z pos=preset.go:74 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-08-02T09:51:54.126514Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmincjw4 kind= uid=afc72312-9639-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T09:51:54.126781Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmincjw4 kind= uid=afc72312-9639-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T09:51:54.367246Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmincjw4\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmincjw4" level=info timestamp=2018-08-02T09:55:09.773842Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvminvf5c kind= uid=2464b114-963a-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T09:55:09.774460Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvminvf5c kind= uid=2464b114-963a-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T09:55:09.836285Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminvf5c\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminvf5c" Pod name: virt-controller-7d57d96b65-m8lfq Pod phase: Running level=info timestamp=2018-08-02T09:51:32.569530Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-9t5hp Pod phase: Running level=info timestamp=2018-08-02T09:50:01.861870Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-08-02T09:50:01.873253Z pos=vm.go:212 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-08-02T09:50:01.878458Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-08-02T09:50:01.976339Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-08-02T09:50:02.001377Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" level=info timestamp=2018-08-02T09:50:02.003688Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" Pod name: virt-handler-nbnsx Pod phase: Running level=info timestamp=2018-08-02T09:56:07.388453Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvminvf5c kind= uid=2464b114-963a-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T09:56:07.388678Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvminvf5c kind= uid=2464b114-963a-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvminvf5c/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvminvf5c/sock" level=error timestamp=2018-08-02T09:56:07.388756Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvminvf5c kind= uid=2464b114-963a-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvminvf5c/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T09:56:07.388835Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvminvf5c/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvminvf5c" level=info timestamp=2018-08-02T09:56:48.349127Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvminvf5c, existing: true\n" level=info timestamp=2018-08-02T09:56:48.349206Z pos=vm.go:317 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-02T09:56:48.349230Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T09:56:48.349333Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvminvf5c kind= uid=2464b114-963a-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T09:56:48.349539Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvminvf5c kind= uid=2464b114-963a-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvminvf5c/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvminvf5c/sock" level=error timestamp=2018-08-02T09:56:48.349611Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvminvf5c kind= uid=2464b114-963a-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvminvf5c/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T09:56:48.349689Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvminvf5c/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvminvf5c" level=info timestamp=2018-08-02T09:57:36.971965Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvmincjw4, existing: false\n" level=info timestamp=2018-08-02T09:57:36.972058Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T09:57:36.972134Z pos=vm.go:415 component=virt-handler namespace=kubevirt-test-default name=testvmincjw4 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-02T09:57:36.972240Z pos=vm.go:442 component=virt-handler namespace=kubevirt-test-default name=testvmincjw4 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvminvf5c-8kbbf Pod phase: Running level=info timestamp=2018-08-02T09:55:15.604803Z pos=manager.go:69 component=virt-launcher msg="Collected all requested hook sidecar sockets" level=info timestamp=2018-08-02T09:55:15.605213Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[OnDefineDomain:[0xc4204053c0]]" level=info timestamp=2018-08-02T09:55:15.606783Z pos=libvirt.go:261 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" level=info timestamp=2018-08-02T09:55:25.613661Z pos=libvirt.go:276 component=virt-launcher msg="Connected to libvirt daemon" level=info timestamp=2018-08-02T09:55:25.640067Z pos=virt-launcher.go:143 component=virt-launcher msg="Watchdog file created at /var/run/kubevirt/watchdog-files/kubevirt-test-default_testvminvf5c" level=info timestamp=2018-08-02T09:55:25.642158Z pos=client.go:152 component=virt-launcher msg="Registered libvirt event notify callback" level=info timestamp=2018-08-02T09:55:25.642454Z pos=virt-launcher.go:60 component=virt-launcher msg="Marked as ready" ------------------------------ • Failure [180.311 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should successfully start with hook sidecar annotation [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:60 Unexpected Warning event received: testvminvf5c,2464b114-963a-11e8-91b9-525500d15501: dial unix /var/run/kubevirt/kubevirt-test-default/testvminvf5c/sock: connect: no such file or directory Expected : Warning not to equal : Warning /root/go/src/kubevirt.io/kubevirt/tests/utils.go:247 ------------------------------ STEP: Starting a VMI level=info timestamp=2018-08-02T09:55:10.397905Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvminvf5c kind=VirtualMachineInstance uid=2464b114-963a-11e8-91b9-525500d15501 msg="Created virtual machine pod virt-launcher-testvminvf5c-8kbbf" level=info timestamp=2018-08-02T09:55:27.215017Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvminvf5c kind=VirtualMachineInstance uid=2464b114-963a-11e8-91b9-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvminvf5c-8kbbf" level=error timestamp=2018-08-02T09:55:27.233267Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvminvf5c kind=VirtualMachineInstance uid=2464b114-963a-11e8-91b9-525500d15501 reason="unexpected warning event received" msg="dial unix /var/run/kubevirt/kubevirt-test-default/testvminvf5c/sock: connect: no such file or directory" Pod name: disks-images-provider-cpfs8 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mqjfd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-kjzf6 Pod phase: Running 2018/08/02 09:56:04 http: TLS handshake error from 10.129.0.1:43702: EOF 2018/08/02 09:56:14 http: TLS handshake error from 10.129.0.1:43710: EOF 2018/08/02 09:56:24 http: TLS handshake error from 10.129.0.1:43718: EOF 2018/08/02 09:56:34 http: TLS handshake error from 10.129.0.1:43726: EOF 2018/08/02 09:56:44 http: TLS handshake error from 10.129.0.1:43734: EOF 2018/08/02 09:56:54 http: TLS handshake error from 10.129.0.1:43742: EOF 2018/08/02 09:57:04 http: TLS handshake error from 10.129.0.1:43750: EOF 2018/08/02 09:57:14 http: TLS handshake error from 10.129.0.1:43758: EOF 2018/08/02 09:57:24 http: TLS handshake error from 10.129.0.1:43766: EOF 2018/08/02 09:57:34 http: TLS handshake error from 10.129.0.1:43774: EOF 2018/08/02 09:57:44 http: TLS handshake error from 10.129.0.1:43782: EOF 2018/08/02 09:57:54 http: TLS handshake error from 10.129.0.1:43790: EOF 2018/08/02 09:58:04 http: TLS handshake error from 10.129.0.1:43798: EOF 2018/08/02 09:58:14 http: TLS handshake error from 10.129.0.1:43808: EOF 2018/08/02 09:58:24 http: TLS handshake error from 10.129.0.1:43816: EOF Pod name: virt-api-7d79764579-qfb4m Pod phase: Running 2018/08/02 09:57:47 http: TLS handshake error from 10.129.0.1:47194: EOF level=info timestamp=2018-08-02T09:57:53.369503Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 09:57:57 http: TLS handshake error from 10.129.0.1:47202: EOF level=info timestamp=2018-08-02T09:58:00.809001Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-08-02T09:58:02.352615Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T09:58:03.425616Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T09:58:06.146589Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 09:58:07 http: TLS handshake error from 10.129.0.1:47210: EOF level=info timestamp=2018-08-02T09:58:08.487230Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T09:58:08.502654Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T09:58:08.515302Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T09:58:13.474732Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T09:58:16.119977Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 09:58:17 http: TLS handshake error from 10.129.0.1:47220: EOF level=info timestamp=2018-08-02T09:58:23.524319Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-944nm Pod phase: Running level=info timestamp=2018-08-02T09:51:49.883557Z pos=vm.go:85 component=virt-controller service=http msg="Starting VirtualMachine controller." level=info timestamp=2018-08-02T09:51:49.893763Z pos=node.go:104 component=virt-controller service=http msg="Starting node controller." level=info timestamp=2018-08-02T09:51:49.893930Z pos=vmi.go:129 component=virt-controller service=http msg="Starting vmi controller." level=info timestamp=2018-08-02T09:51:49.893997Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-08-02T09:51:49.894176Z pos=preset.go:74 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-08-02T09:51:54.126514Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmincjw4 kind= uid=afc72312-9639-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T09:51:54.126781Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmincjw4 kind= uid=afc72312-9639-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T09:51:54.367246Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmincjw4\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmincjw4" level=info timestamp=2018-08-02T09:55:09.773842Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvminvf5c kind= uid=2464b114-963a-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T09:55:09.774460Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvminvf5c kind= uid=2464b114-963a-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T09:55:09.836285Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminvf5c\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminvf5c" level=info timestamp=2018-08-02T09:58:10.237315Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmickjpt kind= uid=8ff59db3-963a-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T09:58:10.237567Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmickjpt kind= uid=8ff59db3-963a-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T09:58:10.343910Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmickjpt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmickjpt" level=info timestamp=2018-08-02T09:58:10.365024Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmickjpt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmickjpt" Pod name: virt-controller-7d57d96b65-m8lfq Pod phase: Running level=info timestamp=2018-08-02T09:51:32.569530Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-9t5hp Pod phase: Running level=info timestamp=2018-08-02T09:50:01.861870Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-08-02T09:50:01.873253Z pos=vm.go:212 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-08-02T09:50:01.878458Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-08-02T09:50:01.976339Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-08-02T09:50:02.001377Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" level=info timestamp=2018-08-02T09:50:02.003688Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" Pod name: virt-handler-nbnsx Pod phase: Running level=info timestamp=2018-08-02T09:58:26.698208Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmickjpt/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmickjpt" level=info timestamp=2018-08-02T09:58:26.718343Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvmickjpt, existing: true\n" level=info timestamp=2018-08-02T09:58:26.718409Z pos=vm.go:317 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-02T09:58:26.718440Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T09:58:26.718511Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvmickjpt kind= uid=8ff59db3-963a-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T09:58:26.718639Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvmickjpt kind= uid=8ff59db3-963a-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmickjpt/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvmickjpt/sock" level=error timestamp=2018-08-02T09:58:26.718693Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvmickjpt kind= uid=8ff59db3-963a-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmickjpt/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T09:58:26.718771Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmickjpt/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmickjpt" level=info timestamp=2018-08-02T09:58:26.758963Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvmickjpt, existing: true\n" level=info timestamp=2018-08-02T09:58:26.759039Z pos=vm.go:317 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-02T09:58:26.759075Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T09:58:26.759158Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvmickjpt kind= uid=8ff59db3-963a-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T09:58:26.759324Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvmickjpt kind= uid=8ff59db3-963a-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmickjpt/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvmickjpt/sock" level=error timestamp=2018-08-02T09:58:26.759430Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvmickjpt kind= uid=8ff59db3-963a-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmickjpt/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T09:58:26.759539Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmickjpt/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmickjpt" Pod name: virt-launcher-testvmickjpt-wd8z2 Pod phase: Running level=info timestamp=2018-08-02T09:58:15.592866Z pos=manager.go:69 component=virt-launcher msg="Collected all requested hook sidecar sockets" level=info timestamp=2018-08-02T09:58:15.593274Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[OnDefineDomain:[0xc42028eec0]]" level=info timestamp=2018-08-02T09:58:15.595827Z pos=libvirt.go:261 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" level=info timestamp=2018-08-02T09:58:25.603163Z pos=libvirt.go:276 component=virt-launcher msg="Connected to libvirt daemon" level=info timestamp=2018-08-02T09:58:25.648246Z pos=virt-launcher.go:143 component=virt-launcher msg="Watchdog file created at /var/run/kubevirt/watchdog-files/kubevirt-test-default_testvmickjpt" level=info timestamp=2018-08-02T09:58:25.650546Z pos=client.go:152 component=virt-launcher msg="Registered libvirt event notify callback" level=info timestamp=2018-08-02T09:58:25.650727Z pos=virt-launcher.go:60 component=virt-launcher msg="Marked as ready" Pod name: disks-images-provider-cpfs8 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mqjfd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-kjzf6 Pod phase: Running 2018/08/02 09:59:04 http: TLS handshake error from 10.129.0.1:43848: EOF 2018/08/02 09:59:14 http: TLS handshake error from 10.129.0.1:43856: EOF 2018/08/02 09:59:24 http: TLS handshake error from 10.129.0.1:43864: EOF level=info timestamp=2018-08-02T09:59:30.800751Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/02 09:59:34 http: TLS handshake error from 10.129.0.1:43872: EOF 2018/08/02 09:59:44 http: TLS handshake error from 10.129.0.1:43880: EOF 2018/08/02 09:59:54 http: TLS handshake error from 10.129.0.1:43888: EOF level=info timestamp=2018-08-02T10:00:00.757837Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/02 10:00:04 http: TLS handshake error from 10.129.0.1:43896: EOF 2018/08/02 10:00:14 http: TLS handshake error from 10.129.0.1:43904: EOF 2018/08/02 10:00:24 http: TLS handshake error from 10.129.0.1:43912: EOF 2018/08/02 10:00:34 http: TLS handshake error from 10.129.0.1:43920: EOF 2018/08/02 10:00:44 http: TLS handshake error from 10.129.0.1:43928: EOF 2018/08/02 10:00:54 http: TLS handshake error from 10.129.0.1:43936: EOF 2018/08/02 10:01:04 http: TLS handshake error from 10.129.0.1:43944: EOF Pod name: virt-api-7d79764579-qfb4m Pod phase: Running level=info timestamp=2018-08-02T10:00:36.421180Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:00:37 http: TLS handshake error from 10.129.0.1:47332: EOF level=info timestamp=2018-08-02T10:00:44.235886Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:00:46.443929Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:00:47 http: TLS handshake error from 10.129.0.1:47340: EOF level=info timestamp=2018-08-02T10:00:54.282814Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:00:57 http: TLS handshake error from 10.129.0.1:47348: EOF level=info timestamp=2018-08-02T10:01:00.760428Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-08-02T10:01:02.971178Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:01:04.325843Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:01:06.476402Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:01:07 http: TLS handshake error from 10.129.0.1:47356: EOF level=info timestamp=2018-08-02T10:01:09.043656Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:01:09.055529Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:01:09.066879Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-944nm Pod phase: Running level=info timestamp=2018-08-02T09:51:49.883557Z pos=vm.go:85 component=virt-controller service=http msg="Starting VirtualMachine controller." level=info timestamp=2018-08-02T09:51:49.893763Z pos=node.go:104 component=virt-controller service=http msg="Starting node controller." level=info timestamp=2018-08-02T09:51:49.893930Z pos=vmi.go:129 component=virt-controller service=http msg="Starting vmi controller." level=info timestamp=2018-08-02T09:51:49.893997Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-08-02T09:51:49.894176Z pos=preset.go:74 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-08-02T09:51:54.126514Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmincjw4 kind= uid=afc72312-9639-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T09:51:54.126781Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmincjw4 kind= uid=afc72312-9639-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T09:51:54.367246Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmincjw4\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmincjw4" level=info timestamp=2018-08-02T09:55:09.773842Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvminvf5c kind= uid=2464b114-963a-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T09:55:09.774460Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvminvf5c kind= uid=2464b114-963a-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T09:55:09.836285Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminvf5c\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminvf5c" level=info timestamp=2018-08-02T09:58:10.237315Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmickjpt kind= uid=8ff59db3-963a-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T09:58:10.237567Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmickjpt kind= uid=8ff59db3-963a-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T09:58:10.343910Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmickjpt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmickjpt" level=info timestamp=2018-08-02T09:58:10.365024Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmickjpt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmickjpt" Pod name: virt-controller-7d57d96b65-m8lfq Pod phase: Running level=info timestamp=2018-08-02T09:51:32.569530Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-9t5hp Pod phase: Running level=info timestamp=2018-08-02T09:50:01.861870Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-08-02T09:50:01.873253Z pos=vm.go:212 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-08-02T09:50:01.878458Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-08-02T09:50:01.976339Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-08-02T09:50:02.001377Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" level=info timestamp=2018-08-02T09:50:02.003688Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" Pod name: virt-handler-nbnsx Pod phase: Running level=info timestamp=2018-08-02T09:58:47.166456Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmickjpt/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmickjpt" level=info timestamp=2018-08-02T09:59:07.646692Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvmickjpt, existing: true\n" level=info timestamp=2018-08-02T09:59:07.646783Z pos=vm.go:317 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-02T09:59:07.646821Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T09:59:07.646927Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvmickjpt kind= uid=8ff59db3-963a-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T09:59:07.647133Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvmickjpt kind= uid=8ff59db3-963a-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmickjpt/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvmickjpt/sock" level=error timestamp=2018-08-02T09:59:07.647215Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvmickjpt kind= uid=8ff59db3-963a-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmickjpt/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T09:59:07.647307Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmickjpt/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmickjpt" level=info timestamp=2018-08-02T09:59:48.607691Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvmickjpt, existing: true\n" level=info timestamp=2018-08-02T09:59:48.607773Z pos=vm.go:317 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-02T09:59:48.607802Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T09:59:48.607888Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvmickjpt kind= uid=8ff59db3-963a-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T09:59:48.608068Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvmickjpt kind= uid=8ff59db3-963a-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmickjpt/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvmickjpt/sock" level=error timestamp=2018-08-02T09:59:48.608136Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvmickjpt kind= uid=8ff59db3-963a-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmickjpt/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T09:59:48.608237Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmickjpt/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmickjpt" Pod name: virt-launcher-testvmickjpt-wd8z2 Pod phase: Running level=info timestamp=2018-08-02T09:58:15.592866Z pos=manager.go:69 component=virt-launcher msg="Collected all requested hook sidecar sockets" level=info timestamp=2018-08-02T09:58:15.593274Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[OnDefineDomain:[0xc42028eec0]]" level=info timestamp=2018-08-02T09:58:15.595827Z pos=libvirt.go:261 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" level=info timestamp=2018-08-02T09:58:25.603163Z pos=libvirt.go:276 component=virt-launcher msg="Connected to libvirt daemon" level=info timestamp=2018-08-02T09:58:25.648246Z pos=virt-launcher.go:143 component=virt-launcher msg="Watchdog file created at /var/run/kubevirt/watchdog-files/kubevirt-test-default_testvmickjpt" level=info timestamp=2018-08-02T09:58:25.650546Z pos=client.go:152 component=virt-launcher msg="Registered libvirt event notify callback" level=info timestamp=2018-08-02T09:58:25.650727Z pos=virt-launcher.go:60 component=virt-launcher msg="Marked as ready" • Failure [180.455 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should call Collect and OnDefineDomain on the hook sidecar [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:67 Unexpected Warning event received: testvmickjpt,8ff59db3-963a-11e8-91b9-525500d15501: dial unix /var/run/kubevirt/kubevirt-test-default/testvmickjpt/sock: connect: no such file or directory Expected : Warning not to equal : Warning /root/go/src/kubevirt.io/kubevirt/tests/utils.go:247 ------------------------------ STEP: Getting hook-sidecar logs level=info timestamp=2018-08-02T09:58:10.848289Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmickjpt kind=VirtualMachineInstance uid=8ff59db3-963a-11e8-91b9-525500d15501 msg="Created virtual machine pod virt-launcher-testvmickjpt-wd8z2" level=info timestamp=2018-08-02T09:58:27.480157Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmickjpt kind=VirtualMachineInstance uid=8ff59db3-963a-11e8-91b9-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmickjpt-wd8z2" level=error timestamp=2018-08-02T09:58:27.489712Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmickjpt kind=VirtualMachineInstance uid=8ff59db3-963a-11e8-91b9-525500d15501 reason="unexpected warning event received" msg="dial unix /var/run/kubevirt/kubevirt-test-default/testvmickjpt/sock: connect: no such file or directory" Pod name: disks-images-provider-cpfs8 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mqjfd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-kjzf6 Pod phase: Running 2018/08/02 09:59:24 http: TLS handshake error from 10.129.0.1:43864: EOF level=info timestamp=2018-08-02T09:59:30.800751Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/02 09:59:34 http: TLS handshake error from 10.129.0.1:43872: EOF 2018/08/02 09:59:44 http: TLS handshake error from 10.129.0.1:43880: EOF 2018/08/02 09:59:54 http: TLS handshake error from 10.129.0.1:43888: EOF level=info timestamp=2018-08-02T10:00:00.757837Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/02 10:00:04 http: TLS handshake error from 10.129.0.1:43896: EOF 2018/08/02 10:00:14 http: TLS handshake error from 10.129.0.1:43904: EOF 2018/08/02 10:00:24 http: TLS handshake error from 10.129.0.1:43912: EOF 2018/08/02 10:00:34 http: TLS handshake error from 10.129.0.1:43920: EOF 2018/08/02 10:00:44 http: TLS handshake error from 10.129.0.1:43928: EOF 2018/08/02 10:00:54 http: TLS handshake error from 10.129.0.1:43936: EOF 2018/08/02 10:01:04 http: TLS handshake error from 10.129.0.1:43944: EOF 2018/08/02 10:01:14 http: TLS handshake error from 10.129.0.1:43954: EOF 2018/08/02 10:01:24 http: TLS handshake error from 10.129.0.1:43962: EOF Pod name: virt-api-7d79764579-qfb4m Pod phase: Running level=info timestamp=2018-08-02T10:00:54.282814Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:00:57 http: TLS handshake error from 10.129.0.1:47348: EOF level=info timestamp=2018-08-02T10:01:00.760428Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-08-02T10:01:02.971178Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:01:04.325843Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:01:06.476402Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:01:07 http: TLS handshake error from 10.129.0.1:47356: EOF level=info timestamp=2018-08-02T10:01:09.043656Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:01:09.055529Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:01:09.066879Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:01:14.391325Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:01:16.496954Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:01:17 http: TLS handshake error from 10.129.0.1:47366: EOF level=info timestamp=2018-08-02T10:01:24.439289Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:01:27 http: TLS handshake error from 10.129.0.1:47374: EOF Pod name: virt-controller-7d57d96b65-944nm Pod phase: Running level=info timestamp=2018-08-02T09:51:49.893997Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-08-02T09:51:49.894176Z pos=preset.go:74 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-08-02T09:51:54.126514Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmincjw4 kind= uid=afc72312-9639-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T09:51:54.126781Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmincjw4 kind= uid=afc72312-9639-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T09:51:54.367246Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmincjw4\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmincjw4" level=info timestamp=2018-08-02T09:55:09.773842Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvminvf5c kind= uid=2464b114-963a-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T09:55:09.774460Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvminvf5c kind= uid=2464b114-963a-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T09:55:09.836285Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminvf5c\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminvf5c" level=info timestamp=2018-08-02T09:58:10.237315Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmickjpt kind= uid=8ff59db3-963a-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T09:58:10.237567Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmickjpt kind= uid=8ff59db3-963a-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T09:58:10.343910Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmickjpt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmickjpt" level=info timestamp=2018-08-02T09:58:10.365024Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmickjpt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmickjpt" level=info timestamp=2018-08-02T10:01:10.686444Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiz5dxc kind= uid=fb840041-963a-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:01:10.687341Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiz5dxc kind= uid=fb840041-963a-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:01:10.768495Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiz5dxc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiz5dxc" Pod name: virt-controller-7d57d96b65-m8lfq Pod phase: Running level=info timestamp=2018-08-02T09:51:32.569530Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-9t5hp Pod phase: Running level=info timestamp=2018-08-02T09:50:01.861870Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-08-02T09:50:01.873253Z pos=vm.go:212 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-08-02T09:50:01.878458Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-08-02T09:50:01.976339Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-08-02T09:50:02.001377Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" level=info timestamp=2018-08-02T09:50:02.003688Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" Pod name: virt-handler-nbnsx Pod phase: Running level=info timestamp=2018-08-02T10:01:27.672051Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiz5dxc/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmiz5dxc" level=info timestamp=2018-08-02T10:01:27.692285Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvmiz5dxc, existing: true\n" level=info timestamp=2018-08-02T10:01:27.692405Z pos=vm.go:317 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-02T10:01:27.692438Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T10:01:27.692546Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvmiz5dxc kind= uid=fb840041-963a-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T10:01:27.692790Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvmiz5dxc kind= uid=fb840041-963a-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiz5dxc/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvmiz5dxc/sock" level=error timestamp=2018-08-02T10:01:27.692867Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvmiz5dxc kind= uid=fb840041-963a-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiz5dxc/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T10:01:27.692973Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiz5dxc/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmiz5dxc" level=info timestamp=2018-08-02T10:01:27.733187Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvmiz5dxc, existing: true\n" level=info timestamp=2018-08-02T10:01:27.733273Z pos=vm.go:317 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-02T10:01:27.733304Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T10:01:27.733418Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvmiz5dxc kind= uid=fb840041-963a-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T10:01:27.733607Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvmiz5dxc kind= uid=fb840041-963a-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiz5dxc/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvmiz5dxc/sock" level=error timestamp=2018-08-02T10:01:27.733666Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvmiz5dxc kind= uid=fb840041-963a-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiz5dxc/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T10:01:27.733750Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiz5dxc/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmiz5dxc" Pod name: virt-launcher-testvmiz5dxc-4cqbz Pod phase: Running level=info timestamp=2018-08-02T10:01:15.628415Z pos=manager.go:69 component=virt-launcher msg="Collected all requested hook sidecar sockets" level=info timestamp=2018-08-02T10:01:15.628801Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[OnDefineDomain:[0xc4202bd780]]" level=info timestamp=2018-08-02T10:01:15.630249Z pos=libvirt.go:261 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" level=info timestamp=2018-08-02T10:01:25.637445Z pos=libvirt.go:276 component=virt-launcher msg="Connected to libvirt daemon" level=info timestamp=2018-08-02T10:01:25.689417Z pos=virt-launcher.go:143 component=virt-launcher msg="Watchdog file created at /var/run/kubevirt/watchdog-files/kubevirt-test-default_testvmiz5dxc" level=info timestamp=2018-08-02T10:01:25.691384Z pos=client.go:152 component=virt-launcher msg="Registered libvirt event notify callback" level=info timestamp=2018-08-02T10:01:25.691572Z pos=virt-launcher.go:60 component=virt-launcher msg="Marked as ready" Pod name: disks-images-provider-cpfs8 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mqjfd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-kjzf6 Pod phase: Running 2018/08/02 10:02:04 http: TLS handshake error from 10.129.0.1:43994: EOF 2018/08/02 10:02:14 http: TLS handshake error from 10.129.0.1:44002: EOF 2018/08/02 10:02:24 http: TLS handshake error from 10.129.0.1:44010: EOF level=info timestamp=2018-08-02T10:02:30.800829Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/02 10:02:34 http: TLS handshake error from 10.129.0.1:44018: EOF 2018/08/02 10:02:44 http: TLS handshake error from 10.129.0.1:44026: EOF 2018/08/02 10:02:54 http: TLS handshake error from 10.129.0.1:44034: EOF 2018/08/02 10:03:04 http: TLS handshake error from 10.129.0.1:44042: EOF 2018/08/02 10:03:14 http: TLS handshake error from 10.129.0.1:44050: EOF 2018/08/02 10:03:24 http: TLS handshake error from 10.129.0.1:44058: EOF 2018/08/02 10:03:34 http: TLS handshake error from 10.129.0.1:44066: EOF 2018/08/02 10:03:44 http: TLS handshake error from 10.129.0.1:44074: EOF 2018/08/02 10:03:54 http: TLS handshake error from 10.129.0.1:44082: EOF level=info timestamp=2018-08-02T10:04:00.785458Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/02 10:04:04 http: TLS handshake error from 10.129.0.1:44090: EOF Pod name: virt-api-7d79764579-qfb4m Pod phase: Running level=info timestamp=2018-08-02T10:03:35.092868Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:03:36.781110Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:03:37 http: TLS handshake error from 10.129.0.1:47478: EOF level=info timestamp=2018-08-02T10:03:45.139464Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:03:46.776495Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:03:47 http: TLS handshake error from 10.129.0.1:47486: EOF level=info timestamp=2018-08-02T10:03:55.184934Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:03:57 http: TLS handshake error from 10.129.0.1:47494: EOF level=info timestamp=2018-08-02T10:04:03.325519Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:04:05.227527Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:04:07.099568Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:04:07 http: TLS handshake error from 10.129.0.1:47502: EOF level=info timestamp=2018-08-02T10:04:09.679741Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:04:09.697298Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:04:09.718810Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-944nm Pod phase: Running level=info timestamp=2018-08-02T09:51:49.893997Z pos=replicaset.go:111 component=virt-controller service=http msg="Starting VirtualMachineInstanceReplicaSet controller." level=info timestamp=2018-08-02T09:51:49.894176Z pos=preset.go:74 component=virt-controller service=http msg="Starting Virtual Machine Initializer." level=info timestamp=2018-08-02T09:51:54.126514Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmincjw4 kind= uid=afc72312-9639-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T09:51:54.126781Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmincjw4 kind= uid=afc72312-9639-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T09:51:54.367246Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmincjw4\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmincjw4" level=info timestamp=2018-08-02T09:55:09.773842Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvminvf5c kind= uid=2464b114-963a-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T09:55:09.774460Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvminvf5c kind= uid=2464b114-963a-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T09:55:09.836285Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminvf5c\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminvf5c" level=info timestamp=2018-08-02T09:58:10.237315Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmickjpt kind= uid=8ff59db3-963a-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T09:58:10.237567Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmickjpt kind= uid=8ff59db3-963a-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T09:58:10.343910Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmickjpt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmickjpt" level=info timestamp=2018-08-02T09:58:10.365024Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmickjpt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmickjpt" level=info timestamp=2018-08-02T10:01:10.686444Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiz5dxc kind= uid=fb840041-963a-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:01:10.687341Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiz5dxc kind= uid=fb840041-963a-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:01:10.768495Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiz5dxc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiz5dxc" Pod name: virt-controller-7d57d96b65-m8lfq Pod phase: Running level=info timestamp=2018-08-02T09:51:32.569530Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-9t5hp Pod phase: Running level=info timestamp=2018-08-02T09:50:01.861870Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-08-02T09:50:01.873253Z pos=vm.go:212 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-08-02T09:50:01.878458Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-08-02T09:50:01.976339Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-08-02T09:50:02.001377Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" level=info timestamp=2018-08-02T09:50:02.003688Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" Pod name: virt-handler-nbnsx Pod phase: Running level=info timestamp=2018-08-02T10:01:48.140764Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiz5dxc/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmiz5dxc" level=info timestamp=2018-08-02T10:02:08.621025Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvmiz5dxc, existing: true\n" level=info timestamp=2018-08-02T10:02:08.621109Z pos=vm.go:317 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-02T10:02:08.621171Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T10:02:08.621462Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvmiz5dxc kind= uid=fb840041-963a-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T10:02:08.622100Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvmiz5dxc kind= uid=fb840041-963a-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiz5dxc/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvmiz5dxc/sock" level=error timestamp=2018-08-02T10:02:08.622224Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvmiz5dxc kind= uid=fb840041-963a-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiz5dxc/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T10:02:08.622322Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiz5dxc/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmiz5dxc" level=info timestamp=2018-08-02T10:02:49.583607Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvmiz5dxc, existing: true\n" level=info timestamp=2018-08-02T10:02:49.583709Z pos=vm.go:317 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-02T10:02:49.583734Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T10:02:49.583808Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvmiz5dxc kind= uid=fb840041-963a-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T10:02:49.584019Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvmiz5dxc kind= uid=fb840041-963a-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiz5dxc/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvmiz5dxc/sock" level=error timestamp=2018-08-02T10:02:49.584092Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvmiz5dxc kind= uid=fb840041-963a-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiz5dxc/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T10:02:49.584163Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiz5dxc/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmiz5dxc" Pod name: virt-launcher-testvmiz5dxc-4cqbz Pod phase: Running level=info timestamp=2018-08-02T10:01:15.628415Z pos=manager.go:69 component=virt-launcher msg="Collected all requested hook sidecar sockets" level=info timestamp=2018-08-02T10:01:15.628801Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[OnDefineDomain:[0xc4202bd780]]" level=info timestamp=2018-08-02T10:01:15.630249Z pos=libvirt.go:261 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" level=info timestamp=2018-08-02T10:01:25.637445Z pos=libvirt.go:276 component=virt-launcher msg="Connected to libvirt daemon" level=info timestamp=2018-08-02T10:01:25.689417Z pos=virt-launcher.go:143 component=virt-launcher msg="Watchdog file created at /var/run/kubevirt/watchdog-files/kubevirt-test-default_testvmiz5dxc" level=info timestamp=2018-08-02T10:01:25.691384Z pos=client.go:152 component=virt-launcher msg="Registered libvirt event notify callback" level=info timestamp=2018-08-02T10:01:25.691572Z pos=virt-launcher.go:60 component=virt-launcher msg="Marked as ready" • Failure [180.454 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should update domain XML with SM BIOS properties [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:83 Unexpected Warning event received: testvmiz5dxc,fb840041-963a-11e8-91b9-525500d15501: dial unix /var/run/kubevirt/kubevirt-test-default/testvmiz5dxc/sock: connect: no such file or directory Expected : Warning not to equal : Warning /root/go/src/kubevirt.io/kubevirt/tests/utils.go:247 ------------------------------ STEP: Reading domain XML using virsh level=info timestamp=2018-08-02T10:01:11.256029Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmiz5dxc kind=VirtualMachineInstance uid=fb840041-963a-11e8-91b9-525500d15501 msg="Created virtual machine pod virt-launcher-testvmiz5dxc-4cqbz" level=info timestamp=2018-08-02T10:01:28.449135Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmiz5dxc kind=VirtualMachineInstance uid=fb840041-963a-11e8-91b9-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmiz5dxc-4cqbz" level=error timestamp=2018-08-02T10:01:28.474189Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmiz5dxc kind=VirtualMachineInstance uid=fb840041-963a-11e8-91b9-525500d15501 reason="unexpected warning event received" msg="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiz5dxc/sock: connect: no such file or directory" Pod name: disks-images-provider-cpfs8 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mqjfd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-kjzf6 Pod phase: Running 2018/08/02 10:03:04 http: TLS handshake error from 10.129.0.1:44042: EOF 2018/08/02 10:03:14 http: TLS handshake error from 10.129.0.1:44050: EOF 2018/08/02 10:03:24 http: TLS handshake error from 10.129.0.1:44058: EOF 2018/08/02 10:03:34 http: TLS handshake error from 10.129.0.1:44066: EOF 2018/08/02 10:03:44 http: TLS handshake error from 10.129.0.1:44074: EOF 2018/08/02 10:03:54 http: TLS handshake error from 10.129.0.1:44082: EOF level=info timestamp=2018-08-02T10:04:00.785458Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/02 10:04:04 http: TLS handshake error from 10.129.0.1:44090: EOF 2018/08/02 10:04:14 http: TLS handshake error from 10.129.0.1:44100: EOF 2018/08/02 10:04:24 http: TLS handshake error from 10.129.0.1:44108: EOF level=info timestamp=2018-08-02T10:04:30.757214Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/02 10:04:34 http: TLS handshake error from 10.129.0.1:44116: EOF 2018/08/02 10:04:44 http: TLS handshake error from 10.129.0.1:44124: EOF 2018/08/02 10:04:54 http: TLS handshake error from 10.129.0.1:44132: EOF 2018/08/02 10:05:04 http: TLS handshake error from 10.129.0.1:44140: EOF Pod name: virt-api-7d79764579-qfb4m Pod phase: Running 2018/08/02 10:04:27 http: TLS handshake error from 10.129.0.1:47520: EOF level=info timestamp=2018-08-02T10:04:33.373748Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:04:35.409077Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:04:37.158942Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:04:37 http: TLS handshake error from 10.129.0.1:47528: EOF level=info timestamp=2018-08-02T10:04:45.455801Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:04:46.884238Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:04:47 http: TLS handshake error from 10.129.0.1:47536: EOF level=info timestamp=2018-08-02T10:04:55.501929Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:04:57 http: TLS handshake error from 10.129.0.1:47544: EOF level=info timestamp=2018-08-02T10:05:00.854592Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-08-02T10:05:03.425906Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:05:05.564453Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:05:07.214241Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:05:07 http: TLS handshake error from 10.129.0.1:47552: EOF Pod name: virt-controller-7d57d96b65-944nm Pod phase: Running level=info timestamp=2018-08-02T09:51:54.126514Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmincjw4 kind= uid=afc72312-9639-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T09:51:54.126781Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmincjw4 kind= uid=afc72312-9639-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T09:51:54.367246Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmincjw4\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmincjw4" level=info timestamp=2018-08-02T09:55:09.773842Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvminvf5c kind= uid=2464b114-963a-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T09:55:09.774460Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvminvf5c kind= uid=2464b114-963a-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T09:55:09.836285Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminvf5c\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminvf5c" level=info timestamp=2018-08-02T09:58:10.237315Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmickjpt kind= uid=8ff59db3-963a-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T09:58:10.237567Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmickjpt kind= uid=8ff59db3-963a-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T09:58:10.343910Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmickjpt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmickjpt" level=info timestamp=2018-08-02T09:58:10.365024Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmickjpt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmickjpt" level=info timestamp=2018-08-02T10:01:10.686444Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiz5dxc kind= uid=fb840041-963a-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:01:10.687341Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiz5dxc kind= uid=fb840041-963a-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:01:10.768495Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiz5dxc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiz5dxc" level=info timestamp=2018-08-02T10:04:10.940952Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmir6x2b kind= uid=66f357b9-963b-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:04:10.941929Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmir6x2b kind= uid=66f357b9-963b-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-controller-7d57d96b65-m8lfq Pod phase: Running level=info timestamp=2018-08-02T09:51:32.569530Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-9t5hp Pod phase: Running level=info timestamp=2018-08-02T09:50:01.861870Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-08-02T09:50:01.873253Z pos=vm.go:212 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-08-02T09:50:01.878458Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-08-02T09:50:01.976339Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-08-02T09:50:02.001377Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" level=info timestamp=2018-08-02T09:50:02.003688Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" Pod name: virt-handler-nbnsx Pod phase: Running level=info timestamp=2018-08-02T10:04:35.669353Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmir6x2b/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmir6x2b" level=info timestamp=2018-08-02T10:04:45.909601Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvmir6x2b, existing: true\n" level=info timestamp=2018-08-02T10:04:45.909682Z pos=vm.go:317 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-02T10:04:45.909704Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T10:04:45.909801Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvmir6x2b kind= uid=66f357b9-963b-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T10:04:45.909952Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvmir6x2b kind= uid=66f357b9-963b-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmir6x2b/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvmir6x2b/sock" level=error timestamp=2018-08-02T10:04:45.910012Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvmir6x2b kind= uid=66f357b9-963b-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmir6x2b/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T10:04:45.910128Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmir6x2b/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmir6x2b" level=info timestamp=2018-08-02T10:05:06.390329Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvmir6x2b, existing: true\n" level=info timestamp=2018-08-02T10:05:06.390449Z pos=vm.go:317 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-02T10:05:06.390497Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T10:05:06.390588Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvmir6x2b kind= uid=66f357b9-963b-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T10:05:06.390801Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvmir6x2b kind= uid=66f357b9-963b-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmir6x2b/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvmir6x2b/sock" level=error timestamp=2018-08-02T10:05:06.390887Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvmir6x2b kind= uid=66f357b9-963b-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmir6x2b/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T10:05:06.390979Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmir6x2b/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmir6x2b" Pod name: virt-launcher-testvmir6x2b-v79pr Pod phase: Running level=info timestamp=2018-08-02T10:04:13.822951Z pos=manager.go:69 component=virt-launcher msg="Collected all requested hook sidecar sockets" level=info timestamp=2018-08-02T10:04:13.823298Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[]" level=info timestamp=2018-08-02T10:04:13.825535Z pos=libvirt.go:261 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" level=info timestamp=2018-08-02T10:04:23.832754Z pos=libvirt.go:276 component=virt-launcher msg="Connected to libvirt daemon" level=info timestamp=2018-08-02T10:04:23.877232Z pos=virt-launcher.go:143 component=virt-launcher msg="Watchdog file created at /var/run/kubevirt/watchdog-files/kubevirt-test-default_testvmir6x2b" level=info timestamp=2018-08-02T10:04:23.879589Z pos=client.go:152 component=virt-launcher msg="Registered libvirt event notify callback" level=info timestamp=2018-08-02T10:04:23.879767Z pos=virt-launcher.go:60 component=virt-launcher msg="Marked as ready" Pod name: virt-launcher-testvmiz5dxc-4cqbz Pod phase: Running level=info timestamp=2018-08-02T10:01:15.628415Z pos=manager.go:69 component=virt-launcher msg="Collected all requested hook sidecar sockets" level=info timestamp=2018-08-02T10:01:15.628801Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[OnDefineDomain:[0xc4202bd780]]" level=info timestamp=2018-08-02T10:01:15.630249Z pos=libvirt.go:261 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" level=info timestamp=2018-08-02T10:01:25.637445Z pos=libvirt.go:276 component=virt-launcher msg="Connected to libvirt daemon" level=info timestamp=2018-08-02T10:01:25.689417Z pos=virt-launcher.go:143 component=virt-launcher msg="Watchdog file created at /var/run/kubevirt/watchdog-files/kubevirt-test-default_testvmiz5dxc" level=info timestamp=2018-08-02T10:01:25.691384Z pos=client.go:152 component=virt-launcher msg="Registered libvirt event notify callback" level=info timestamp=2018-08-02T10:01:25.691572Z pos=virt-launcher.go:60 component=virt-launcher msg="Marked as ready" • Failure in Spec Setup (BeforeEach) [60.455 seconds] Slirp /root/go/src/kubevirt.io/kubevirt/tests/vmi_slirp_interface_test.go:39 should be able to [BeforeEach] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 VirtualMachineInstance with slirp interface /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Timed out after 30.005s. Timed out waiting for VMI to enter Running phase Expected : false to equal : true /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1071 ------------------------------ level=info timestamp=2018-08-02T10:04:11.540127Z pos=utils.go:256 component=tests namespace=kubevirt-test-default name=testvmir6x2b kind=VirtualMachineInstance uid=66f357b9-963b-11e8-91b9-525500d15501 msg="Created virtual machine pod virt-launcher-testvmir6x2b-v79pr" level=info timestamp=2018-08-02T10:04:26.210483Z pos=utils.go:256 component=tests namespace=kubevirt-test-default name=testvmir6x2b kind=VirtualMachineInstance uid=66f357b9-963b-11e8-91b9-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmir6x2b-v79pr" level=error timestamp=2018-08-02T10:04:26.242230Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmir6x2b kind=VirtualMachineInstance uid=66f357b9-963b-11e8-91b9-525500d15501 reason="Warning event received" msg="dial unix /var/run/kubevirt/kubevirt-test-default/testvmir6x2b/sock: connect: no such file or directory" level=error timestamp=2018-08-02T10:04:26.252497Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmir6x2b kind=VirtualMachineInstance uid=66f357b9-963b-11e8-91b9-525500d15501 reason="Warning event received" msg="dial unix /var/run/kubevirt/kubevirt-test-default/testvmir6x2b/sock: connect: no such file or directory" level=error timestamp=2018-08-02T10:04:26.260046Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmir6x2b kind=VirtualMachineInstance uid=66f357b9-963b-11e8-91b9-525500d15501 reason="Warning event received" msg="dial unix /var/run/kubevirt/kubevirt-test-default/testvmir6x2b/sock: connect: no such file or directory" level=error timestamp=2018-08-02T10:04:26.272426Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmir6x2b kind=VirtualMachineInstance uid=66f357b9-963b-11e8-91b9-525500d15501 reason="Warning event received" msg="dial unix /var/run/kubevirt/kubevirt-test-default/testvmir6x2b/sock: connect: no such file or directory" level=error timestamp=2018-08-02T10:04:26.313805Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmir6x2b kind=VirtualMachineInstance uid=66f357b9-963b-11e8-91b9-525500d15501 reason="Warning event received" msg="dial unix /var/run/kubevirt/kubevirt-test-default/testvmir6x2b/sock: connect: no such file or directory" level=error timestamp=2018-08-02T10:04:26.394213Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmir6x2b kind=VirtualMachineInstance uid=66f357b9-963b-11e8-91b9-525500d15501 reason="Warning event received" msg="dial unix /var/run/kubevirt/kubevirt-test-default/testvmir6x2b/sock: connect: no such file or directory" level=error timestamp=2018-08-02T10:04:26.556926Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmir6x2b kind=VirtualMachineInstance uid=66f357b9-963b-11e8-91b9-525500d15501 reason="Warning event received" msg="dial unix /var/run/kubevirt/kubevirt-test-default/testvmir6x2b/sock: connect: no such file or directory" level=error timestamp=2018-08-02T10:04:26.876560Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmir6x2b kind=VirtualMachineInstance uid=66f357b9-963b-11e8-91b9-525500d15501 reason="Warning event received" msg="dial unix /var/run/kubevirt/kubevirt-test-default/testvmir6x2b/sock: connect: no such file or directory" level=error timestamp=2018-08-02T10:04:27.517894Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmir6x2b kind=VirtualMachineInstance uid=66f357b9-963b-11e8-91b9-525500d15501 reason="Warning event received" msg="dial unix /var/run/kubevirt/kubevirt-test-default/testvmir6x2b/sock: connect: no such file or directory" level=error timestamp=2018-08-02T10:04:28.800003Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmir6x2b kind=VirtualMachineInstance uid=66f357b9-963b-11e8-91b9-525500d15501 reason="Warning event received" msg="dial unix /var/run/kubevirt/kubevirt-test-default/testvmir6x2b/sock: connect: no such file or directory" level=error timestamp=2018-08-02T10:04:31.361892Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmir6x2b kind=VirtualMachineInstance uid=66f357b9-963b-11e8-91b9-525500d15501 reason="Warning event received" msg="dial unix /var/run/kubevirt/kubevirt-test-default/testvmir6x2b/sock: connect: no such file or directory" level=error timestamp=2018-08-02T10:04:36.489072Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmir6x2b kind=VirtualMachineInstance uid=66f357b9-963b-11e8-91b9-525500d15501 reason="Warning event received" msg="dial unix /var/run/kubevirt/kubevirt-test-default/testvmir6x2b/sock: connect: no such file or directory" Pod name: disks-images-provider-cpfs8 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mqjfd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-kjzf6 Pod phase: Running 2018/08/02 10:04:14 http: TLS handshake error from 10.129.0.1:44100: EOF 2018/08/02 10:04:24 http: TLS handshake error from 10.129.0.1:44108: EOF level=info timestamp=2018-08-02T10:04:30.757214Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/02 10:04:34 http: TLS handshake error from 10.129.0.1:44116: EOF 2018/08/02 10:04:44 http: TLS handshake error from 10.129.0.1:44124: EOF 2018/08/02 10:04:54 http: TLS handshake error from 10.129.0.1:44132: EOF 2018/08/02 10:05:04 http: TLS handshake error from 10.129.0.1:44140: EOF 2018/08/02 10:05:14 http: TLS handshake error from 10.129.0.1:44148: EOF 2018/08/02 10:05:24 http: TLS handshake error from 10.129.0.1:44156: EOF level=info timestamp=2018-08-02T10:05:30.769505Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/02 10:05:34 http: TLS handshake error from 10.129.0.1:44164: EOF 2018/08/02 10:05:44 http: TLS handshake error from 10.129.0.1:44172: EOF 2018/08/02 10:05:54 http: TLS handshake error from 10.129.0.1:44180: EOF level=info timestamp=2018-08-02T10:06:00.821004Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/02 10:06:04 http: TLS handshake error from 10.129.0.1:44188: EOF Pod name: virt-api-7d79764579-qfb4m Pod phase: Running level=info timestamp=2018-08-02T10:05:35.727799Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:05:37.265736Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:05:37 http: TLS handshake error from 10.129.0.1:47576: EOF level=info timestamp=2018-08-02T10:05:45.763523Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:05:46.989287Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:05:47 http: TLS handshake error from 10.129.0.1:47584: EOF level=info timestamp=2018-08-02T10:05:51.063801Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:05:51.085930Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:05:51.100797Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:05:55.807978Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:05:57 http: TLS handshake error from 10.129.0.1:47592: EOF level=info timestamp=2018-08-02T10:06:03.538271Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:06:05.855840Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:06:07.319873Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:06:07 http: TLS handshake error from 10.129.0.1:47600: EOF Pod name: virt-controller-7d57d96b65-944nm Pod phase: Running level=info timestamp=2018-08-02T09:55:09.774460Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvminvf5c kind= uid=2464b114-963a-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T09:55:09.836285Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminvf5c\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminvf5c" level=info timestamp=2018-08-02T09:58:10.237315Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmickjpt kind= uid=8ff59db3-963a-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T09:58:10.237567Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmickjpt kind= uid=8ff59db3-963a-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T09:58:10.343910Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmickjpt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmickjpt" level=info timestamp=2018-08-02T09:58:10.365024Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmickjpt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmickjpt" level=info timestamp=2018-08-02T10:01:10.686444Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiz5dxc kind= uid=fb840041-963a-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:01:10.687341Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiz5dxc kind= uid=fb840041-963a-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:01:10.768495Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiz5dxc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiz5dxc" level=info timestamp=2018-08-02T10:04:10.940952Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmir6x2b kind= uid=66f357b9-963b-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:04:10.941929Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmir6x2b kind= uid=66f357b9-963b-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:05:11.394248Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiflkr6 kind= uid=8afc2979-963b-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:05:11.394572Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiflkr6 kind= uid=8afc2979-963b-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:05:11.468410Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiflkr6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiflkr6" level=info timestamp=2018-08-02T10:05:11.484335Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiflkr6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiflkr6" Pod name: virt-controller-7d57d96b65-m8lfq Pod phase: Running level=info timestamp=2018-08-02T09:51:32.569530Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-9t5hp Pod phase: Running level=info timestamp=2018-08-02T09:50:01.861870Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-08-02T09:50:01.873253Z pos=vm.go:212 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-08-02T09:50:01.878458Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-08-02T09:50:01.976339Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-08-02T09:50:02.001377Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" level=info timestamp=2018-08-02T09:50:02.003688Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" Pod name: virt-handler-nbnsx Pod phase: Running level=info timestamp=2018-08-02T10:05:47.030234Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiflkr6/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmiflkr6" level=info timestamp=2018-08-02T10:05:47.351511Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvmir6x2b, existing: true\n" level=info timestamp=2018-08-02T10:05:47.351596Z pos=vm.go:317 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-02T10:05:47.351625Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T10:05:47.351766Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvmir6x2b kind= uid=66f357b9-963b-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T10:05:47.352166Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvmir6x2b kind= uid=66f357b9-963b-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmir6x2b/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvmir6x2b/sock" level=error timestamp=2018-08-02T10:05:47.352253Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvmir6x2b kind= uid=66f357b9-963b-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmir6x2b/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T10:05:47.352362Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmir6x2b/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmir6x2b" level=info timestamp=2018-08-02T10:06:07.510578Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvmiflkr6, existing: true\n" level=info timestamp=2018-08-02T10:06:07.510677Z pos=vm.go:317 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-02T10:06:07.510702Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T10:06:07.510803Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvmiflkr6 kind= uid=8afc2979-963b-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T10:06:07.510992Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvmiflkr6 kind= uid=8afc2979-963b-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiflkr6/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvmiflkr6/sock" level=error timestamp=2018-08-02T10:06:07.511436Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvmiflkr6 kind= uid=8afc2979-963b-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiflkr6/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T10:06:07.511545Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiflkr6/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmiflkr6" Pod name: virt-launcher-testvmiflkr6-dwprs Pod phase: Running level=info timestamp=2018-08-02T10:05:15.171740Z pos=manager.go:69 component=virt-launcher msg="Collected all requested hook sidecar sockets" level=info timestamp=2018-08-02T10:05:15.172025Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[]" level=info timestamp=2018-08-02T10:05:15.174125Z pos=libvirt.go:261 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" level=info timestamp=2018-08-02T10:05:25.181753Z pos=libvirt.go:276 component=virt-launcher msg="Connected to libvirt daemon" level=info timestamp=2018-08-02T10:05:25.249984Z pos=virt-launcher.go:143 component=virt-launcher msg="Watchdog file created at /var/run/kubevirt/watchdog-files/kubevirt-test-default_testvmiflkr6" level=info timestamp=2018-08-02T10:05:25.251754Z pos=client.go:152 component=virt-launcher msg="Registered libvirt event notify callback" level=info timestamp=2018-08-02T10:05:25.252153Z pos=virt-launcher.go:60 component=virt-launcher msg="Marked as ready" Pod name: virt-launcher-testvmir6x2b-v79pr Pod phase: Running level=info timestamp=2018-08-02T10:04:13.822951Z pos=manager.go:69 component=virt-launcher msg="Collected all requested hook sidecar sockets" level=info timestamp=2018-08-02T10:04:13.823298Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[]" level=info timestamp=2018-08-02T10:04:13.825535Z pos=libvirt.go:261 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" level=info timestamp=2018-08-02T10:04:23.832754Z pos=libvirt.go:276 component=virt-launcher msg="Connected to libvirt daemon" level=info timestamp=2018-08-02T10:04:23.877232Z pos=virt-launcher.go:143 component=virt-launcher msg="Watchdog file created at /var/run/kubevirt/watchdog-files/kubevirt-test-default_testvmir6x2b" level=info timestamp=2018-08-02T10:04:23.879589Z pos=client.go:152 component=virt-launcher msg="Registered libvirt event notify callback" level=info timestamp=2018-08-02T10:04:23.879767Z pos=virt-launcher.go:60 component=virt-launcher msg="Marked as ready" Pod name: virt-launcher-testvmiz5dxc-4cqbz Pod phase: Running level=info timestamp=2018-08-02T10:01:15.628415Z pos=manager.go:69 component=virt-launcher msg="Collected all requested hook sidecar sockets" level=info timestamp=2018-08-02T10:01:15.628801Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[OnDefineDomain:[0xc4202bd780]]" level=info timestamp=2018-08-02T10:01:15.630249Z pos=libvirt.go:261 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" level=info timestamp=2018-08-02T10:01:25.637445Z pos=libvirt.go:276 component=virt-launcher msg="Connected to libvirt daemon" level=info timestamp=2018-08-02T10:01:25.689417Z pos=virt-launcher.go:143 component=virt-launcher msg="Watchdog file created at /var/run/kubevirt/watchdog-files/kubevirt-test-default_testvmiz5dxc" level=info timestamp=2018-08-02T10:01:25.691384Z pos=client.go:152 component=virt-launcher msg="Registered libvirt event notify callback" level=info timestamp=2018-08-02T10:01:25.691572Z pos=virt-launcher.go:60 component=virt-launcher msg="Marked as ready" • Failure in Spec Setup (BeforeEach) [60.646 seconds] Slirp /root/go/src/kubevirt.io/kubevirt/tests/vmi_slirp_interface_test.go:39 should be able to [BeforeEach] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 VirtualMachineInstance with slirp interface with custom MAC address /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Timed out after 30.004s. Timed out waiting for VMI to enter Running phase Expected : false to equal : true /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1071 ------------------------------ level=info timestamp=2018-08-02T10:05:11.960425Z pos=utils.go:256 component=tests namespace=kubevirt-test-default name=testvmiflkr6 kind=VirtualMachineInstance uid=8afc2979-963b-11e8-91b9-525500d15501 msg="Created virtual machine pod virt-launcher-testvmiflkr6-dwprs" level=info timestamp=2018-08-02T10:05:27.317114Z pos=utils.go:256 component=tests namespace=kubevirt-test-default name=testvmiflkr6 kind=VirtualMachineInstance uid=8afc2979-963b-11e8-91b9-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmiflkr6-dwprs" level=error timestamp=2018-08-02T10:05:27.351358Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmiflkr6 kind=VirtualMachineInstance uid=8afc2979-963b-11e8-91b9-525500d15501 reason="Warning event received" msg="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiflkr6/sock: connect: no such file or directory" level=error timestamp=2018-08-02T10:05:27.368141Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmiflkr6 kind=VirtualMachineInstance uid=8afc2979-963b-11e8-91b9-525500d15501 reason="Warning event received" msg="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiflkr6/sock: connect: no such file or directory" level=error timestamp=2018-08-02T10:05:27.379572Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmiflkr6 kind=VirtualMachineInstance uid=8afc2979-963b-11e8-91b9-525500d15501 reason="Warning event received" msg="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiflkr6/sock: connect: no such file or directory" level=error timestamp=2018-08-02T10:05:27.393928Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmiflkr6 kind=VirtualMachineInstance uid=8afc2979-963b-11e8-91b9-525500d15501 reason="Warning event received" msg="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiflkr6/sock: connect: no such file or directory" level=error timestamp=2018-08-02T10:05:27.439344Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmiflkr6 kind=VirtualMachineInstance uid=8afc2979-963b-11e8-91b9-525500d15501 reason="Warning event received" msg="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiflkr6/sock: connect: no such file or directory" level=error timestamp=2018-08-02T10:05:27.513690Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmiflkr6 kind=VirtualMachineInstance uid=8afc2979-963b-11e8-91b9-525500d15501 reason="Warning event received" msg="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiflkr6/sock: connect: no such file or directory" level=error timestamp=2018-08-02T10:05:27.673565Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmiflkr6 kind=VirtualMachineInstance uid=8afc2979-963b-11e8-91b9-525500d15501 reason="Warning event received" msg="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiflkr6/sock: connect: no such file or directory" level=error timestamp=2018-08-02T10:05:27.997414Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmiflkr6 kind=VirtualMachineInstance uid=8afc2979-963b-11e8-91b9-525500d15501 reason="Warning event received" msg="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiflkr6/sock: connect: no such file or directory" level=error timestamp=2018-08-02T10:05:28.638094Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmiflkr6 kind=VirtualMachineInstance uid=8afc2979-963b-11e8-91b9-525500d15501 reason="Warning event received" msg="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiflkr6/sock: connect: no such file or directory" level=error timestamp=2018-08-02T10:05:29.920358Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmiflkr6 kind=VirtualMachineInstance uid=8afc2979-963b-11e8-91b9-525500d15501 reason="Warning event received" msg="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiflkr6/sock: connect: no such file or directory" level=error timestamp=2018-08-02T10:05:32.480626Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmiflkr6 kind=VirtualMachineInstance uid=8afc2979-963b-11e8-91b9-525500d15501 reason="Warning event received" msg="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiflkr6/sock: connect: no such file or directory" level=error timestamp=2018-08-02T10:05:37.607285Z pos=utils.go:254 component=tests namespace=kubevirt-test-default name=testvmiflkr6 kind=VirtualMachineInstance uid=8afc2979-963b-11e8-91b9-525500d15501 reason="Warning event received" msg="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiflkr6/sock: connect: no such file or directory" S [SKIPPING] in Spec Setup (BeforeEach) [0.008 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 should succeed to start a vmi [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:133 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1384 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.003 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 should succeed to stop a running vmi [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:139 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1384 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.003 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with winrm connection [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:150 should have correct UUID /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:192 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1384 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.002 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with winrm connection [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:150 should have pod IP /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:208 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1384 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.003 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with kubectl command [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:226 should succeed to start a vmi /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:242 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1384 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.003 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with kubectl command [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:226 should succeed to stop a vmi /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:250 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1384 ------------------------------ Pod name: disks-images-provider-cpfs8 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mqjfd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-kjzf6 Pod phase: Running level=info timestamp=2018-08-02T10:04:30.757214Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/02 10:04:34 http: TLS handshake error from 10.129.0.1:44116: EOF 2018/08/02 10:04:44 http: TLS handshake error from 10.129.0.1:44124: EOF 2018/08/02 10:04:54 http: TLS handshake error from 10.129.0.1:44132: EOF 2018/08/02 10:05:04 http: TLS handshake error from 10.129.0.1:44140: EOF 2018/08/02 10:05:14 http: TLS handshake error from 10.129.0.1:44148: EOF 2018/08/02 10:05:24 http: TLS handshake error from 10.129.0.1:44156: EOF level=info timestamp=2018-08-02T10:05:30.769505Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/02 10:05:34 http: TLS handshake error from 10.129.0.1:44164: EOF 2018/08/02 10:05:44 http: TLS handshake error from 10.129.0.1:44172: EOF 2018/08/02 10:05:54 http: TLS handshake error from 10.129.0.1:44180: EOF level=info timestamp=2018-08-02T10:06:00.821004Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/02 10:06:04 http: TLS handshake error from 10.129.0.1:44188: EOF 2018/08/02 10:06:14 http: TLS handshake error from 10.129.0.1:44196: EOF 2018/08/02 10:06:24 http: TLS handshake error from 10.129.0.1:44204: EOF Pod name: virt-api-7d79764579-qfb4m Pod phase: Running level=info timestamp=2018-08-02T10:05:46.989287Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:05:47 http: TLS handshake error from 10.129.0.1:47584: EOF level=info timestamp=2018-08-02T10:05:51.063801Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:05:51.085930Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:05:51.100797Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:05:55.807978Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:05:57 http: TLS handshake error from 10.129.0.1:47592: EOF level=info timestamp=2018-08-02T10:06:03.538271Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:06:05.855840Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:06:07.319873Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:06:07 http: TLS handshake error from 10.129.0.1:47600: EOF level=info timestamp=2018-08-02T10:06:15.894743Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:06:17.041717Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:06:17 http: TLS handshake error from 10.129.0.1:47608: EOF level=info timestamp=2018-08-02T10:06:25.943307Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-944nm Pod phase: Running level=info timestamp=2018-08-02T09:58:10.237567Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmickjpt kind= uid=8ff59db3-963a-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T09:58:10.343910Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmickjpt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmickjpt" level=info timestamp=2018-08-02T09:58:10.365024Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmickjpt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmickjpt" level=info timestamp=2018-08-02T10:01:10.686444Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiz5dxc kind= uid=fb840041-963a-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:01:10.687341Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiz5dxc kind= uid=fb840041-963a-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:01:10.768495Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiz5dxc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiz5dxc" level=info timestamp=2018-08-02T10:04:10.940952Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmir6x2b kind= uid=66f357b9-963b-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:04:10.941929Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmir6x2b kind= uid=66f357b9-963b-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:05:11.394248Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiflkr6 kind= uid=8afc2979-963b-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:05:11.394572Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiflkr6 kind= uid=8afc2979-963b-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:05:11.468410Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiflkr6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiflkr6" level=info timestamp=2018-08-02T10:05:11.484335Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiflkr6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiflkr6" level=info timestamp=2018-08-02T10:06:12.676166Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwlvtz kind= uid=af83b8ec-963b-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:06:12.676302Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwlvtz kind= uid=af83b8ec-963b-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:06:12.822871Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwlvtz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwlvtz" Pod name: virt-controller-7d57d96b65-m8lfq Pod phase: Running level=info timestamp=2018-08-02T09:51:32.569530Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-9t5hp Pod phase: Running level=info timestamp=2018-08-02T09:50:01.861870Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-08-02T09:50:01.873253Z pos=vm.go:212 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-08-02T09:50:01.878458Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-08-02T09:50:01.976339Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-08-02T09:50:02.001377Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" level=info timestamp=2018-08-02T09:50:02.003688Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" Pod name: virt-handler-nbnsx Pod phase: Running level=info timestamp=2018-08-02T10:06:27.337673Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiwlvtz/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmiwlvtz" level=info timestamp=2018-08-02T10:06:27.357878Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvmiwlvtz, existing: true\n" level=info timestamp=2018-08-02T10:06:27.357932Z pos=vm.go:317 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-02T10:06:27.358040Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T10:06:27.358134Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvmiwlvtz kind= uid=af83b8ec-963b-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T10:06:27.358287Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvmiwlvtz kind= uid=af83b8ec-963b-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiwlvtz/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvmiwlvtz/sock" level=error timestamp=2018-08-02T10:06:27.358349Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvmiwlvtz kind= uid=af83b8ec-963b-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiwlvtz/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T10:06:27.358473Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiwlvtz/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmiwlvtz" level=info timestamp=2018-08-02T10:06:27.398668Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvmiwlvtz, existing: true\n" level=info timestamp=2018-08-02T10:06:27.398705Z pos=vm.go:317 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-02T10:06:27.398734Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T10:06:27.398797Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvmiwlvtz kind= uid=af83b8ec-963b-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T10:06:27.398916Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvmiwlvtz kind= uid=af83b8ec-963b-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiwlvtz/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvmiwlvtz/sock" level=error timestamp=2018-08-02T10:06:27.398965Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvmiwlvtz kind= uid=af83b8ec-963b-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiwlvtz/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T10:06:27.399042Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiwlvtz/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmiwlvtz" Pod name: virt-launcher-testvmiwlvtz-hsp6g Pod phase: Running level=info timestamp=2018-08-02T10:06:15.982204Z pos=manager.go:69 component=virt-launcher msg="Collected all requested hook sidecar sockets" level=info timestamp=2018-08-02T10:06:15.993628Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[]" level=info timestamp=2018-08-02T10:06:16.015330Z pos=libvirt.go:261 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" level=info timestamp=2018-08-02T10:06:26.025712Z pos=libvirt.go:276 component=virt-launcher msg="Connected to libvirt daemon" level=info timestamp=2018-08-02T10:06:26.067162Z pos=virt-launcher.go:143 component=virt-launcher msg="Watchdog file created at /var/run/kubevirt/watchdog-files/kubevirt-test-default_testvmiwlvtz" level=info timestamp=2018-08-02T10:06:26.069336Z pos=client.go:152 component=virt-launcher msg="Registered libvirt event notify callback" level=info timestamp=2018-08-02T10:06:26.069645Z pos=virt-launcher.go:60 component=virt-launcher msg="Marked as ready" Pod name: disks-images-provider-cpfs8 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mqjfd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-kjzf6 Pod phase: Running level=info timestamp=2018-08-02T10:07:30.756316Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/02 10:07:34 http: TLS handshake error from 10.129.0.1:44262: EOF 2018/08/02 10:07:44 http: TLS handshake error from 10.129.0.1:44270: EOF 2018/08/02 10:07:54 http: TLS handshake error from 10.129.0.1:44278: EOF 2018/08/02 10:08:04 http: TLS handshake error from 10.129.0.1:44286: EOF 2018/08/02 10:08:14 http: TLS handshake error from 10.129.0.1:44294: EOF 2018/08/02 10:08:24 http: TLS handshake error from 10.129.0.1:44302: EOF level=info timestamp=2018-08-02T10:08:30.852446Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/02 10:08:34 http: TLS handshake error from 10.129.0.1:44310: EOF 2018/08/02 10:08:44 http: TLS handshake error from 10.129.0.1:44318: EOF 2018/08/02 10:08:54 http: TLS handshake error from 10.129.0.1:44326: EOF level=info timestamp=2018-08-02T10:09:00.835046Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-08-02T10:09:00.921817Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-08-02T10:09:00.943961Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/02 10:09:04 http: TLS handshake error from 10.129.0.1:44334: EOF Pod name: virt-api-7d79764579-qfb4m Pod phase: Running level=info timestamp=2018-08-02T10:08:36.616837Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:08:37.580278Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:08:37 http: TLS handshake error from 10.129.0.1:47722: EOF level=info timestamp=2018-08-02T10:08:46.683157Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:08:47.328919Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:08:47 http: TLS handshake error from 10.129.0.1:47730: EOF level=info timestamp=2018-08-02T10:08:51.702797Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:08:51.721476Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:08:51.734477Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:08:56.728204Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:08:57 http: TLS handshake error from 10.129.0.1:47738: EOF level=info timestamp=2018-08-02T10:09:04.071695Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:09:06.763579Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:09:07 http: TLS handshake error from 10.129.0.1:47746: EOF level=info timestamp=2018-08-02T10:09:07.903692Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-944nm Pod phase: Running level=info timestamp=2018-08-02T09:58:10.237567Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmickjpt kind= uid=8ff59db3-963a-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T09:58:10.343910Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmickjpt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmickjpt" level=info timestamp=2018-08-02T09:58:10.365024Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmickjpt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmickjpt" level=info timestamp=2018-08-02T10:01:10.686444Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiz5dxc kind= uid=fb840041-963a-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:01:10.687341Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiz5dxc kind= uid=fb840041-963a-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:01:10.768495Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiz5dxc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiz5dxc" level=info timestamp=2018-08-02T10:04:10.940952Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmir6x2b kind= uid=66f357b9-963b-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:04:10.941929Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmir6x2b kind= uid=66f357b9-963b-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:05:11.394248Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiflkr6 kind= uid=8afc2979-963b-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:05:11.394572Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiflkr6 kind= uid=8afc2979-963b-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:05:11.468410Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiflkr6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiflkr6" level=info timestamp=2018-08-02T10:05:11.484335Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiflkr6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiflkr6" level=info timestamp=2018-08-02T10:06:12.676166Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwlvtz kind= uid=af83b8ec-963b-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:06:12.676302Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwlvtz kind= uid=af83b8ec-963b-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:06:12.822871Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwlvtz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwlvtz" Pod name: virt-controller-7d57d96b65-m8lfq Pod phase: Running level=info timestamp=2018-08-02T09:51:32.569530Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-9t5hp Pod phase: Running level=info timestamp=2018-08-02T09:50:01.861870Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-08-02T09:50:01.873253Z pos=vm.go:212 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-08-02T09:50:01.878458Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-08-02T09:50:01.976339Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-08-02T09:50:02.001377Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" level=info timestamp=2018-08-02T09:50:02.003688Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" Pod name: virt-handler-nbnsx Pod phase: Running level=info timestamp=2018-08-02T10:07:09.272892Z pos=vm.go:442 component=virt-handler namespace=kubevirt-test-default name=testvmir6x2b kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-02T10:07:49.250543Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvmiwlvtz, existing: true\n" level=info timestamp=2018-08-02T10:07:49.250629Z pos=vm.go:317 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-02T10:07:49.250660Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T10:07:49.250761Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvmiwlvtz kind= uid=af83b8ec-963b-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T10:07:49.250940Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvmiwlvtz kind= uid=af83b8ec-963b-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiwlvtz/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvmiwlvtz/sock" level=error timestamp=2018-08-02T10:07:49.251010Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvmiwlvtz kind= uid=af83b8ec-963b-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiwlvtz/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T10:07:49.251096Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiwlvtz/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmiwlvtz" level=info timestamp=2018-08-02T10:09:11.171357Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvmiwlvtz, existing: true\n" level=info timestamp=2018-08-02T10:09:11.171488Z pos=vm.go:317 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-02T10:09:11.171542Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T10:09:11.171642Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvmiwlvtz kind= uid=af83b8ec-963b-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T10:09:11.171846Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvmiwlvtz kind= uid=af83b8ec-963b-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiwlvtz/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvmiwlvtz/sock" level=error timestamp=2018-08-02T10:09:11.171940Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvmiwlvtz kind= uid=af83b8ec-963b-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiwlvtz/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T10:09:11.172035Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiwlvtz/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmiwlvtz" Pod name: virt-launcher-testvmiwlvtz-hsp6g Pod phase: Running level=info timestamp=2018-08-02T10:06:15.982204Z pos=manager.go:69 component=virt-launcher msg="Collected all requested hook sidecar sockets" level=info timestamp=2018-08-02T10:06:15.993628Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[]" level=info timestamp=2018-08-02T10:06:16.015330Z pos=libvirt.go:261 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" level=info timestamp=2018-08-02T10:06:26.025712Z pos=libvirt.go:276 component=virt-launcher msg="Connected to libvirt daemon" level=info timestamp=2018-08-02T10:06:26.067162Z pos=virt-launcher.go:143 component=virt-launcher msg="Watchdog file created at /var/run/kubevirt/watchdog-files/kubevirt-test-default_testvmiwlvtz" level=info timestamp=2018-08-02T10:06:26.069336Z pos=client.go:152 component=virt-launcher msg="Registered libvirt event notify callback" level=info timestamp=2018-08-02T10:06:26.069645Z pos=virt-launcher.go:60 component=virt-launcher msg="Marked as ready" • Failure in Spec Setup (BeforeEach) [181.048 seconds] VNC /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:54 with VNC connection [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:62 should allow accessing the VNC device /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:64 Unexpected Warning event received: testvmiwlvtz,af83b8ec-963b-11e8-91b9-525500d15501: dial unix /var/run/kubevirt/kubevirt-test-default/testvmiwlvtz/sock: connect: no such file or directory Expected : Warning not to equal : Warning /root/go/src/kubevirt.io/kubevirt/tests/utils.go:247 ------------------------------ level=info timestamp=2018-08-02T10:06:13.364671Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmiwlvtz kind=VirtualMachineInstance uid=af83b8ec-963b-11e8-91b9-525500d15501 msg="Created virtual machine pod virt-launcher-testvmiwlvtz-hsp6g" level=info timestamp=2018-08-02T10:06:28.102128Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmiwlvtz kind=VirtualMachineInstance uid=af83b8ec-963b-11e8-91b9-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmiwlvtz-hsp6g" level=error timestamp=2018-08-02T10:06:28.129182Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmiwlvtz kind=VirtualMachineInstance uid=af83b8ec-963b-11e8-91b9-525500d15501 reason="unexpected warning event received" msg="dial unix /var/run/kubevirt/kubevirt-test-default/testvmiwlvtz/sock: connect: no such file or directory" Pod name: disks-images-provider-cpfs8 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mqjfd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-kjzf6 Pod phase: Running 2018/08/02 10:07:44 http: TLS handshake error from 10.129.0.1:44270: EOF 2018/08/02 10:07:54 http: TLS handshake error from 10.129.0.1:44278: EOF 2018/08/02 10:08:04 http: TLS handshake error from 10.129.0.1:44286: EOF 2018/08/02 10:08:14 http: TLS handshake error from 10.129.0.1:44294: EOF 2018/08/02 10:08:24 http: TLS handshake error from 10.129.0.1:44302: EOF level=info timestamp=2018-08-02T10:08:30.852446Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/02 10:08:34 http: TLS handshake error from 10.129.0.1:44310: EOF 2018/08/02 10:08:44 http: TLS handshake error from 10.129.0.1:44318: EOF 2018/08/02 10:08:54 http: TLS handshake error from 10.129.0.1:44326: EOF level=info timestamp=2018-08-02T10:09:00.835046Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-08-02T10:09:00.921817Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-08-02T10:09:00.943961Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/02 10:09:04 http: TLS handshake error from 10.129.0.1:44334: EOF 2018/08/02 10:09:14 http: TLS handshake error from 10.129.0.1:44342: EOF 2018/08/02 10:09:24 http: TLS handshake error from 10.129.0.1:44350: EOF Pod name: virt-api-7d79764579-qfb4m Pod phase: Running 2018/08/02 10:08:47 http: TLS handshake error from 10.129.0.1:47730: EOF level=info timestamp=2018-08-02T10:08:51.702797Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:08:51.721476Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:08:51.734477Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:08:56.728204Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:08:57 http: TLS handshake error from 10.129.0.1:47738: EOF level=info timestamp=2018-08-02T10:09:04.071695Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:09:06.763579Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:09:07 http: TLS handshake error from 10.129.0.1:47746: EOF level=info timestamp=2018-08-02T10:09:07.903692Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:09:15.004917Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-08-02T10:09:15.006018Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-08-02T10:09:16.813935Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:09:17.382040Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:09:17 http: TLS handshake error from 10.129.0.1:47754: EOF Pod name: virt-controller-7d57d96b65-944nm Pod phase: Running level=info timestamp=2018-08-02T09:58:10.365024Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmickjpt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmickjpt" level=info timestamp=2018-08-02T10:01:10.686444Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiz5dxc kind= uid=fb840041-963a-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:01:10.687341Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiz5dxc kind= uid=fb840041-963a-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:01:10.768495Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiz5dxc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiz5dxc" level=info timestamp=2018-08-02T10:04:10.940952Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmir6x2b kind= uid=66f357b9-963b-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:04:10.941929Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmir6x2b kind= uid=66f357b9-963b-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:05:11.394248Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiflkr6 kind= uid=8afc2979-963b-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:05:11.394572Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiflkr6 kind= uid=8afc2979-963b-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:05:11.468410Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiflkr6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiflkr6" level=info timestamp=2018-08-02T10:05:11.484335Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiflkr6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiflkr6" level=info timestamp=2018-08-02T10:06:12.676166Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwlvtz kind= uid=af83b8ec-963b-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:06:12.676302Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwlvtz kind= uid=af83b8ec-963b-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:06:12.822871Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwlvtz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwlvtz" level=info timestamp=2018-08-02T10:09:13.322808Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic5mwr kind= uid=1b3063ac-963c-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:09:13.323586Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic5mwr kind= uid=1b3063ac-963c-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-controller-7d57d96b65-m8lfq Pod phase: Running level=info timestamp=2018-08-02T09:51:32.569530Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-9t5hp Pod phase: Running level=info timestamp=2018-08-02T09:50:01.861870Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-08-02T09:50:01.873253Z pos=vm.go:212 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-08-02T09:50:01.878458Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-08-02T09:50:01.976339Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-08-02T09:50:02.001377Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" level=info timestamp=2018-08-02T09:50:02.003688Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" Pod name: virt-handler-nbnsx Pod phase: Running level=info timestamp=2018-08-02T10:09:26.637584Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmic5mwr/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmic5mwr" level=info timestamp=2018-08-02T10:09:26.657833Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvmic5mwr, existing: true\n" level=info timestamp=2018-08-02T10:09:26.657928Z pos=vm.go:317 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-02T10:09:26.657961Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T10:09:26.658071Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvmic5mwr kind= uid=1b3063ac-963c-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T10:09:26.658267Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvmic5mwr kind= uid=1b3063ac-963c-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmic5mwr/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvmic5mwr/sock" level=error timestamp=2018-08-02T10:09:26.658353Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvmic5mwr kind= uid=1b3063ac-963c-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmic5mwr/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T10:09:26.658469Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmic5mwr/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmic5mwr" level=info timestamp=2018-08-02T10:09:26.698740Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvmic5mwr, existing: true\n" level=info timestamp=2018-08-02T10:09:26.698828Z pos=vm.go:317 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-02T10:09:26.698853Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T10:09:26.698953Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvmic5mwr kind= uid=1b3063ac-963c-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T10:09:26.699137Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvmic5mwr kind= uid=1b3063ac-963c-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmic5mwr/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvmic5mwr/sock" level=error timestamp=2018-08-02T10:09:26.699215Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvmic5mwr kind= uid=1b3063ac-963c-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmic5mwr/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T10:09:26.699291Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmic5mwr/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmic5mwr" Pod name: virt-launcher-testvmic5mwr-7vkln Pod phase: Running level=info timestamp=2018-08-02T10:09:16.156350Z pos=manager.go:69 component=virt-launcher msg="Collected all requested hook sidecar sockets" level=info timestamp=2018-08-02T10:09:16.157297Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[]" level=info timestamp=2018-08-02T10:09:16.158941Z pos=libvirt.go:261 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" level=info timestamp=2018-08-02T10:09:26.186518Z pos=libvirt.go:276 component=virt-launcher msg="Connected to libvirt daemon" level=info timestamp=2018-08-02T10:09:26.232471Z pos=virt-launcher.go:143 component=virt-launcher msg="Watchdog file created at /var/run/kubevirt/watchdog-files/kubevirt-test-default_testvmic5mwr" level=info timestamp=2018-08-02T10:09:26.234135Z pos=client.go:152 component=virt-launcher msg="Registered libvirt event notify callback" level=info timestamp=2018-08-02T10:09:26.234296Z pos=virt-launcher.go:60 component=virt-launcher msg="Marked as ready" Pod name: disks-images-provider-cpfs8 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mqjfd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-kjzf6 Pod phase: Running 2018/08/02 10:10:04 http: TLS handshake error from 10.129.0.1:44382: EOF 2018/08/02 10:10:14 http: TLS handshake error from 10.129.0.1:44392: EOF 2018/08/02 10:10:24 http: TLS handshake error from 10.129.0.1:44400: EOF 2018/08/02 10:10:34 http: TLS handshake error from 10.129.0.1:44408: EOF 2018/08/02 10:10:44 http: TLS handshake error from 10.129.0.1:44416: EOF 2018/08/02 10:10:54 http: TLS handshake error from 10.129.0.1:44424: EOF level=info timestamp=2018-08-02T10:11:00.832604Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/02 10:11:04 http: TLS handshake error from 10.129.0.1:44432: EOF 2018/08/02 10:11:14 http: TLS handshake error from 10.129.0.1:44440: EOF 2018/08/02 10:11:24 http: TLS handshake error from 10.129.0.1:44448: EOF level=info timestamp=2018-08-02T10:11:30.820984Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/02 10:11:34 http: TLS handshake error from 10.129.0.1:44456: EOF 2018/08/02 10:11:44 http: TLS handshake error from 10.129.0.1:44464: EOF 2018/08/02 10:11:54 http: TLS handshake error from 10.129.0.1:44472: EOF 2018/08/02 10:12:04 http: TLS handshake error from 10.129.0.1:44480: EOF Pod name: virt-api-7d79764579-qfb4m Pod phase: Running 2018/08/02 10:11:37 http: TLS handshake error from 10.129.0.1:47868: EOF level=info timestamp=2018-08-02T10:11:38.159433Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:11:47.510586Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:11:47 http: TLS handshake error from 10.129.0.1:47876: EOF level=info timestamp=2018-08-02T10:11:47.697838Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:11:52.287223Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:11:52.302249Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:11:52.314689Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:11:57.558230Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:11:57 http: TLS handshake error from 10.129.0.1:47884: EOF level=info timestamp=2018-08-02T10:12:00.799895Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-08-02T10:12:04.370824Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:12:07.603219Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:12:07 http: TLS handshake error from 10.129.0.1:47892: EOF level=info timestamp=2018-08-02T10:12:08.212292Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-944nm Pod phase: Running level=info timestamp=2018-08-02T09:58:10.365024Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmickjpt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmickjpt" level=info timestamp=2018-08-02T10:01:10.686444Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiz5dxc kind= uid=fb840041-963a-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:01:10.687341Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiz5dxc kind= uid=fb840041-963a-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:01:10.768495Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiz5dxc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiz5dxc" level=info timestamp=2018-08-02T10:04:10.940952Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmir6x2b kind= uid=66f357b9-963b-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:04:10.941929Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmir6x2b kind= uid=66f357b9-963b-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:05:11.394248Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiflkr6 kind= uid=8afc2979-963b-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:05:11.394572Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiflkr6 kind= uid=8afc2979-963b-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:05:11.468410Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiflkr6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiflkr6" level=info timestamp=2018-08-02T10:05:11.484335Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiflkr6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiflkr6" level=info timestamp=2018-08-02T10:06:12.676166Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwlvtz kind= uid=af83b8ec-963b-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:06:12.676302Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwlvtz kind= uid=af83b8ec-963b-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:06:12.822871Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwlvtz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwlvtz" level=info timestamp=2018-08-02T10:09:13.322808Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic5mwr kind= uid=1b3063ac-963c-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:09:13.323586Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic5mwr kind= uid=1b3063ac-963c-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-controller-7d57d96b65-m8lfq Pod phase: Running level=info timestamp=2018-08-02T09:51:32.569530Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-9t5hp Pod phase: Running level=info timestamp=2018-08-02T09:50:01.861870Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-08-02T09:50:01.873253Z pos=vm.go:212 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-08-02T09:50:01.878458Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-08-02T09:50:01.976339Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-08-02T09:50:02.001377Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" level=info timestamp=2018-08-02T09:50:02.003688Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" Pod name: virt-handler-nbnsx Pod phase: Running level=info timestamp=2018-08-02T10:10:48.547780Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvmic5mwr kind= uid=1b3063ac-963c-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T10:10:48.547930Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvmic5mwr kind= uid=1b3063ac-963c-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmic5mwr/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvmic5mwr/sock" level=error timestamp=2018-08-02T10:10:48.547988Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvmic5mwr kind= uid=1b3063ac-963c-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmic5mwr/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T10:10:48.548067Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmic5mwr/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmic5mwr" level=info timestamp=2018-08-02T10:11:55.012284Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvmiwlvtz, existing: false\n" level=info timestamp=2018-08-02T10:11:55.012403Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T10:11:55.012491Z pos=vm.go:415 component=virt-handler namespace=kubevirt-test-default name=testvmiwlvtz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-02T10:11:55.012592Z pos=vm.go:442 component=virt-handler namespace=kubevirt-test-default name=testvmiwlvtz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-02T10:12:10.468465Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvmic5mwr, existing: true\n" level=info timestamp=2018-08-02T10:12:10.468558Z pos=vm.go:317 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-02T10:12:10.468584Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T10:12:10.468671Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvmic5mwr kind= uid=1b3063ac-963c-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T10:12:10.468881Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvmic5mwr kind= uid=1b3063ac-963c-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmic5mwr/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvmic5mwr/sock" level=error timestamp=2018-08-02T10:12:10.468965Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvmic5mwr kind= uid=1b3063ac-963c-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmic5mwr/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T10:12:10.469032Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmic5mwr/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmic5mwr" Pod name: virt-launcher-testvmic5mwr-7vkln Pod phase: Running level=info timestamp=2018-08-02T10:09:16.156350Z pos=manager.go:69 component=virt-launcher msg="Collected all requested hook sidecar sockets" level=info timestamp=2018-08-02T10:09:16.157297Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[]" level=info timestamp=2018-08-02T10:09:16.158941Z pos=libvirt.go:261 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" level=info timestamp=2018-08-02T10:09:26.186518Z pos=libvirt.go:276 component=virt-launcher msg="Connected to libvirt daemon" level=info timestamp=2018-08-02T10:09:26.232471Z pos=virt-launcher.go:143 component=virt-launcher msg="Watchdog file created at /var/run/kubevirt/watchdog-files/kubevirt-test-default_testvmic5mwr" level=info timestamp=2018-08-02T10:09:26.234135Z pos=client.go:152 component=virt-launcher msg="Registered libvirt event notify callback" level=info timestamp=2018-08-02T10:09:26.234296Z pos=virt-launcher.go:60 component=virt-launcher msg="Marked as ready" • Failure in Spec Setup (BeforeEach) [180.456 seconds] VNC /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:54 should upgrade subresource connections if an origin header is given [BeforeEach] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 for vnc /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Unexpected Warning event received: testvmic5mwr,1b3063ac-963c-11e8-91b9-525500d15501: dial unix /var/run/kubevirt/kubevirt-test-default/testvmic5mwr/sock: connect: no such file or directory Expected : Warning not to equal : Warning /root/go/src/kubevirt.io/kubevirt/tests/utils.go:247 ------------------------------ level=info timestamp=2018-08-02T10:09:13.889576Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmic5mwr kind=VirtualMachineInstance uid=1b3063ac-963c-11e8-91b9-525500d15501 msg="Created virtual machine pod virt-launcher-testvmic5mwr-7vkln" level=info timestamp=2018-08-02T10:09:27.395631Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmic5mwr kind=VirtualMachineInstance uid=1b3063ac-963c-11e8-91b9-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmic5mwr-7vkln" level=error timestamp=2018-08-02T10:09:27.433764Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmic5mwr kind=VirtualMachineInstance uid=1b3063ac-963c-11e8-91b9-525500d15501 reason="unexpected warning event received" msg="dial unix /var/run/kubevirt/kubevirt-test-default/testvmic5mwr/sock: connect: no such file or directory" Pod name: disks-images-provider-cpfs8 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mqjfd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-kjzf6 Pod phase: Running 2018/08/02 10:10:24 http: TLS handshake error from 10.129.0.1:44400: EOF 2018/08/02 10:10:34 http: TLS handshake error from 10.129.0.1:44408: EOF 2018/08/02 10:10:44 http: TLS handshake error from 10.129.0.1:44416: EOF 2018/08/02 10:10:54 http: TLS handshake error from 10.129.0.1:44424: EOF level=info timestamp=2018-08-02T10:11:00.832604Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/02 10:11:04 http: TLS handshake error from 10.129.0.1:44432: EOF 2018/08/02 10:11:14 http: TLS handshake error from 10.129.0.1:44440: EOF 2018/08/02 10:11:24 http: TLS handshake error from 10.129.0.1:44448: EOF level=info timestamp=2018-08-02T10:11:30.820984Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/02 10:11:34 http: TLS handshake error from 10.129.0.1:44456: EOF 2018/08/02 10:11:44 http: TLS handshake error from 10.129.0.1:44464: EOF 2018/08/02 10:11:54 http: TLS handshake error from 10.129.0.1:44472: EOF 2018/08/02 10:12:04 http: TLS handshake error from 10.129.0.1:44480: EOF 2018/08/02 10:12:14 http: TLS handshake error from 10.129.0.1:44488: EOF 2018/08/02 10:12:24 http: TLS handshake error from 10.129.0.1:44496: EOF Pod name: virt-api-7d79764579-qfb4m Pod phase: Running level=info timestamp=2018-08-02T10:11:52.314689Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:11:57.558230Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:11:57 http: TLS handshake error from 10.129.0.1:47884: EOF level=info timestamp=2018-08-02T10:12:00.799895Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-08-02T10:12:04.370824Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:12:07.603219Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:12:07 http: TLS handshake error from 10.129.0.1:47892: EOF level=info timestamp=2018-08-02T10:12:08.212292Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:12:15.010195Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-08-02T10:12:15.011161Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 2018/08/02 10:12:17 http: TLS handshake error from 10.129.0.1:47900: EOF level=info timestamp=2018-08-02T10:12:17.668499Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:12:17.753099Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:12:27 http: TLS handshake error from 10.129.0.1:47908: EOF level=info timestamp=2018-08-02T10:12:27.722323Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-944nm Pod phase: Running level=info timestamp=2018-08-02T10:01:10.687341Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiz5dxc kind= uid=fb840041-963a-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:01:10.768495Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiz5dxc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiz5dxc" level=info timestamp=2018-08-02T10:04:10.940952Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmir6x2b kind= uid=66f357b9-963b-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:04:10.941929Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmir6x2b kind= uid=66f357b9-963b-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:05:11.394248Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiflkr6 kind= uid=8afc2979-963b-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:05:11.394572Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiflkr6 kind= uid=8afc2979-963b-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:05:11.468410Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiflkr6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiflkr6" level=info timestamp=2018-08-02T10:05:11.484335Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiflkr6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiflkr6" level=info timestamp=2018-08-02T10:06:12.676166Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwlvtz kind= uid=af83b8ec-963b-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:06:12.676302Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwlvtz kind= uid=af83b8ec-963b-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:06:12.822871Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwlvtz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwlvtz" level=info timestamp=2018-08-02T10:09:13.322808Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic5mwr kind= uid=1b3063ac-963c-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:09:13.323586Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic5mwr kind= uid=1b3063ac-963c-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:12:13.782327Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmid6svk kind= uid=86c04dba-963c-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:12:13.782503Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmid6svk kind= uid=86c04dba-963c-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-controller-7d57d96b65-m8lfq Pod phase: Running level=info timestamp=2018-08-02T09:51:32.569530Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-9t5hp Pod phase: Running level=info timestamp=2018-08-02T09:50:01.861870Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-08-02T09:50:01.873253Z pos=vm.go:212 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-08-02T09:50:01.878458Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-08-02T09:50:01.976339Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-08-02T09:50:02.001377Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" level=info timestamp=2018-08-02T09:50:02.003688Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" Pod name: virt-handler-nbnsx Pod phase: Running level=info timestamp=2018-08-02T10:12:28.322447Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmid6svk/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmid6svk" level=info timestamp=2018-08-02T10:12:28.342616Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvmid6svk, existing: true\n" level=info timestamp=2018-08-02T10:12:28.342676Z pos=vm.go:317 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-02T10:12:28.342699Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T10:12:28.342766Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvmid6svk kind= uid=86c04dba-963c-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T10:12:28.342888Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvmid6svk kind= uid=86c04dba-963c-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmid6svk/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvmid6svk/sock" level=error timestamp=2018-08-02T10:12:28.342933Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvmid6svk kind= uid=86c04dba-963c-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmid6svk/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T10:12:28.342994Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmid6svk/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmid6svk" level=info timestamp=2018-08-02T10:12:28.383183Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvmid6svk, existing: true\n" level=info timestamp=2018-08-02T10:12:28.383247Z pos=vm.go:317 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-02T10:12:28.383270Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T10:12:28.383337Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvmid6svk kind= uid=86c04dba-963c-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T10:12:28.383515Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvmid6svk kind= uid=86c04dba-963c-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmid6svk/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvmid6svk/sock" level=error timestamp=2018-08-02T10:12:28.383566Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvmid6svk kind= uid=86c04dba-963c-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmid6svk/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T10:12:28.383740Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmid6svk/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmid6svk" Pod name: virt-launcher-testvmid6svk-7hv9d Pod phase: Running level=info timestamp=2018-08-02T10:12:17.079689Z pos=manager.go:69 component=virt-launcher msg="Collected all requested hook sidecar sockets" level=info timestamp=2018-08-02T10:12:17.079965Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[]" level=info timestamp=2018-08-02T10:12:17.084300Z pos=libvirt.go:261 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" level=info timestamp=2018-08-02T10:12:27.092831Z pos=libvirt.go:276 component=virt-launcher msg="Connected to libvirt daemon" level=info timestamp=2018-08-02T10:12:27.135243Z pos=virt-launcher.go:143 component=virt-launcher msg="Watchdog file created at /var/run/kubevirt/watchdog-files/kubevirt-test-default_testvmid6svk" level=info timestamp=2018-08-02T10:12:27.137539Z pos=client.go:152 component=virt-launcher msg="Registered libvirt event notify callback" level=info timestamp=2018-08-02T10:12:27.137732Z pos=virt-launcher.go:60 component=virt-launcher msg="Marked as ready" Pod name: disks-images-provider-cpfs8 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mqjfd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-kjzf6 Pod phase: Running 2018/08/02 10:12:54 http: TLS handshake error from 10.129.0.1:44520: EOF 2018/08/02 10:13:04 http: TLS handshake error from 10.129.0.1:44528: EOF 2018/08/02 10:13:14 http: TLS handshake error from 10.129.0.1:44538: EOF 2018/08/02 10:13:24 http: TLS handshake error from 10.129.0.1:44546: EOF level=info timestamp=2018-08-02T10:13:30.766093Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/02 10:13:34 http: TLS handshake error from 10.129.0.1:44554: EOF 2018/08/02 10:13:44 http: TLS handshake error from 10.129.0.1:44562: EOF 2018/08/02 10:13:54 http: TLS handshake error from 10.129.0.1:44570: EOF 2018/08/02 10:14:04 http: TLS handshake error from 10.129.0.1:44578: EOF 2018/08/02 10:14:14 http: TLS handshake error from 10.129.0.1:44586: EOF 2018/08/02 10:14:24 http: TLS handshake error from 10.129.0.1:44594: EOF 2018/08/02 10:14:34 http: TLS handshake error from 10.129.0.1:44602: EOF 2018/08/02 10:14:44 http: TLS handshake error from 10.129.0.1:44610: EOF 2018/08/02 10:14:54 http: TLS handshake error from 10.129.0.1:44618: EOF 2018/08/02 10:15:04 http: TLS handshake error from 10.129.0.1:44626: EOF Pod name: virt-api-7d79764579-qfb4m Pod phase: Running level=info timestamp=2018-08-02T10:14:38.365301Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:14:38.482360Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:14:47 http: TLS handshake error from 10.129.0.1:48022: EOF level=info timestamp=2018-08-02T10:14:48.050036Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:14:48.412206Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:14:53.125941Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:14:53.140750Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:14:53.152081Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:14:57 http: TLS handshake error from 10.129.0.1:48030: EOF level=info timestamp=2018-08-02T10:14:58.453802Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:15:00.766938Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-08-02T10:15:04.869306Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:15:07 http: TLS handshake error from 10.129.0.1:48038: EOF level=info timestamp=2018-08-02T10:15:08.497909Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:15:08.540086Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-944nm Pod phase: Running level=info timestamp=2018-08-02T10:01:10.687341Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiz5dxc kind= uid=fb840041-963a-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:01:10.768495Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiz5dxc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiz5dxc" level=info timestamp=2018-08-02T10:04:10.940952Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmir6x2b kind= uid=66f357b9-963b-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:04:10.941929Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmir6x2b kind= uid=66f357b9-963b-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:05:11.394248Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiflkr6 kind= uid=8afc2979-963b-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:05:11.394572Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiflkr6 kind= uid=8afc2979-963b-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:05:11.468410Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiflkr6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiflkr6" level=info timestamp=2018-08-02T10:05:11.484335Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiflkr6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiflkr6" level=info timestamp=2018-08-02T10:06:12.676166Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwlvtz kind= uid=af83b8ec-963b-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:06:12.676302Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwlvtz kind= uid=af83b8ec-963b-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:06:12.822871Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwlvtz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwlvtz" level=info timestamp=2018-08-02T10:09:13.322808Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic5mwr kind= uid=1b3063ac-963c-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:09:13.323586Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic5mwr kind= uid=1b3063ac-963c-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:12:13.782327Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmid6svk kind= uid=86c04dba-963c-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:12:13.782503Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmid6svk kind= uid=86c04dba-963c-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-controller-7d57d96b65-m8lfq Pod phase: Running level=info timestamp=2018-08-02T09:51:32.569530Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-9t5hp Pod phase: Running level=info timestamp=2018-08-02T09:50:01.861870Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-08-02T09:50:01.873253Z pos=vm.go:212 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-08-02T09:50:01.878458Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-08-02T09:50:01.976339Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-08-02T09:50:02.001377Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" level=info timestamp=2018-08-02T09:50:02.003688Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" Pod name: virt-handler-nbnsx Pod phase: Running level=info timestamp=2018-08-02T10:13:50.233094Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvmid6svk kind= uid=86c04dba-963c-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T10:13:50.233514Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvmid6svk kind= uid=86c04dba-963c-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmid6svk/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvmid6svk/sock" level=error timestamp=2018-08-02T10:13:50.233597Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvmid6svk kind= uid=86c04dba-963c-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmid6svk/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T10:13:50.233690Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmid6svk/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmid6svk" level=info timestamp=2018-08-02T10:14:54.309258Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvmic5mwr, existing: false\n" level=info timestamp=2018-08-02T10:14:54.309348Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T10:14:54.309433Z pos=vm.go:415 component=virt-handler namespace=kubevirt-test-default name=testvmic5mwr kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-02T10:14:54.309520Z pos=vm.go:442 component=virt-handler namespace=kubevirt-test-default name=testvmic5mwr kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-02T10:15:12.153924Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvmid6svk, existing: true\n" level=info timestamp=2018-08-02T10:15:12.154008Z pos=vm.go:317 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-02T10:15:12.154032Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T10:15:12.154115Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvmid6svk kind= uid=86c04dba-963c-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T10:15:12.154301Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvmid6svk kind= uid=86c04dba-963c-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmid6svk/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvmid6svk/sock" level=error timestamp=2018-08-02T10:15:12.154399Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvmid6svk kind= uid=86c04dba-963c-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmid6svk/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T10:15:12.154479Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmid6svk/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmid6svk" Pod name: virt-launcher-testvmid6svk-7hv9d Pod phase: Running level=info timestamp=2018-08-02T10:12:17.079689Z pos=manager.go:69 component=virt-launcher msg="Collected all requested hook sidecar sockets" level=info timestamp=2018-08-02T10:12:17.079965Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[]" level=info timestamp=2018-08-02T10:12:17.084300Z pos=libvirt.go:261 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" level=info timestamp=2018-08-02T10:12:27.092831Z pos=libvirt.go:276 component=virt-launcher msg="Connected to libvirt daemon" level=info timestamp=2018-08-02T10:12:27.135243Z pos=virt-launcher.go:143 component=virt-launcher msg="Watchdog file created at /var/run/kubevirt/watchdog-files/kubevirt-test-default_testvmid6svk" level=info timestamp=2018-08-02T10:12:27.137539Z pos=client.go:152 component=virt-launcher msg="Registered libvirt event notify callback" level=info timestamp=2018-08-02T10:12:27.137732Z pos=virt-launcher.go:60 component=virt-launcher msg="Marked as ready" • Failure in Spec Setup (BeforeEach) [180.459 seconds] VNC /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:54 should upgrade subresource connections if an origin header is given [BeforeEach] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 for serial console /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Unexpected Warning event received: testvmid6svk,86c04dba-963c-11e8-91b9-525500d15501: dial unix /var/run/kubevirt/kubevirt-test-default/testvmid6svk/sock: connect: no such file or directory Expected : Warning not to equal : Warning /root/go/src/kubevirt.io/kubevirt/tests/utils.go:247 ------------------------------ level=info timestamp=2018-08-02T10:12:14.387405Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmid6svk kind=VirtualMachineInstance uid=86c04dba-963c-11e8-91b9-525500d15501 msg="Created virtual machine pod virt-launcher-testvmid6svk-7hv9d" level=info timestamp=2018-08-02T10:12:29.102768Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmid6svk kind=VirtualMachineInstance uid=86c04dba-963c-11e8-91b9-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmid6svk-7hv9d" level=error timestamp=2018-08-02T10:12:29.114718Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmid6svk kind=VirtualMachineInstance uid=86c04dba-963c-11e8-91b9-525500d15501 reason="unexpected warning event received" msg="dial unix /var/run/kubevirt/kubevirt-test-default/testvmid6svk/sock: connect: no such file or directory" Pod name: disks-images-provider-cpfs8 Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-mqjfd Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-kjzf6 Pod phase: Running 2018/08/02 10:13:14 http: TLS handshake error from 10.129.0.1:44538: EOF 2018/08/02 10:13:24 http: TLS handshake error from 10.129.0.1:44546: EOF level=info timestamp=2018-08-02T10:13:30.766093Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/02 10:13:34 http: TLS handshake error from 10.129.0.1:44554: EOF 2018/08/02 10:13:44 http: TLS handshake error from 10.129.0.1:44562: EOF 2018/08/02 10:13:54 http: TLS handshake error from 10.129.0.1:44570: EOF 2018/08/02 10:14:04 http: TLS handshake error from 10.129.0.1:44578: EOF 2018/08/02 10:14:14 http: TLS handshake error from 10.129.0.1:44586: EOF 2018/08/02 10:14:24 http: TLS handshake error from 10.129.0.1:44594: EOF 2018/08/02 10:14:34 http: TLS handshake error from 10.129.0.1:44602: EOF 2018/08/02 10:14:44 http: TLS handshake error from 10.129.0.1:44610: EOF 2018/08/02 10:14:54 http: TLS handshake error from 10.129.0.1:44618: EOF 2018/08/02 10:15:04 http: TLS handshake error from 10.129.0.1:44626: EOF 2018/08/02 10:15:14 http: TLS handshake error from 10.129.0.1:44634: EOF 2018/08/02 10:15:24 http: TLS handshake error from 10.129.0.1:44642: EOF Pod name: virt-api-7d79764579-qfb4m Pod phase: Running level=info timestamp=2018-08-02T10:14:53.152081Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:14:57 http: TLS handshake error from 10.129.0.1:48030: EOF level=info timestamp=2018-08-02T10:14:58.453802Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:15:00.766938Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-08-02T10:15:04.869306Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:15:07 http: TLS handshake error from 10.129.0.1:48038: EOF level=info timestamp=2018-08-02T10:15:08.497909Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:15:08.540086Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:15:14.001043Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-08-02T10:15:14.001839Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 2018/08/02 10:15:17 http: TLS handshake error from 10.129.0.1:48046: EOF level=info timestamp=2018-08-02T10:15:18.105797Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-02T10:15:18.550268Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/02 10:15:27 http: TLS handshake error from 10.129.0.1:48054: EOF level=info timestamp=2018-08-02T10:15:28.593850Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-944nm Pod phase: Running level=info timestamp=2018-08-02T10:05:11.394248Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiflkr6 kind= uid=8afc2979-963b-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:05:11.394572Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiflkr6 kind= uid=8afc2979-963b-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:05:11.468410Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiflkr6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiflkr6" level=info timestamp=2018-08-02T10:05:11.484335Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiflkr6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiflkr6" level=info timestamp=2018-08-02T10:06:12.676166Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwlvtz kind= uid=af83b8ec-963b-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:06:12.676302Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwlvtz kind= uid=af83b8ec-963b-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:06:12.822871Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwlvtz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwlvtz" level=info timestamp=2018-08-02T10:09:13.322808Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic5mwr kind= uid=1b3063ac-963c-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:09:13.323586Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmic5mwr kind= uid=1b3063ac-963c-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:12:13.782327Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmid6svk kind= uid=86c04dba-963c-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:12:13.782503Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmid6svk kind= uid=86c04dba-963c-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:15:14.262931Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7l27f kind= uid=f2519dd2-963c-11e8-91b9-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-02T10:15:14.263094Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7l27f kind= uid=f2519dd2-963c-11e8-91b9-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-02T10:15:14.342190Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi7l27f\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi7l27f" level=info timestamp=2018-08-02T10:15:14.364227Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi7l27f\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi7l27f" Pod name: virt-controller-7d57d96b65-m8lfq Pod phase: Running level=info timestamp=2018-08-02T09:51:32.569530Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-9t5hp Pod phase: Running level=info timestamp=2018-08-02T09:50:01.861870Z pos=virt-handler.go:87 component=virt-handler hostname=node01 level=info timestamp=2018-08-02T09:50:01.873253Z pos=vm.go:212 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-08-02T09:50:01.878458Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-08-02T09:50:01.976339Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-08-02T09:50:02.001377Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" level=info timestamp=2018-08-02T09:50:02.003688Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" Pod name: virt-handler-nbnsx Pod phase: Running level=info timestamp=2018-08-02T10:15:29.223559Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmi7l27f/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi7l27f" level=info timestamp=2018-08-02T10:15:29.243729Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvmi7l27f, existing: true\n" level=info timestamp=2018-08-02T10:15:29.243785Z pos=vm.go:317 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-02T10:15:29.243815Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T10:15:29.243892Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvmi7l27f kind= uid=f2519dd2-963c-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T10:15:29.244072Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvmi7l27f kind= uid=f2519dd2-963c-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmi7l27f/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvmi7l27f/sock" level=error timestamp=2018-08-02T10:15:29.244146Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvmi7l27f kind= uid=f2519dd2-963c-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmi7l27f/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T10:15:29.244229Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmi7l27f/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi7l27f" level=info timestamp=2018-08-02T10:15:29.284412Z pos=vm.go:315 component=virt-handler msg="Processing vmi testvmi7l27f, existing: true\n" level=info timestamp=2018-08-02T10:15:29.284479Z pos=vm.go:317 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-02T10:15:29.284502Z pos=vm.go:331 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-02T10:15:29.284574Z pos=vm.go:418 component=virt-handler namespace=kubevirt-test-default name=testvmi7l27f kind= uid=f2519dd2-963c-11e8-91b9-525500d15501 msg="Processing vmi update" level=error timestamp=2018-08-02T10:15:29.284729Z pos=isolation.go:82 component=virt-handler namespace=kubevirt-test-default name=testvmi7l27f kind= uid=f2519dd2-963c-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmi7l27f/sock: connect: no such file or directory" msg="Could not get owner Pid of socket /var/run/kubevirt/kubevirt-test-default/testvmi7l27f/sock" level=error timestamp=2018-08-02T10:15:29.284793Z pos=vm.go:426 component=virt-handler namespace=kubevirt-test-default name=testvmi7l27f kind= uid=f2519dd2-963c-11e8-91b9-525500d15501 reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmi7l27f/sock: connect: no such file or directory" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-02T10:15:29.284872Z pos=vm.go:253 component=virt-handler reason="dial unix /var/run/kubevirt/kubevirt-test-default/testvmi7l27f/sock: connect: no such file or directory" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi7l27f" Pod name: virt-launcher-testvmi7l27f-9wk4q Pod phase: Running level=info timestamp=2018-08-02T10:15:17.880973Z pos=manager.go:69 component=virt-launcher msg="Collected all requested hook sidecar sockets" level=info timestamp=2018-08-02T10:15:17.881885Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[]" level=info timestamp=2018-08-02T10:15:17.885447Z pos=libvirt.go:261 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" level=info timestamp=2018-08-02T10:15:27.893247Z pos=libvirt.go:276 component=virt-launcher msg="Connected to libvirt daemon" level=info timestamp=2018-08-02T10:15:27.915054Z pos=virt-launcher.go:143 component=virt-launcher msg="Watchdog file created at /var/run/kubevirt/watchdog-files/kubevirt-test-default_testvmi7l27f" level=info timestamp=2018-08-02T10:15:27.916732Z pos=client.go:152 component=virt-launcher msg="Registered libvirt event notify callback" level=info timestamp=2018-08-02T10:15:27.916921Z pos=virt-launcher.go:60 component=virt-launcher msg="Marked as ready" Received interrupt. Emitting contents of GinkgoWriter... --------------------------------------------------------- STEP: Starting a VirtualMachineInstance level=info timestamp=2018-08-02T10:15:14.839660Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmi7l27f kind=VirtualMachineInstance uid=f2519dd2-963c-11e8-91b9-525500d15501 msg="Created virtual machine pod virt-launcher-testvmi7l27f-9wk4q" level=info timestamp=2018-08-02T10:15:29.984790Z pos=utils.go:245 component=tests namespace=kubevirt-test-default name=testvmi7l27f kind=VirtualMachineInstance uid=f2519dd2-963c-11e8-91b9-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmi7l27f-9wk4q" level=error timestamp=2018-08-02T10:15:30.023110Z pos=utils.go:243 component=tests namespace=kubevirt-test-default name=testvmi7l27f kind=VirtualMachineInstance uid=f2519dd2-963c-11e8-91b9-525500d15501 reason="unexpected warning event received" msg="dial unix /var/run/kubevirt/kubevirt-test-default/testvmi7l27f/sock: connect: no such file or directory" --------------------------------------------------------- Received interrupt. Running AfterSuite... ^C again to terminate immediately