+ export WORKSPACE=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release + WORKSPACE=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release + [[ openshift-3.10-release =~ openshift-.* ]] + [[ openshift-3.10-release =~ .*-crio-.* ]] + export KUBEVIRT_PROVIDER=os-3.10.0 + KUBEVIRT_PROVIDER=os-3.10.0 + export KUBEVIRT_NUM_NODES=2 + KUBEVIRT_NUM_NODES=2 + export NFS_WINDOWS_DIR=/home/nfs/images/windows2016 + NFS_WINDOWS_DIR=/home/nfs/images/windows2016 + export NAMESPACE=kube-system + NAMESPACE=kube-system + trap '{ make cluster-down; }' EXIT SIGINT SIGTERM SIGSTOP + make cluster-down ./cluster/down.sh + make cluster-up ./cluster/up.sh Downloading ....... Downloading ....... Downloading ....... 2018/07/19 12:34:43 Waiting for host: 192.168.66.102:22 2018/07/19 12:34:46 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/19 12:34:54 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/19 12:35:02 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/19 12:35:07 Connected to tcp://192.168.66.102:22 + systemctl stop origin-node.service + rm -rf /etc/origin/ /etc/etcd/ /var/lib/origin /var/lib/etcd/ ++ docker ps -q + containers= + '[' -n '' ']' ++ docker ps -q -a + containers='2cfbef31c987 e183c40c07dc 861f604efed4 12902ad26342 028539b1f68b bd6f07c1906c d1f95a33a226 c43f96b6da26 e007e5cfd226 b42e2bceca6e 00531aec6f9a e4ad39ba6cef 504c3df6bbf4 eb1ec0b445ce b8955b91e8e5 f739ed8f3e59 07668d85ab3a a6045d125d7b 2ce17110e009 b45f64ab28ef 3a15945be9e1 2a0af99ae1d1 0ece927846d7 0202d5f5dfae 8ce743769d8f 2efb36567bd8 96b65c0493c5 e9ce89fa30e3' + '[' -n '2cfbef31c987 e183c40c07dc 861f604efed4 12902ad26342 028539b1f68b bd6f07c1906c d1f95a33a226 c43f96b6da26 e007e5cfd226 b42e2bceca6e 00531aec6f9a e4ad39ba6cef 504c3df6bbf4 eb1ec0b445ce b8955b91e8e5 f739ed8f3e59 07668d85ab3a a6045d125d7b 2ce17110e009 b45f64ab28ef 3a15945be9e1 2a0af99ae1d1 0ece927846d7 0202d5f5dfae 8ce743769d8f 2efb36567bd8 96b65c0493c5 e9ce89fa30e3' ']' + docker rm -f 2cfbef31c987 e183c40c07dc 861f604efed4 12902ad26342 028539b1f68b bd6f07c1906c d1f95a33a226 c43f96b6da26 e007e5cfd226 b42e2bceca6e 00531aec6f9a e4ad39ba6cef 504c3df6bbf4 eb1ec0b445ce b8955b91e8e5 f739ed8f3e59 07668d85ab3a a6045d125d7b 2ce17110e009 b45f64ab28ef 3a15945be9e1 2a0af99ae1d1 0ece927846d7 0202d5f5dfae 8ce743769d8f 2efb36567bd8 96b65c0493c5 e9ce89fa30e3 2cfbef31c987 e183c40c07dc 861f604efed4 12902ad26342 028539b1f68b bd6f07c1906c d1f95a33a226 c43f96b6da26 e007e5cfd226 b42e2bceca6e 00531aec6f9a e4ad39ba6cef 504c3df6bbf4 eb1ec0b445ce b8955b91e8e5 f739ed8f3e59 07668d85ab3a a6045d125d7b 2ce17110e009 b45f64ab28ef 3a15945be9e1 2a0af99ae1d1 0ece927846d7 0202d5f5dfae 8ce743769d8f 2efb36567bd8 96b65c0493c5 e9ce89fa30e3 2018/07/19 12:35:12 Waiting for host: 192.168.66.101:22 2018/07/19 12:35:15 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/19 12:35:23 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/19 12:35:31 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/19 12:35:39 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/19 12:35:45 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: connection refused. Sleeping 5s 2018/07/19 12:35:50 Connected to tcp://192.168.66.101:22 + inventory_file=/root/inventory + openshift_ansible=/root/openshift-ansible + echo '[new_nodes]' + sed -i '/\[OSEv3:children\]/a new_nodes' /root/inventory + nodes_found=false ++ seq 2 100 + for i in '$(seq 2 100)' ++ printf node%02d 2 + node=node02 ++ printf 192.168.66.1%02d 2 + node_ip=192.168.66.102 + set +e + ping 192.168.66.102 -c 1 PING 192.168.66.102 (192.168.66.102) 56(84) bytes of data. 64 bytes from 192.168.66.102: icmp_seq=1 ttl=64 time=2.98 ms --- 192.168.66.102 ping statistics --- 1 packets transmitted, 1 received, 0% packet loss, time 0ms rtt min/avg/max/mdev = 2.984/2.984/2.984/0.000 ms Found node02. Adding it to the inventory. + '[' 0 -ne 0 ']' + nodes_found=true + set -e + echo '192.168.66.102 node02' + echo 'Found node02. Adding it to the inventory.' + echo 'node02 openshift_node_group_name="node-config-compute" openshift_schedulable=true openshift_ip=192.168.66.102' + for i in '$(seq 2 100)' ++ printf node%02d 3 + node=node03 ++ printf 192.168.66.1%02d 3 + node_ip=192.168.66.103 + set +e + ping 192.168.66.103 -c 1 PING 192.168.66.103 (192.168.66.103) 56(84) bytes of data. From 192.168.66.101 icmp_seq=1 Destination Host Unreachable --- 192.168.66.103 ping statistics --- 1 packets transmitted, 0 received, +1 errors, 100% packet loss, time 0ms + '[' 1 -ne 0 ']' + break + '[' true = true ']' + ansible-playbook -i /root/inventory /root/openshift-ansible/playbooks/openshift-node/scaleup.yml PLAY [Populate config host groups] ********************************************* TASK [Load group name mapping variables] *************************************** ok: [localhost] TASK [Evaluate groups - g_etcd_hosts or g_new_etcd_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_master_hosts or g_new_master_hosts required] ********* skipping: [localhost] TASK [Evaluate groups - g_node_hosts or g_new_node_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_lb_hosts required] *********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts required] ********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts is single host] **************************** skipping: [localhost] TASK [Evaluate groups - g_glusterfs_hosts required] **************************** skipping: [localhost] TASK [Evaluate oo_all_hosts] *************************************************** ok: [localhost] => (item=node01) ok: [localhost] => (item=node02) TASK [Evaluate oo_masters] ***************************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_master] ************************************************ ok: [localhost] TASK [Evaluate oo_new_etcd_to_config] ****************************************** TASK [Evaluate oo_masters_to_config] ******************************************* ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_to_config] ********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_etcd] ************************************************** ok: [localhost] TASK [Evaluate oo_etcd_hosts_to_upgrade] *************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_hosts_to_backup] **************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_nodes_to_config] ********************************************* ok: [localhost] => (item=node02) TASK [Evaluate oo_nodes_to_bootstrap] ****************************************** ok: [localhost] => (item=node02) TASK [Add masters to oo_nodes_to_bootstrap] ************************************ ok: [localhost] => (item=node01) TASK [Evaluate oo_lb_to_config] ************************************************ TASK [Evaluate oo_nfs_to_config] *********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_glusterfs_to_config] ***************************************** TASK [Evaluate oo_etcd_to_migrate] ********************************************* ok: [localhost] => (item=node01) PLAY [Ensure there are new_nodes] ********************************************** TASK [fail] ******************************************************************** skipping: [localhost] TASK [fail] ******************************************************************** skipping: [localhost] PLAY [Initialization Checkpoint Start] ***************************************** TASK [Set install initialization 'In Progress'] ******************************** ok: [node01] PLAY [Populate config host groups] ********************************************* TASK [Load group name mapping variables] *************************************** ok: [localhost] TASK [Evaluate groups - g_etcd_hosts or g_new_etcd_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_master_hosts or g_new_master_hosts required] ********* skipping: [localhost] TASK [Evaluate groups - g_node_hosts or g_new_node_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_lb_hosts required] *********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts required] ********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts is single host] **************************** skipping: [localhost] TASK [Evaluate groups - g_glusterfs_hosts required] **************************** skipping: [localhost] TASK [Evaluate oo_all_hosts] *************************************************** ok: [localhost] => (item=node01) ok: [localhost] => (item=node02) TASK [Evaluate oo_masters] ***************************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_master] ************************************************ ok: [localhost] TASK [Evaluate oo_new_etcd_to_config] ****************************************** TASK [Evaluate oo_masters_to_config] ******************************************* ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_to_config] ********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_etcd] ************************************************** ok: [localhost] TASK [Evaluate oo_etcd_hosts_to_upgrade] *************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_hosts_to_backup] **************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_nodes_to_config] ********************************************* ok: [localhost] => (item=node02) TASK [Evaluate oo_nodes_to_bootstrap] ****************************************** ok: [localhost] => (item=node02) TASK [Add masters to oo_nodes_to_bootstrap] ************************************ ok: [localhost] => (item=node01) TASK [Evaluate oo_lb_to_config] ************************************************ TASK [Evaluate oo_nfs_to_config] *********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_glusterfs_to_config] ***************************************** TASK [Evaluate oo_etcd_to_migrate] ********************************************* ok: [localhost] => (item=node01) [WARNING]: Could not match supplied host pattern, ignoring: oo_lb_to_config PLAY [Ensure that all non-node hosts are accessible] *************************** TASK [Gathering Facts] ********************************************************* ok: [node01] PLAY [Initialize basic host facts] ********************************************* TASK [Gathering Facts] ********************************************************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : include_tasks] **************************** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/deprecations.yml for node01, node02 TASK [openshift_sanitize_inventory : Check for usage of deprecated variables] *** ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : debug] ************************************ skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : set_stats] ******************************** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Assign deprecated variables to correct counterparts] *** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/__deprecations_logging.yml for node01, node02 included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/__deprecations_metrics.yml for node01, node02 TASK [openshift_sanitize_inventory : conditional_set_fact] ********************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : set_fact] ********************************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : conditional_set_fact] ********************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : Standardize on latest variable names] ***** ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : Normalize openshift_release] ************** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Abort when openshift_release is invalid] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : include_tasks] **************************** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/unsupported.yml for node01, node02 TASK [openshift_sanitize_inventory : Ensure that openshift_use_dnsmasq is true] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that openshift_node_dnsmasq_install_network_manager_hook is true] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : set_fact] ********************************* skipping: [node01] => (item=openshift_hosted_etcd_storage_kind) skipping: [node02] => (item=openshift_hosted_etcd_storage_kind) TASK [openshift_sanitize_inventory : Ensure that dynamic provisioning is set if using dynamic storage] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure the hosted registry's GlusterFS storage is configured correctly] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure the hosted registry's GlusterFS storage is configured correctly] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure clusterid is set along with the cloudprovider] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure ansible_service_broker_remove and ansible_service_broker_install are mutually exclusive] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure template_service_broker_remove and template_service_broker_install are mutually exclusive] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that all requires vsphere configuration variables are set] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : ensure provider configuration variables are defined] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure removed web console extension variables are not set] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that web console port matches API server port] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : At least one master is schedulable] ******* skipping: [node01] skipping: [node02] TASK [Detecting Operating System from ostree_booted] *************************** ok: [node02] ok: [node01] TASK [set openshift_deployment_type if unset] ********************************** skipping: [node01] skipping: [node02] TASK [check for node already bootstrapped] ************************************* ok: [node02] ok: [node01] TASK [initialize_facts set fact openshift_is_bootstrapped] ********************* ok: [node01] ok: [node02] TASK [initialize_facts set fact openshift_is_atomic and openshift_is_containerized] *** ok: [node01] ok: [node02] TASK [Determine Atomic Host Docker Version] ************************************ skipping: [node01] skipping: [node02] TASK [assert atomic host docker version is 1.12 or later] ********************** skipping: [node01] skipping: [node02] PLAY [Retrieve existing master configs and validate] *************************** TASK [openshift_control_plane : stat] ****************************************** ok: [node01] TASK [openshift_control_plane : slurp] ***************************************** ok: [node01] TASK [openshift_control_plane : set_fact] ************************************** ok: [node01] TASK [openshift_control_plane : Check for file paths outside of /etc/origin/master in master's config] *** ok: [node01] TASK [openshift_control_plane : set_fact] ************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** skipping: [node01] PLAY [Initialize special first-master variables] ******************************* TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] PLAY [Disable web console if required] ***************************************** TASK [set_fact] **************************************************************** skipping: [node01] PLAY [Setup yum repositories for all hosts] ************************************ TASK [rhel_subscribe : fail] *************************************************** skipping: [node02] TASK [rhel_subscribe : Install Red Hat Subscription manager] ******************* skipping: [node02] TASK [rhel_subscribe : Is host already registered?] **************************** skipping: [node02] TASK [rhel_subscribe : Register host] ****************************************** skipping: [node02] TASK [rhel_subscribe : fail] *************************************************** skipping: [node02] TASK [rhel_subscribe : Determine if OpenShift Pool Already Attached] *********** skipping: [node02] TASK [rhel_subscribe : Attach to OpenShift Pool] ******************************* skipping: [node02] TASK [rhel_subscribe : Satellite preparation] ********************************** skipping: [node02] TASK [openshift_repos : openshift_repos detect ostree] ************************* ok: [node02] TASK [openshift_repos : Ensure libselinux-python is installed] ***************** ok: [node02] TASK [openshift_repos : Remove openshift_additional.repo file] ***************** ok: [node02] TASK [openshift_repos : Create any additional repos that are defined] ********** TASK [openshift_repos : include_tasks] ***************************************** skipping: [node02] TASK [openshift_repos : include_tasks] ***************************************** included: /root/openshift-ansible/roles/openshift_repos/tasks/centos_repos.yml for node02 TASK [openshift_repos : Configure origin gpg keys] ***************************** ok: [node02] TASK [openshift_repos : Configure correct origin release repository] *********** ok: [node02] => (item=/root/openshift-ansible/roles/openshift_repos/templates/CentOS-OpenShift-Origin.repo.j2) TASK [openshift_repos : Ensure clean repo cache in the event repos have been changed manually] *** changed: [node02] => { "msg": "First run of openshift_repos" } TASK [openshift_repos : Record that openshift_repos already ran] *************** ok: [node02] RUNNING HANDLER [openshift_repos : refresh cache] ****************************** changed: [node02] PLAY [Install packages necessary for installer] ******************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [Determine if chrony is installed] **************************************** changed: [node02] [WARNING]: Consider using the yum, dnf or zypper module rather than running rpm. If you need to use command because yum, dnf or zypper is insufficient you can add warn=False to this command task or set command_warnings=False in ansible.cfg to get rid of this message. TASK [Install ntp package] ***************************************************** skipping: [node02] TASK [Start and enable ntpd/chronyd] ******************************************* changed: [node02] TASK [Ensure openshift-ansible installer package deps are installed] *********** ok: [node02] => (item=iproute) ok: [node02] => (item=dbus-python) ok: [node02] => (item=PyYAML) ok: [node02] => (item=python-ipaddress) ok: [node02] => (item=libsemanage-python) ok: [node02] => (item=yum-utils) ok: [node02] => (item=python-docker) PLAY [Initialize cluster facts] ************************************************ TASK [Gathering Facts] ********************************************************* ok: [node01] ok: [node02] TASK [get openshift_current_version] ******************************************* ok: [node01] ok: [node02] TASK [set_fact openshift_portal_net if present on masters] ********************* ok: [node01] ok: [node02] TASK [Gather Cluster facts] **************************************************** changed: [node02] changed: [node01] TASK [Set fact of no_proxy_internal_hostnames] ********************************* skipping: [node01] skipping: [node02] TASK [Initialize openshift.node.sdn_mtu] *************************************** ok: [node01] changed: [node02] PLAY [Initialize etcd host variables] ****************************************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] PLAY [Determine openshift_version to configure on first master] **************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [include_role : openshift_version] **************************************** TASK [openshift_version : Use openshift_current_version fact as version to configure if already installed] *** ok: [node01] TASK [openshift_version : Set openshift_version to openshift_release if undefined] *** skipping: [node01] TASK [openshift_version : debug] *********************************************** ok: [node01] => { "msg": "openshift_pkg_version was not defined. Falling back to -3.10.0" } TASK [openshift_version : set_fact] ******************************************** ok: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : assert openshift_release in openshift_image_tag] ***** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : assert openshift_release in openshift_pkg_version] *** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_release": "3.10" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_image_tag": "v3.10.0-rc.0" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_pkg_version": "-3.10.0*" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_version": "3.10.0" } TASK [set openshift_version booleans (first master)] *************************** ok: [node01] PLAY [Set openshift_version for etcd, node, and master hosts] ****************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [set_fact] **************************************************************** ok: [node02] TASK [set openshift_version booleans (masters and nodes)] ********************** ok: [node02] PLAY [Verify Requirements] ***************************************************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [Run variable sanity checks] ********************************************** ok: [node01] TASK [Validate openshift_node_groups and openshift_node_group_name] ************ ok: [node01] PLAY [Initialization Checkpoint End] ******************************************* TASK [Set install initialization 'Complete'] *********************************** ok: [node01] PLAY [Validate node hostnames] ************************************************* TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [Query DNS for IP address of node02] ************************************** ok: [node02] TASK [Validate openshift_hostname when defined] ******************************** skipping: [node02] TASK [Validate openshift_ip exists on node when defined] *********************** skipping: [node02] PLAY [Configure os_firewall] *************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [os_firewall : Detecting Atomic Host Operating System] ******************** ok: [node02] TASK [os_firewall : Set fact r_os_firewall_is_atomic] ************************** ok: [node02] TASK [os_firewall : Fail - Firewalld is not supported on Atomic Host] ********** skipping: [node02] TASK [os_firewall : Install firewalld packages] ******************************** skipping: [node02] TASK [os_firewall : Ensure iptables services are not enabled] ****************** skipping: [node02] => (item=iptables) skipping: [node02] => (item=ip6tables) TASK [os_firewall : Wait 10 seconds after disabling iptables] ****************** skipping: [node02] TASK [os_firewall : Start and enable firewalld service] ************************ skipping: [node02] TASK [os_firewall : need to pause here, otherwise the firewalld service starting can sometimes cause ssh to fail] *** skipping: [node02] TASK [os_firewall : Restart polkitd] ******************************************* skipping: [node02] TASK [os_firewall : Wait for polkit action to have been created] *************** skipping: [node02] TASK [os_firewall : Ensure firewalld service is not enabled] ******************* ok: [node02] TASK [os_firewall : Wait 10 seconds after disabling firewalld] ***************** skipping: [node02] TASK [os_firewall : Install iptables packages] ********************************* ok: [node02] => (item=iptables) ok: [node02] => (item=iptables-services) TASK [os_firewall : Start and enable iptables service] ************************* ok: [node02 -> node02] => (item=node02) TASK [os_firewall : need to pause here, otherwise the iptables service starting can sometimes cause ssh to fail] *** skipping: [node02] PLAY [oo_nodes_to_config] ****************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [container_runtime : Setup the docker-storage for overlay] **************** skipping: [node02] TASK [container_runtime : Create file system on extra volume device] *********** TASK [container_runtime : Create mount entry for extra volume] ***************** PLAY [oo_nodes_to_config] ****************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_excluder : Install docker excluder - yum] ********************** ok: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* ok: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** skipping: [node02] TASK [container_runtime : Getting current systemd-udevd exec command] ********** skipping: [node02] TASK [container_runtime : Assure systemd-udevd.service.d directory exists] ***** skipping: [node02] TASK [container_runtime : Create systemd-udevd override file] ****************** skipping: [node02] TASK [container_runtime : Add enterprise registry, if necessary] *************** skipping: [node02] TASK [container_runtime : Add http_proxy to /etc/atomic.conf] ****************** skipping: [node02] TASK [container_runtime : Add https_proxy to /etc/atomic.conf] ***************** skipping: [node02] TASK [container_runtime : Add no_proxy to /etc/atomic.conf] ******************** skipping: [node02] TASK [container_runtime : Get current installed Docker version] **************** ok: [node02] TASK [container_runtime : Error out if Docker pre-installed but too old] ******* skipping: [node02] TASK [container_runtime : Error out if requested Docker is too old] ************ skipping: [node02] TASK [container_runtime : Install Docker] ************************************** skipping: [node02] TASK [container_runtime : Ensure docker.service.d directory exists] ************ ok: [node02] TASK [container_runtime : Configure Docker service unit file] ****************** ok: [node02] TASK [container_runtime : stat] ************************************************ ok: [node02] TASK [container_runtime : Set registry params] ********************************* skipping: [node02] => (item={u'reg_conf_var': u'ADD_REGISTRY', u'reg_flag': u'--add-registry', u'reg_fact_val': []}) skipping: [node02] => (item={u'reg_conf_var': u'BLOCK_REGISTRY', u'reg_flag': u'--block-registry', u'reg_fact_val': []}) skipping: [node02] => (item={u'reg_conf_var': u'INSECURE_REGISTRY', u'reg_flag': u'--insecure-registry', u'reg_fact_val': []}) TASK [container_runtime : Place additional/blocked/insecure registries in /etc/containers/registries.conf] *** skipping: [node02] TASK [container_runtime : Set Proxy Settings] ********************************** skipping: [node02] => (item={u'reg_conf_var': u'HTTP_PROXY', u'reg_fact_val': u''}) skipping: [node02] => (item={u'reg_conf_var': u'HTTPS_PROXY', u'reg_fact_val': u''}) skipping: [node02] => (item={u'reg_conf_var': u'NO_PROXY', u'reg_fact_val': u''}) TASK [container_runtime : Set various Docker options] ************************** ok: [node02] TASK [container_runtime : stat] ************************************************ ok: [node02] TASK [container_runtime : Configure Docker Network OPTIONS] ******************** ok: [node02] TASK [container_runtime : Detect if docker is already started] ***************** ok: [node02] TASK [container_runtime : Start the Docker service] **************************** ok: [node02] TASK [container_runtime : set_fact] ******************************************** ok: [node02] TASK [container_runtime : Check for docker_storage_path/overlay2] ************** ok: [node02] TASK [container_runtime : Fixup SELinux permissions for docker] **************** changed: [node02] TASK [container_runtime : Ensure /var/lib/containers exists] ******************* ok: [node02] TASK [container_runtime : Fix SELinux Permissions on /var/lib/containers] ****** ok: [node02] TASK [container_runtime : Check for credentials file for registry auth] ******** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth] ***** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth (alternative)] *** skipping: [node02] TASK [container_runtime : stat the docker data dir] **************************** ok: [node02] TASK [container_runtime : stop the current running docker] ********************* skipping: [node02] TASK [container_runtime : copy "/var/lib/docker" to "/var/lib/containers/docker"] *** skipping: [node02] TASK [container_runtime : Set the selinux context on /var/lib/containers/docker] *** skipping: [node02] TASK [container_runtime : restorecon the /var/lib/containers/docker] *********** skipping: [node02] TASK [container_runtime : Remove the old docker location] ********************** skipping: [node02] TASK [container_runtime : Setup the link] ************************************** skipping: [node02] TASK [container_runtime : start docker] **************************************** skipping: [node02] TASK [container_runtime : Fail if Atomic Host since this is an rpm request] **** skipping: [node02] TASK [container_runtime : Getting current systemd-udevd exec command] ********** skipping: [node02] TASK [container_runtime : Assure systemd-udevd.service.d directory exists] ***** skipping: [node02] TASK [container_runtime : Create systemd-udevd override file] ****************** skipping: [node02] TASK [container_runtime : Add enterprise registry, if necessary] *************** skipping: [node02] TASK [container_runtime : Check that overlay is in the kernel] ***************** skipping: [node02] TASK [container_runtime : Add overlay to modprobe.d] *************************** skipping: [node02] TASK [container_runtime : Manually modprobe overlay into the kernel] *********** skipping: [node02] TASK [container_runtime : Enable and start systemd-modules-load] *************** skipping: [node02] TASK [container_runtime : Install cri-o] *************************************** skipping: [node02] TASK [container_runtime : Remove CRI-O default configuration files] ************ skipping: [node02] => (item=/etc/cni/net.d/200-loopback.conf) skipping: [node02] => (item=/etc/cni/net.d/100-crio-bridge.conf) TASK [container_runtime : Create the CRI-O configuration] ********************** skipping: [node02] TASK [container_runtime : Ensure CNI configuration directory exists] *********** skipping: [node02] TASK [container_runtime : Add iptables allow rules] **************************** skipping: [node02] => (item={u'port': u'10010/tcp', u'service': u'crio'}) TASK [container_runtime : Remove iptables rules] ******************************* TASK [container_runtime : Add firewalld allow rules] *************************** skipping: [node02] => (item={u'port': u'10010/tcp', u'service': u'crio'}) TASK [container_runtime : Remove firewalld allow rules] ************************ TASK [container_runtime : Configure the CNI network] *************************** skipping: [node02] TASK [container_runtime : Create /etc/sysconfig/crio-network] ****************** skipping: [node02] TASK [container_runtime : Start the CRI-O service] ***************************** skipping: [node02] TASK [container_runtime : Ensure /var/lib/containers exists] ******************* skipping: [node02] TASK [container_runtime : Fix SELinux Permissions on /var/lib/containers] ****** skipping: [node02] TASK [container_runtime : Check for credentials file for registry auth] ******** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth] ***** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth (alternative)] *** skipping: [node02] TASK [container_runtime : stat the docker data dir] **************************** skipping: [node02] TASK [container_runtime : stop the current running docker] ********************* skipping: [node02] TASK [container_runtime : copy "/var/lib/docker" to "/var/lib/containers/docker"] *** skipping: [node02] TASK [container_runtime : Set the selinux context on /var/lib/containers/docker] *** skipping: [node02] TASK [container_runtime : restorecon the /var/lib/containers/docker] *********** skipping: [node02] TASK [container_runtime : Remove the old docker location] ********************** skipping: [node02] TASK [container_runtime : Setup the link] ************************************** skipping: [node02] TASK [container_runtime : start docker] **************************************** skipping: [node02] PLAY [Determine openshift_version to configure on first master] **************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [include_role : openshift_version] **************************************** TASK [openshift_version : Use openshift_current_version fact as version to configure if already installed] *** skipping: [node01] TASK [openshift_version : Set openshift_version to openshift_release if undefined] *** skipping: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : assert openshift_release in openshift_image_tag] ***** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : assert openshift_release in openshift_pkg_version] *** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_release": "3.10" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_image_tag": "v3.10.0-rc.0" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_pkg_version": "-3.10.0*" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_version": "3.10.0" } TASK [set openshift_version booleans (first master)] *************************** ok: [node01] PLAY [Set openshift_version for etcd, node, and master hosts] ****************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [set_fact] **************************************************************** ok: [node02] TASK [set openshift_version booleans (masters and nodes)] ********************** ok: [node02] PLAY [Node Preparation Checkpoint Start] *************************************** TASK [Set Node preparation 'In Progress'] ************************************** ok: [node01] PLAY [Only target nodes that have not yet been bootstrapped] ******************* TASK [Gathering Facts] ********************************************************* ok: [localhost] TASK [add_host] **************************************************************** skipping: [localhost] => (item=node02) ok: [localhost] => (item=node01) PLAY [Disable excluders] ******************************************************* TASK [openshift_excluder : Detecting Atomic Host Operating System] ************* ok: [node02] TASK [openshift_excluder : Debug r_openshift_excluder_enable_docker_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_docker_excluder": true } TASK [openshift_excluder : Debug r_openshift_excluder_enable_openshift_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_openshift_excluder": true } TASK [openshift_excluder : Fail if invalid openshift_excluder_action provided] *** skipping: [node02] TASK [openshift_excluder : Fail if r_openshift_excluder_upgrade_target is not defined] *** skipping: [node02] TASK [openshift_excluder : Include main action task file] ********************** included: /root/openshift-ansible/roles/openshift_excluder/tasks/disable.yml for node02 TASK [openshift_excluder : Get available excluder version] ********************* skipping: [node02] TASK [openshift_excluder : Fail when excluder package is not found] ************ skipping: [node02] TASK [openshift_excluder : Set fact excluder_version] ************************** skipping: [node02] TASK [openshift_excluder : origin-docker-excluder version detected] ************ skipping: [node02] TASK [openshift_excluder : Printing upgrade target version] ******************** skipping: [node02] TASK [openshift_excluder : Check the available origin-docker-excluder version is at most of the upgrade target version] *** skipping: [node02] TASK [openshift_excluder : Get available excluder version] ********************* skipping: [node02] TASK [openshift_excluder : Fail when excluder package is not found] ************ skipping: [node02] TASK [openshift_excluder : Set fact excluder_version] ************************** skipping: [node02] TASK [openshift_excluder : origin-excluder version detected] ******************* skipping: [node02] TASK [openshift_excluder : Printing upgrade target version] ******************** skipping: [node02] TASK [openshift_excluder : Check the available origin-excluder version is at most of the upgrade target version] *** skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : disable docker excluder] **************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : disable openshift excluder] ************************* changed: [node02] TASK [openshift_excluder : Install docker excluder - yum] ********************** skipping: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** changed: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : disable docker excluder] **************************** skipping: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : disable openshift excluder] ************************* changed: [node02] PLAY [Configure nodes] ********************************************************* TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_cloud_provider : Set cloud provider facts] ********************* skipping: [node02] TASK [openshift_cloud_provider : Create cloudprovider config dir] ************** skipping: [node02] TASK [openshift_cloud_provider : include the defined cloud provider files] ***** skipping: [node02] TASK [openshift_node : fail] *************************************************** skipping: [node02] TASK [openshift_node : Check for NetworkManager service] *********************** ok: [node02] TASK [openshift_node : Set fact using_network_manager] ************************* ok: [node02] TASK [openshift_node : Install dnsmasq] **************************************** ok: [node02] TASK [openshift_node : ensure origin/node directory exists] ******************** changed: [node02] => (item=/etc/origin) changed: [node02] => (item=/etc/origin/node) TASK [openshift_node : Install NetworkManager during node_bootstrap provisioning] *** skipping: [node02] TASK [openshift_node : Install network manager dispatch script] **************** skipping: [node02] TASK [openshift_node : Install dnsmasq configuration] ************************** ok: [node02] TASK [openshift_node : Deploy additional dnsmasq.conf] ************************* skipping: [node02] TASK [openshift_node : Enable dnsmasq] ***************************************** ok: [node02] TASK [openshift_node : Install network manager dispatch script] **************** ok: [node02] TASK [openshift_node : Add iptables allow rules] ******************************* ok: [node02] => (item={u'port': u'10250/tcp', u'service': u'Kubernetes kubelet'}) ok: [node02] => (item={u'port': u'10256/tcp', u'service': u'Kubernetes kube-proxy health check for service load balancers'}) ok: [node02] => (item={u'port': u'80/tcp', u'service': u'http'}) ok: [node02] => (item={u'port': u'443/tcp', u'service': u'https'}) ok: [node02] => (item={u'cond': u'openshift_use_openshift_sdn | bool', u'port': u'4789/udp', u'service': u'OpenShift OVS sdn'}) skipping: [node02] => (item={u'cond': False, u'port': u'179/tcp', u'service': u'Calico BGP Port'}) skipping: [node02] => (item={u'cond': False, u'port': u'/tcp', u'service': u'Kubernetes service NodePort TCP'}) skipping: [node02] => (item={u'cond': False, u'port': u'/udp', u'service': u'Kubernetes service NodePort UDP'}) TASK [openshift_node : Remove iptables rules] ********************************** TASK [openshift_node : Add firewalld allow rules] ****************************** skipping: [node02] => (item={u'port': u'10250/tcp', u'service': u'Kubernetes kubelet'}) skipping: [node02] => (item={u'port': u'10256/tcp', u'service': u'Kubernetes kube-proxy health check for service load balancers'}) skipping: [node02] => (item={u'port': u'80/tcp', u'service': u'http'}) skipping: [node02] => (item={u'port': u'443/tcp', u'service': u'https'}) skipping: [node02] => (item={u'cond': u'openshift_use_openshift_sdn | bool', u'port': u'4789/udp', u'service': u'OpenShift OVS sdn'}) skipping: [node02] => (item={u'cond': False, u'port': u'179/tcp', u'service': u'Calico BGP Port'}) skipping: [node02] => (item={u'cond': False, u'port': u'/tcp', u'service': u'Kubernetes service NodePort TCP'}) skipping: [node02] => (item={u'cond': False, u'port': u'/udp', u'service': u'Kubernetes service NodePort UDP'}) TASK [openshift_node : Remove firewalld allow rules] *************************** TASK [openshift_node : Checking for journald.conf] ***************************** ok: [node02] TASK [openshift_node : Create journald persistence directories] **************** ok: [node02] TASK [openshift_node : Update journald setup] ********************************** ok: [node02] => (item={u'var': u'Storage', u'val': u'persistent'}) ok: [node02] => (item={u'var': u'Compress', u'val': True}) ok: [node02] => (item={u'var': u'SyncIntervalSec', u'val': u'1s'}) ok: [node02] => (item={u'var': u'RateLimitInterval', u'val': u'1s'}) ok: [node02] => (item={u'var': u'RateLimitBurst', u'val': 10000}) ok: [node02] => (item={u'var': u'SystemMaxUse', u'val': u'8G'}) ok: [node02] => (item={u'var': u'SystemKeepFree', u'val': u'20%'}) ok: [node02] => (item={u'var': u'SystemMaxFileSize', u'val': u'10M'}) ok: [node02] => (item={u'var': u'MaxRetentionSec', u'val': u'1month'}) ok: [node02] => (item={u'var': u'MaxFileSec', u'val': u'1day'}) ok: [node02] => (item={u'var': u'ForwardToSyslog', u'val': False}) ok: [node02] => (item={u'var': u'ForwardToWall', u'val': False}) TASK [openshift_node : Restart journald] *************************************** skipping: [node02] TASK [openshift_node : Disable swap] ******************************************* ok: [node02] TASK [openshift_node : Install node, clients, and conntrack packages] ********** ok: [node02] => (item={u'name': u'origin-node-3.10.0*'}) ok: [node02] => (item={u'name': u'origin-clients-3.10.0*'}) ok: [node02] => (item={u'name': u'conntrack-tools'}) TASK [openshift_node : Restart cri-o] ****************************************** skipping: [node02] TASK [openshift_node : restart NetworkManager to ensure resolv.conf is present] *** changed: [node02] TASK [openshift_node : sysctl] ************************************************* ok: [node02] TASK [openshift_node : Check for credentials file for registry auth] *********** skipping: [node02] TASK [openshift_node : Create credentials for registry auth] ******************* skipping: [node02] TASK [openshift_node : Create credentials for registry auth (alternative)] ***** skipping: [node02] TASK [openshift_node : Setup ro mount of /root/.docker for containerized hosts] *** skipping: [node02] TASK [openshift_node : Check that node image is present] *********************** changed: [node02] TASK [openshift_node : Pre-pull node image] ************************************ skipping: [node02] TASK [openshift_node : Copy node script to the node] *************************** ok: [node02] TASK [openshift_node : Install Node service file] ****************************** ok: [node02] TASK [openshift_node : Ensure old system path is set] ************************** skipping: [node02] => (item=/etc/origin/openvswitch) skipping: [node02] => (item=/var/lib/kubelet) skipping: [node02] => (item=/opt/cni/bin) TASK [openshift_node : Check status of node image pre-pull] ******************** skipping: [node02] TASK [openshift_node : Copy node container image to ostree storage] ************ skipping: [node02] TASK [openshift_node : Install or Update node system container] **************** skipping: [node02] TASK [openshift_node : Restart network manager to ensure networking configuration is in place] *** skipping: [node02] TASK [openshift_node : Configure Node settings] ******************************** ok: [node02] => (item={u'regex': u'^OPTIONS=', u'line': u'OPTIONS='}) ok: [node02] => (item={u'regex': u'^DEBUG_LOGLEVEL=', u'line': u'DEBUG_LOGLEVEL=2'}) ok: [node02] => (item={u'regex': u'^IMAGE_VERSION=', u'line': u'IMAGE_VERSION=v3.10.0-rc.0'}) TASK [openshift_node : Configure Proxy Settings] ******************************* skipping: [node02] => (item={u'regex': u'^HTTP_PROXY=', u'line': u'HTTP_PROXY='}) skipping: [node02] => (item={u'regex': u'^HTTPS_PROXY=', u'line': u'HTTPS_PROXY='}) skipping: [node02] => (item={u'regex': u'^NO_PROXY=', u'line': u'NO_PROXY=[],172.30.0.0/16,10.128.0.0/14'}) TASK [openshift_node : file] *************************************************** skipping: [node02] TASK [openshift_node : Create the Node config] ********************************* changed: [node02] TASK [openshift_node : Configure Node Environment Variables] ******************* TASK [openshift_node : Ensure the node static pod directory exists] ************ changed: [node02] TASK [openshift_node : Configure AWS Cloud Provider Settings] ****************** skipping: [node02] => (item=None) skipping: [node02] => (item=None) skipping: [node02] TASK [openshift_node : Check status of node image pre-pull] ******************** skipping: [node02] TASK [openshift_node : Install NFS storage plugin dependencies] **************** ok: [node02] TASK [openshift_node : Check for existence of nfs sebooleans] ****************** ok: [node02] => (item=virt_use_nfs) ok: [node02] => (item=virt_sandbox_use_nfs) TASK [openshift_node : Set seboolean to allow nfs storage plugin access from containers] *** ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-19 12:43:28.894815', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_use_nfs'], u'rc': 0, 'item': u'virt_use_nfs', u'delta': u'0:00:00.012495', '_ansible_item_label': u'virt_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-19 12:43:28.882320', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-19 12:43:30.170574', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_nfs'], u'rc': 0, 'item': u'virt_sandbox_use_nfs', u'delta': u'0:00:00.011873', '_ansible_item_label': u'virt_sandbox_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-19 12:43:30.158701', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Set seboolean to allow nfs storage plugin access from containers (python 3)] *** skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-19 12:43:28.894815', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_use_nfs'], u'rc': 0, 'item': u'virt_use_nfs', u'delta': u'0:00:00.012495', '_ansible_item_label': u'virt_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-19 12:43:28.882320', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-19 12:43:30.170574', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_nfs'], u'rc': 0, 'item': u'virt_sandbox_use_nfs', u'delta': u'0:00:00.011873', '_ansible_item_label': u'virt_sandbox_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-19 12:43:30.158701', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Install GlusterFS storage plugin dependencies] ********** ok: [node02] TASK [openshift_node : Check for existence of fusefs sebooleans] *************** ok: [node02] => (item=virt_use_fusefs) ok: [node02] => (item=virt_sandbox_use_fusefs) TASK [openshift_node : Set seboolean to allow gluster storage plugin access from containers] *** ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-19 12:43:38.326895', '_ansible_no_log': False, u'stdout': u'virt_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_use_fusefs'], u'rc': 0, 'item': u'virt_use_fusefs', u'delta': u'0:00:00.011352', '_ansible_item_label': u'virt_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-19 12:43:38.315543', '_ansible_ignore_errors': None, 'failed': False}) ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-19 12:43:39.632958', '_ansible_no_log': False, u'stdout': u'virt_sandbox_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_fusefs'], u'rc': 0, 'item': u'virt_sandbox_use_fusefs', u'delta': u'0:00:00.012354', '_ansible_item_label': u'virt_sandbox_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_sandbox_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-19 12:43:39.620604', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Set seboolean to allow gluster storage plugin access from containers (python 3)] *** skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-19 12:43:38.326895', '_ansible_no_log': False, u'stdout': u'virt_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_use_fusefs'], u'rc': 0, 'item': u'virt_use_fusefs', u'delta': u'0:00:00.011352', '_ansible_item_label': u'virt_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-19 12:43:38.315543', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-19 12:43:39.632958', '_ansible_no_log': False, u'stdout': u'virt_sandbox_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_fusefs'], u'rc': 0, 'item': u'virt_sandbox_use_fusefs', u'delta': u'0:00:00.012354', '_ansible_item_label': u'virt_sandbox_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_sandbox_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-19 12:43:39.620604', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Install Ceph storage plugin dependencies] *************** ok: [node02] TASK [openshift_node : Install iSCSI storage plugin dependencies] ************** ok: [node02] => (item=iscsi-initiator-utils) ok: [node02] => (item=device-mapper-multipath) TASK [openshift_node : restart services] *************************************** ok: [node02] => (item=multipathd) ok: [node02] => (item=rpcbind) ok: [node02] => (item=iscsid) TASK [openshift_node : Template multipath configuration] *********************** changed: [node02] TASK [openshift_node : Enable and start multipath] ***************************** changed: [node02] TASK [tuned : Check for tuned package] ***************************************** ok: [node02] TASK [tuned : Set tuned OpenShift variables] *********************************** ok: [node02] TASK [tuned : Ensure directory structure exists] ******************************* ok: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-control-plane', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) ok: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-node', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) ok: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/recommend.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'recommend.conf', 'size': 290, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-control-plane/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-control-plane/tuned.conf', 'size': 744, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-node/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-node/tuned.conf', 'size': 135, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift/tuned.conf', 'size': 594, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) TASK [tuned : Ensure files are populated from templates] *********************** skipping: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-control-plane', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) skipping: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-node', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) skipping: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1531032437.8490183}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/recommend.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'recommend.conf', 'size': 290, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-control-plane/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-control-plane/tuned.conf', 'size': 744, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-node/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift-node/tuned.conf', 'size': 135, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1531032437.8490183, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1531032437.8490183, 'owner': 'root', 'path': u'openshift/tuned.conf', 'size': 594, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) TASK [tuned : Make tuned use the recommended tuned profile on restart] ********* changed: [node02] => (item=/etc/tuned/active_profile) changed: [node02] => (item=/etc/tuned/profile_mode) TASK [tuned : Restart tuned service] ******************************************* changed: [node02] TASK [nickhammond.logrotate : nickhammond.logrotate | Install logrotate] ******* ok: [node02] TASK [nickhammond.logrotate : nickhammond.logrotate | Setup logrotate.d scripts] *** PLAY [node bootstrap config] *************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_node : install needed rpm(s)] ********************************** ok: [node02] => (item=origin-node) ok: [node02] => (item=origin-docker-excluder) ok: [node02] => (item=ansible) ok: [node02] => (item=bash-completion) ok: [node02] => (item=docker) ok: [node02] => (item=haproxy) ok: [node02] => (item=dnsmasq) ok: [node02] => (item=ntp) ok: [node02] => (item=logrotate) ok: [node02] => (item=httpd-tools) ok: [node02] => (item=bind-utils) ok: [node02] => (item=firewalld) ok: [node02] => (item=libselinux-python) ok: [node02] => (item=conntrack-tools) ok: [node02] => (item=openssl) ok: [node02] => (item=iproute) ok: [node02] => (item=python-dbus) ok: [node02] => (item=PyYAML) ok: [node02] => (item=yum-utils) ok: [node02] => (item=glusterfs-fuse) ok: [node02] => (item=device-mapper-multipath) ok: [node02] => (item=nfs-utils) ok: [node02] => (item=cockpit-ws) ok: [node02] => (item=cockpit-system) ok: [node02] => (item=cockpit-bridge) ok: [node02] => (item=cockpit-docker) ok: [node02] => (item=iscsi-initiator-utils) ok: [node02] => (item=ceph-common) TASK [openshift_node : create the directory for node] ************************** skipping: [node02] TASK [openshift_node : laydown systemd override] ******************************* skipping: [node02] TASK [openshift_node : update the sysconfig to have necessary variables] ******* ok: [node02] => (item={u'regexp': u'^KUBECONFIG=.*', u'line': u'KUBECONFIG=/etc/origin/node/bootstrap.kubeconfig'}) TASK [openshift_node : Configure AWS Cloud Provider Settings] ****************** skipping: [node02] => (item=None) skipping: [node02] => (item=None) skipping: [node02] TASK [openshift_node : disable origin-node service] **************************** changed: [node02] => (item=origin-node.service) TASK [openshift_node : Check for RPM generated config marker file .config_managed] *** ok: [node02] TASK [openshift_node : create directories for bootstrapping] ******************* ok: [node02] => (item=/root/openshift_bootstrap) changed: [node02] => (item=/var/lib/origin/openshift.local.config) changed: [node02] => (item=/var/lib/origin/openshift.local.config/node) ok: [node02] => (item=/etc/docker/certs.d/docker-registry.default.svc:5000) TASK [openshift_node : laydown the bootstrap.yml file for on boot configuration] *** ok: [node02] TASK [openshift_node : Create a symlink to the node client CA for the docker registry] *** ok: [node02] TASK [openshift_node : Remove RPM generated config files if present] *********** skipping: [node02] => (item=master) skipping: [node02] => (item=.config_managed) TASK [openshift_node : find all files in /etc/origin/node so we can remove them] *** skipping: [node02] TASK [openshift_node : Remove everything except the resolv.conf required for node] *** skipping: [node02] TASK [openshift_node_group : create node config template] ********************** changed: [node02] TASK [openshift_node_group : remove existing node config] ********************** changed: [node02] TASK [openshift_node_group : Ensure required directories are present] ********** ok: [node02] => (item=/etc/origin/node/pods) changed: [node02] => (item=/etc/origin/node/certificates) TASK [openshift_node_group : Update the sysconfig to group "node-config-compute"] *** changed: [node02] TASK [set_fact] **************************************************************** ok: [node02] PLAY [Re-enable excluder if it was previously enabled] ************************* TASK [openshift_excluder : Detecting Atomic Host Operating System] ************* ok: [node02] TASK [openshift_excluder : Debug r_openshift_excluder_enable_docker_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_docker_excluder": true } TASK [openshift_excluder : Debug r_openshift_excluder_enable_openshift_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_openshift_excluder": true } TASK [openshift_excluder : Fail if invalid openshift_excluder_action provided] *** skipping: [node02] TASK [openshift_excluder : Fail if r_openshift_excluder_upgrade_target is not defined] *** skipping: [node02] TASK [openshift_excluder : Include main action task file] ********************** included: /root/openshift-ansible/roles/openshift_excluder/tasks/enable.yml for node02 TASK [openshift_excluder : Install docker excluder - yum] ********************** skipping: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** changed: [node02] PLAY [Node Preparation Checkpoint End] ***************************************** TASK [Set Node preparation 'Complete'] ***************************************** ok: [node01] PLAY [Distribute bootstrap and start nodes] ************************************ TASK [openshift_node : Gather node information] ******************************** ok: [node01] changed: [node02] TASK [openshift_node : Copy master bootstrap config locally] ******************* ok: [node02] TASK [openshift_node : Distribute bootstrap kubeconfig if one does not exist] *** ok: [node01] changed: [node02] TASK [openshift_node : Start and enable node for bootstrapping] **************** changed: [node01] changed: [node02] TASK [openshift_node : Get node logs] ****************************************** skipping: [node02] skipping: [node01] TASK [openshift_node : debug] ************************************************** skipping: [node02] skipping: [node01] TASK [openshift_node : fail] *************************************************** skipping: [node02] skipping: [node01] PLAY [Approve any pending CSR requests from inventory nodes] ******************* TASK [Dump all candidate bootstrap hostnames] ********************************** ok: [node01] => { "msg": [ "node02", "node01" ] } TASK [Find all hostnames for bootstrapping] ************************************ ok: [node01] TASK [Dump the bootstrap hostnames] ******************************************** ok: [node01] => { "msg": [ "node02", "node01" ] } TASK [Approve bootstrap nodes] ************************************************* changed: [node01] TASK [Get CSRs] **************************************************************** skipping: [node01] TASK [Report approval errors] ************************************************** skipping: [node01] PLAY [Ensure any inventory labels are applied to the nodes] ******************** TASK [Gathering Facts] ********************************************************* ok: [node02] ok: [node01] TASK [openshift_manage_node : Wait for master API to become available before proceeding] *** skipping: [node02] TASK [openshift_manage_node : Wait for Node Registration] ********************** ok: [node02 -> node01] ok: [node01 -> node01] TASK [openshift_manage_node : include_tasks] *********************************** included: /root/openshift-ansible/roles/openshift_manage_node/tasks/config.yml for node02, node01 TASK [openshift_manage_node : Set node schedulability] ************************* ok: [node02 -> node01] ok: [node01 -> node01] TASK [openshift_manage_node : include_tasks] *********************************** included: /root/openshift-ansible/roles/openshift_manage_node/tasks/set_default_node_role.yml for node02, node01 TASK [openshift_manage_node : Retrieve nodes that are marked with the infra selector or the legacy infra selector] *** ok: [node02 -> node01] TASK [openshift_manage_node : Label infra or legacy infra nodes with the new role label] *** TASK [openshift_manage_node : Retrieve non-infra, non-master nodes that are not yet labeled compute] *** ok: [node02 -> node01] TASK [openshift_manage_node : label non-master non-infra nodes compute] ******** TASK [openshift_manage_node : Label all-in-one master as a compute node] ******* skipping: [node02] PLAY RECAP ********************************************************************* localhost : ok=30 changed=0 unreachable=0 failed=0 node01 : ok=71 changed=3 unreachable=0 failed=0 node02 : ok=155 changed=33 unreachable=0 failed=0 INSTALLER STATUS *************************************************************** Initialization : Complete (0:03:23) Node Preparation : Complete (0:05:03) Sending file modes: C0755 110489328 oc Sending file modes: C0600 5649 admin.kubeconfig Cluster "node01:8443" set. Cluster "node01:8443" set. + set +e + kubectl get nodes --no-headers + cluster/kubectl.sh get nodes --no-headers node01 Ready compute,infra,master 11d v1.10.0+b81c8f8 node02 Ready compute 1m v1.10.0+b81c8f8 + kubectl_rc=0 + '[' 0 -ne 0 ']' ++ kubectl get nodes --no-headers ++ cluster/kubectl.sh get nodes --no-headers ++ grep NotReady + '[' -n '' ']' + set -e + echo 'Nodes are ready:' Nodes are ready: + kubectl get nodes + cluster/kubectl.sh get nodes NAME STATUS ROLES AGE VERSION node01 Ready compute,infra,master 11d v1.10.0+b81c8f8 node02 Ready compute 1m v1.10.0+b81c8f8 + make cluster-sync ./cluster/build.sh Building ... Untagged: localhost:33444/kubevirt/virt-controller:devel Untagged: localhost:33444/kubevirt/virt-controller@sha256:60a0983dfcf6334325e745ac54cf084d1d10b45abe3b68a0dc94c56ea4e2ead5 Deleted: sha256:fb6ae5246abd027a5577fa037c4459185b3c4438a0f5a1924cd661646db99c4e Untagged: localhost:33444/kubevirt/virt-launcher:devel Untagged: localhost:33444/kubevirt/virt-launcher@sha256:c6ac611d51b7f6503c072bdce7b573c2e969fc7d26608942627c234cd88eb2fd Deleted: sha256:21e4c0573af01ada7827b968f8204ecfa89b168ddd66f89f78d6e33f951b3626 Untagged: localhost:33444/kubevirt/virt-handler:devel Untagged: localhost:33444/kubevirt/virt-handler@sha256:d6c74c6022fde7340b95dfda019f1b8245b5ef94a0944cd396e59c5edd2296b9 Deleted: sha256:3b58d283571bba6208765c4c685b4d7fee458d27df7abb882c7f39a359e6c0c1 Untagged: localhost:33444/kubevirt/virt-api:devel Untagged: localhost:33444/kubevirt/virt-api@sha256:3311b9380cc3637c5c58b745b40aefadfbc3aa9136dad62908095c9502f63fda Deleted: sha256:cb32c24fbbaec7747ec21559a7318c311095b7d206e0fe0fc31ba33eef5c7310 Untagged: localhost:33444/kubevirt/subresource-access-test:devel Untagged: localhost:33444/kubevirt/subresource-access-test@sha256:63932d543d2ffccdb9621bb81352a1074fe0883e56ed595619532172ad5ce5aa Deleted: sha256:7955ceae55aae822e846ef5d48b0c9f96e23a29658de01b3eadccbdf5d418fc8 sha256:7fb8539d32771bf74786d31102b8c102fc61586b172276b4710c6944077751f4 go version go1.10 linux/amd64 go version go1.10 linux/amd64 make[1]: Entering directory `/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt' hack/dockerized "./hack/check.sh && KUBEVIRT_VERSION= ./hack/build-go.sh install " && ./hack/build-copy-artifacts.sh sha256:7fb8539d32771bf74786d31102b8c102fc61586b172276b4710c6944077751f4 go version go1.10 linux/amd64 go version go1.10 linux/amd64 find: '/root/go/src/kubevirt.io/kubevirt/_out/cmd': No such file or directory Compiling tests... compiled tests.test hack/build-docker.sh build Sending build context to Docker daemon 38.82 MB Step 1/8 : FROM fedora:28 ---> cc510acfcd70 Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 82fe13c41cb7 Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virt-controller ---> Using cache ---> e9589b9dbfb3 Step 4/8 : WORKDIR /home/virt-controller ---> Using cache ---> 6526953b7273 Step 5/8 : USER 1001 ---> Using cache ---> 0da81e671cc6 Step 6/8 : COPY virt-controller /usr/bin/virt-controller ---> ad6bf149afc9 Removing intermediate container 2a2980b52f6e Step 7/8 : ENTRYPOINT /usr/bin/virt-controller ---> Running in 1e45586f66fe ---> a4b10519a005 Removing intermediate container 1e45586f66fe Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "virt-controller" '' ---> Running in aa81e8c0957d ---> e69e25d49faf Removing intermediate container aa81e8c0957d Successfully built e69e25d49faf Sending build context to Docker daemon 41.03 MB Step 1/10 : FROM kubevirt/libvirt:4.2.0 ---> 5f0bfe81a3e0 Step 2/10 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 8826ac178c51 Step 3/10 : RUN dnf -y install socat genisoimage util-linux libcgroup-tools ethtool net-tools sudo && dnf -y clean all && test $(id -u qemu) = 107 # make sure that the qemu user really is 107 ---> Using cache ---> 5eb474bfa821 Step 4/10 : COPY virt-launcher /usr/bin/virt-launcher ---> bb66e70c4ca5 Removing intermediate container 1302cfd9bdca Step 5/10 : COPY kubevirt-sudo /etc/sudoers.d/kubevirt ---> d467df253026 Removing intermediate container aaa8fa6584f8 Step 6/10 : RUN setcap CAP_NET_BIND_SERVICE=+eip /usr/bin/qemu-system-x86_64 ---> Running in 891b1b8af6b6  ---> 60d8f3282d24 Removing intermediate container 891b1b8af6b6 Step 7/10 : RUN mkdir -p /usr/share/kubevirt/virt-launcher ---> Running in ab5a32e206d5  ---> fef357563943 Removing intermediate container ab5a32e206d5 Step 8/10 : COPY entrypoint.sh libvirtd.sh sock-connector /usr/share/kubevirt/virt-launcher/ ---> d3b88512d3c7 Removing intermediate container 0ae661194a16 Step 9/10 : ENTRYPOINT /usr/share/kubevirt/virt-launcher/entrypoint.sh ---> Running in 2c758424f5b7 ---> 60dba04064f8 Removing intermediate container 2c758424f5b7 Step 10/10 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "virt-launcher" '' ---> Running in b6a13f6fdfdf ---> 528d1a0f3a8a Removing intermediate container b6a13f6fdfdf Successfully built 528d1a0f3a8a Sending build context to Docker daemon 40.1 MB Step 1/5 : FROM fedora:28 ---> cc510acfcd70 Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 82fe13c41cb7 Step 3/5 : COPY virt-handler /usr/bin/virt-handler ---> 5266aaf96e90 Removing intermediate container b74061aab1e2 Step 4/5 : ENTRYPOINT /usr/bin/virt-handler ---> Running in 6a51f89ef685 ---> a01351737d0b Removing intermediate container 6a51f89ef685 Step 5/5 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "virt-handler" '' ---> Running in e087ee33c446 ---> 6a7dd4e00e34 Removing intermediate container e087ee33c446 Successfully built 6a7dd4e00e34 Sending build context to Docker daemon 37.03 MB Step 1/8 : FROM fedora:28 ---> cc510acfcd70 Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 82fe13c41cb7 Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virt-api ---> Using cache ---> 1a58ff1483fa Step 4/8 : WORKDIR /home/virt-api ---> Using cache ---> 87e30c5b4065 Step 5/8 : USER 1001 ---> Using cache ---> e889af541bd0 Step 6/8 : COPY virt-api /usr/bin/virt-api ---> 76f17e65f342 Removing intermediate container 4124f1dd5e62 Step 7/8 : ENTRYPOINT /usr/bin/virt-api ---> Running in 5e7159f3c132 ---> 0351978dbf6f Removing intermediate container 5e7159f3c132 Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "virt-api" '' ---> Running in 6bb2671461dd ---> 15433ee3cabc Removing intermediate container 6bb2671461dd Successfully built 15433ee3cabc Sending build context to Docker daemon 4.096 kB Step 1/7 : FROM fedora:28 ---> cc510acfcd70 Step 2/7 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 82fe13c41cb7 Step 3/7 : ENV container docker ---> Using cache ---> 6e6b2ef85e92 Step 4/7 : RUN mkdir -p /images/custom /images/alpine && truncate -s 64M /images/custom/disk.img && curl http://dl-cdn.alpinelinux.org/alpine/v3.7/releases/x86_64/alpine-virt-3.7.0-x86_64.iso > /images/alpine/disk.img ---> Using cache ---> 8e1d737ded1f Step 5/7 : ADD entrypoint.sh / ---> Using cache ---> 104e48aa676f Step 6/7 : CMD /entrypoint.sh ---> Using cache ---> 4ed9f69e6653 Step 7/7 : LABEL "disks-images-provider" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Running in b33e160eafd9 ---> 6ac9ec8a074b Removing intermediate container b33e160eafd9 Successfully built 6ac9ec8a074b Sending build context to Docker daemon 2.56 kB Step 1/5 : FROM fedora:28 ---> cc510acfcd70 Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 82fe13c41cb7 Step 3/5 : ENV container docker ---> Using cache ---> 6e6b2ef85e92 Step 4/5 : RUN dnf -y install procps-ng nmap-ncat && dnf -y clean all ---> Using cache ---> d130857891a9 Step 5/5 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "vm-killer" '' ---> Running in 0b3762622f0b ---> 4f8806ad0eed Removing intermediate container 0b3762622f0b Successfully built 4f8806ad0eed Sending build context to Docker daemon 5.12 kB Step 1/7 : FROM debian:sid ---> 496290160351 Step 2/7 : MAINTAINER "David Vossel" \ ---> Using cache ---> 3b36b527fef8 Step 3/7 : ENV container docker ---> Using cache ---> b3ada414d649 Step 4/7 : RUN apt-get update && apt-get install -y bash curl bzip2 qemu-utils && mkdir -p /disk && rm -rf /var/lib/apt/lists/* ---> Using cache ---> 337be6171fcb Step 5/7 : ADD entry-point.sh / ---> Using cache ---> a98a961fa5a1 Step 6/7 : CMD /entry-point.sh ---> Using cache ---> 19baf5d1aab8 Step 7/7 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "registry-disk-v1alpha" '' ---> Using cache ---> acb3024d4b04 Successfully built acb3024d4b04 Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:34593/kubevirt/registry-disk-v1alpha:devel ---> acb3024d4b04 Step 2/4 : MAINTAINER "David Vossel" \ ---> Using cache ---> db299d3a78fb Step 3/4 : RUN curl https://download.cirros-cloud.net/0.4.0/cirros-0.4.0-x86_64-disk.img > /disk/cirros.img ---> Using cache ---> 09cb5a0563dc Step 4/4 : LABEL "cirros-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Using cache ---> 3af24e0ca6c0 Successfully built 3af24e0ca6c0 Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:34593/kubevirt/registry-disk-v1alpha:devel ---> acb3024d4b04 Step 2/4 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 393e7f09838e Step 3/4 : RUN curl -g -L https://download.fedoraproject.org/pub/fedora/linux/releases/27/CloudImages/x86_64/images/Fedora-Cloud-Base-27-1.6.x86_64.qcow2 > /disk/fedora.qcow2 ---> Using cache ---> 73632b993cef Step 4/4 : LABEL "fedora-cloud-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Using cache ---> 800e4dcf561c Successfully built 800e4dcf561c Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:34593/kubevirt/registry-disk-v1alpha:devel ---> acb3024d4b04 Step 2/4 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 393e7f09838e Step 3/4 : RUN curl http://dl-cdn.alpinelinux.org/alpine/v3.7/releases/x86_64/alpine-virt-3.7.0-x86_64.iso > /disk/alpine.iso ---> Using cache ---> b36f5acbcad0 Step 4/4 : LABEL "alpine-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Using cache ---> f670a320082e Successfully built f670a320082e Sending build context to Docker daemon 34.04 MB Step 1/8 : FROM fedora:28 ---> cc510acfcd70 Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 82fe13c41cb7 Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virtctl ---> Using cache ---> f9cd90a6a0ef Step 4/8 : WORKDIR /home/virtctl ---> Using cache ---> df6f2d83c1d6 Step 5/8 : USER 1001 ---> Using cache ---> 56a7b7e6b8ff Step 6/8 : COPY subresource-access-test /subresource-access-test ---> 931978e2496d Removing intermediate container c775ca2d55f2 Step 7/8 : ENTRYPOINT /subresource-access-test ---> Running in 60649addc494 ---> 1950ea52bcbb Removing intermediate container 60649addc494 Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "subresource-access-test" '' ---> Running in 957c62aadad1 ---> d0d241bdaa19 Removing intermediate container 957c62aadad1 Successfully built d0d241bdaa19 Sending build context to Docker daemon 3.072 kB Step 1/9 : FROM fedora:28 ---> cc510acfcd70 Step 2/9 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 82fe13c41cb7 Step 3/9 : ENV container docker ---> Using cache ---> 6e6b2ef85e92 Step 4/9 : RUN dnf -y install make git gcc && dnf -y clean all ---> Using cache ---> c1e9e769c4ba Step 5/9 : ENV GIMME_GO_VERSION 1.9.2 ---> Using cache ---> 6729c465203a Step 6/9 : RUN mkdir -p /gimme && curl -sL https://raw.githubusercontent.com/travis-ci/gimme/master/gimme | HOME=/gimme bash >> /etc/profile.d/gimme.sh ---> Using cache ---> 2aee087083e8 Step 7/9 : ENV GOPATH "/go" GOBIN "/usr/bin" ---> Using cache ---> e3795172dd73 Step 8/9 : RUN mkdir -p /go && source /etc/profile.d/gimme.sh && go get github.com/masterzen/winrm-cli ---> Using cache ---> 0de2fc4b917f Step 9/9 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "winrmcli" '' ---> Running in b1239e8258c4 ---> 3600f9021e90 Removing intermediate container b1239e8258c4 Successfully built 3600f9021e90 Sending build context to Docker daemon 35.17 MB Step 1/5 : FROM fedora:27 ---> 9110ae7f579f Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> b730b4ed65df Step 3/5 : COPY example-hook-sidecar /example-hook-sidecar ---> 9439b6856812 Removing intermediate container baab1e6473bc Step 4/5 : ENTRYPOINT /example-hook-sidecar ---> Running in 2a35a4fe6251 ---> 22ea1888b587 Removing intermediate container 2a35a4fe6251 Step 5/5 : LABEL "example-hook-sidecar" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Running in 8ade0d79a2bb ---> 93eba19db7e6 Removing intermediate container 8ade0d79a2bb Successfully built 93eba19db7e6 hack/build-docker.sh push The push refers to a repository [localhost:34593/kubevirt/virt-controller] 1a316e227aaf: Preparing ff9b9e61b9df: Preparing 891e1e4ef82a: Preparing ff9b9e61b9df: Pushed 1a316e227aaf: Pushed 891e1e4ef82a: Pushed devel: digest: sha256:64200f590670b2816e2c27dd17540b8eb447297cf9ea6a89ae7309a0608e8fb3 size: 949 The push refers to a repository [localhost:34593/kubevirt/virt-launcher] f680f1395837: Preparing ac82b65d7709: Preparing e6fb2c36eaa1: Preparing d26b733f2be2: Preparing 7a5ac442e200: Preparing cfcba35fba84: Preparing da38cf808aa5: Preparing b83399358a92: Preparing 186d8b3e4fd8: Preparing fa6154170bf5: Preparing 5eefb9960a36: Preparing 891e1e4ef82a: Preparing 5eefb9960a36: Waiting cfcba35fba84: Waiting fa6154170bf5: Waiting b83399358a92: Waiting 891e1e4ef82a: Waiting da38cf808aa5: Waiting d26b733f2be2: Pushed f680f1395837: Pushed ac82b65d7709: Pushed da38cf808aa5: Pushed b83399358a92: Pushed 186d8b3e4fd8: Pushed fa6154170bf5: Pushed 891e1e4ef82a: Mounted from kubevirt/virt-controller e6fb2c36eaa1: Pushed 7a5ac442e200: Pushed cfcba35fba84: Pushed 5eefb9960a36: Pushed devel: digest: sha256:b1072f162fcdf5dd21ec6eb3bcedcab230f9db68fe5981ed00a76a07208b251c size: 2828 The push refers to a repository [localhost:34593/kubevirt/virt-handler] e3c001a11eac: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/virt-launcher e3c001a11eac: Pushed devel: digest: sha256:aff5857ed399254ecdddb1ea6971591502e98ffe98fccabb321f3e5ca9933d1e size: 741 The push refers to a repository [localhost:34593/kubevirt/virt-api] 542a81e4b7b8: Preparing 5f1414e2d326: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/virt-handler 5f1414e2d326: Pushed 542a81e4b7b8: Pushed devel: digest: sha256:ea2aed002ed11e33eda2a4be226d697db4adb17128a7da6334add8de0790891c size: 948 The push refers to a repository [localhost:34593/kubevirt/disks-images-provider] 2e0da09ca39e: Preparing 4fe8becbb60f: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/virt-api 2e0da09ca39e: Pushed 4fe8becbb60f: Pushed devel: digest: sha256:5e31e1b42897a8319cb8e49e858640be7f3b51f0df73cd3d24962328146a496a size: 948 The push refers to a repository [localhost:34593/kubevirt/vm-killer] 7b031fa3032f: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/disks-images-provider 7b031fa3032f: Pushed devel: digest: sha256:8cae45e2127740f76f79756cef926fbe76ca90b14974283dcde65ec5d1b04019 size: 740 The push refers to a repository [localhost:34593/kubevirt/registry-disk-v1alpha] bfd12fa374fa: Preparing 18ac8ad2aee9: Preparing 132d61a890c5: Preparing bfd12fa374fa: Pushed 18ac8ad2aee9: Pushed 132d61a890c5: Pushed devel: digest: sha256:ece43221be6d43a2437c3577d2eb6badeb9f2d0023257811e2fcd5b6c7638410 size: 948 The push refers to a repository [localhost:34593/kubevirt/cirros-registry-disk-demo] 9c41418164fc: Preparing bfd12fa374fa: Preparing 18ac8ad2aee9: Preparing 132d61a890c5: Preparing 132d61a890c5: Mounted from kubevirt/registry-disk-v1alpha 18ac8ad2aee9: Mounted from kubevirt/registry-disk-v1alpha bfd12fa374fa: Mounted from kubevirt/registry-disk-v1alpha 9c41418164fc: Pushed devel: digest: sha256:47a787d6b2baf5f696266941d963477115d09724d615359cfbd52a4d0bb18859 size: 1160 The push refers to a repository [localhost:34593/kubevirt/fedora-cloud-registry-disk-demo] 6496bf842226: Preparing bfd12fa374fa: Preparing 18ac8ad2aee9: Preparing 132d61a890c5: Preparing bfd12fa374fa: Mounted from kubevirt/cirros-registry-disk-demo 18ac8ad2aee9: Mounted from kubevirt/cirros-registry-disk-demo 132d61a890c5: Mounted from kubevirt/cirros-registry-disk-demo 6496bf842226: Pushed devel: digest: sha256:64ad85d26676696b49e259a87e9691bc0e49d262dc40cf77e983ed7a03a351d5 size: 1161 The push refers to a repository [localhost:34593/kubevirt/alpine-registry-disk-demo] 930b97839a9b: Preparing bfd12fa374fa: Preparing 18ac8ad2aee9: Preparing 132d61a890c5: Preparing 132d61a890c5: Mounted from kubevirt/fedora-cloud-registry-disk-demo bfd12fa374fa: Mounted from kubevirt/fedora-cloud-registry-disk-demo 18ac8ad2aee9: Mounted from kubevirt/fedora-cloud-registry-disk-demo 930b97839a9b: Pushed devel: digest: sha256:58d1952ddfe0fa4ad8b764845a07d6bcf66f1717a68e8d498aea1fafa2c1c74c size: 1160 The push refers to a repository [localhost:34593/kubevirt/subresource-access-test] ecade35634ff: Preparing 3c1237181850: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/vm-killer 3c1237181850: Pushed ecade35634ff: Pushed devel: digest: sha256:70fea053088310604ee8ac170ef7189e84ef05dccd3597bea0fbe37ade5c74ae size: 948 The push refers to a repository [localhost:34593/kubevirt/winrmcli] bf2bff760365: Preparing 589098974698: Preparing 6e22155a44ef: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/subresource-access-test bf2bff760365: Pushed 6e22155a44ef: Pushed 589098974698: Pushed devel: digest: sha256:0c34f0513fde65e74ae8eced5700d011523e21eb42fbd9e9310fd14d163a6231 size: 1165 The push refers to a repository [localhost:34593/kubevirt/example-hook-sidecar] 9024e97ddae3: Preparing 39bae602f753: Preparing 9024e97ddae3: Pushed 39bae602f753: Pushed devel: digest: sha256:e45a5847e85e0a8379804c622bdf6a74d9e2ca07d57b1b8d511ffabe21ad7c34 size: 740 make[1]: Leaving directory `/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt' Done ./cluster/clean.sh + source hack/common.sh ++++ dirname 'hack/common.sh[0]' +++ cd hack/../ +++ pwd ++ KUBEVIRT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt ++ OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out ++ VENDOR_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/vendor ++ CMD_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/cmd ++ TESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/tests ++ APIDOCS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/apidocs ++ MANIFESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests ++ MANIFEST_TEMPLATES_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/templates/manifests ++ PYTHON_CLIENT_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/client-python ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_NUM_NODES=2 ++ '[' -z kubevirt-functional-tests-openshift-3.10-release ']' ++ provider_prefix=kubevirt-functional-tests-openshift-3.10-release1 ++ job_prefix=kubevirt-functional-tests-openshift-3.10-release1 +++ kubevirt_version +++ '[' -n '' ']' +++ '[' -d /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/.git ']' ++++ git describe --always --tags +++ echo v0.7.0-73-g2efdd78 ++ KUBEVIRT_VERSION=v0.7.0-73-g2efdd78 + source cluster/os-3.10.0/provider.sh ++ set -e ++ image=os-3.10.0@sha256:50a4b8ee3e07d592e7e4fbf3eb1401980a5947499dfdc3d847c085b5775aaa9a ++ source cluster/ephemeral-provider-common.sh +++ set -e +++ _cli='docker run --privileged --net=host --rm -v /var/run/docker.sock:/var/run/docker.sock kubevirtci/gocli@sha256:aa7f295a7908fa333ab5e98ef3af0bfafbabfd3cee2b83f9af47f722e3000f6a' + source hack/config.sh ++ unset binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig manifest_docker_prefix namespace ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ source hack/config-default.sh source hack/config-os-3.10.0.sh +++ binaries='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virtctl cmd/fake-qemu-process cmd/virt-api cmd/subresource-access-test cmd/example-hook-sidecar' +++ docker_images='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virt-api images/disks-images-provider images/vm-killer cmd/registry-disk-v1alpha images/cirros-registry-disk-demo images/fedora-cloud-registry-disk-demo images/alpine-registry-disk-demo cmd/subresource-access-test images/winrmcli cmd/example-hook-sidecar' +++ docker_prefix=kubevirt +++ docker_tag=latest +++ master_ip=192.168.200.2 +++ network_provider=flannel +++ namespace=kube-system ++ test -f hack/config-provider-os-3.10.0.sh ++ source hack/config-provider-os-3.10.0.sh +++ master_ip=127.0.0.1 +++ docker_tag=devel +++ kubeconfig=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubeconfig +++ kubectl=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubectl +++ docker_prefix=localhost:34593/kubevirt +++ manifest_docker_prefix=registry:5000/kubevirt ++ test -f hack/config-local.sh ++ export binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig namespace + echo 'Cleaning up ...' Cleaning up ... + cluster/kubectl.sh get vmis --all-namespaces -o=custom-columns=NAME:.metadata.name,NAMESPACE:.metadata.namespace,FINALIZERS:.metadata.finalizers --no-headers + grep foregroundDeleteVirtualMachine + read p error: the server doesn't have a resource type "vmis" + _kubectl delete ds -l kubevirt.io -n kube-system --cascade=false --grace-period 0 No resources found + _kubectl delete pods -n kube-system -l=kubevirt.io=libvirt --force --grace-period 0 No resources found + _kubectl delete pods -n kube-system -l=kubevirt.io=virt-handler --force --grace-period 0 No resources found + namespaces=(default ${namespace}) + for i in '${namespaces[@]}' + _kubectl -n default delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete apiservices -l kubevirt.io No resources found + _kubectl -n default delete deployment -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete deployment -l kubevirt.io No resources found + _kubectl -n default delete rs -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete rs -l kubevirt.io No resources found + _kubectl -n default delete services -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete services -l kubevirt.io No resources found + _kubectl -n default delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete apiservices -l kubevirt.io No resources found + _kubectl -n default delete validatingwebhookconfiguration -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete validatingwebhookconfiguration -l kubevirt.io No resources found + _kubectl -n default delete secrets -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete secrets -l kubevirt.io No resources found + _kubectl -n default delete pv -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pv -l kubevirt.io No resources found + _kubectl -n default delete pvc -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pvc -l kubevirt.io No resources found + _kubectl -n default delete ds -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete ds -l kubevirt.io No resources found + _kubectl -n default delete customresourcedefinitions -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete customresourcedefinitions -l kubevirt.io No resources found + _kubectl -n default delete pods -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pods -l kubevirt.io No resources found + _kubectl -n default delete clusterrolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete clusterrolebinding -l kubevirt.io No resources found + _kubectl -n default delete rolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete rolebinding -l kubevirt.io No resources found + _kubectl -n default delete roles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete roles -l kubevirt.io No resources found + _kubectl -n default delete clusterroles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete clusterroles -l kubevirt.io No resources found + _kubectl -n default delete serviceaccounts -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete serviceaccounts -l kubevirt.io No resources found ++ _kubectl -n default get crd offlinevirtualmachines.kubevirt.io ++ export KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ cluster/os-3.10.0/.kubectl -n default get crd offlinevirtualmachines.kubevirt.io ++ wc -l Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "offlinevirtualmachines.kubevirt.io" not found + '[' 0 -gt 0 ']' + for i in '${namespaces[@]}' + _kubectl -n kube-system delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete apiservices -l kubevirt.io No resources found + _kubectl -n kube-system delete deployment -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete deployment -l kubevirt.io No resources found + _kubectl -n kube-system delete rs -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete rs -l kubevirt.io No resources found + _kubectl -n kube-system delete services -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete services -l kubevirt.io No resources found + _kubectl -n kube-system delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete apiservices -l kubevirt.io No resources found + _kubectl -n kube-system delete validatingwebhookconfiguration -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete validatingwebhookconfiguration -l kubevirt.io No resources found + _kubectl -n kube-system delete secrets -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete secrets -l kubevirt.io No resources found + _kubectl -n kube-system delete pv -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pv -l kubevirt.io No resources found + _kubectl -n kube-system delete pvc -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pvc -l kubevirt.io No resources found + _kubectl -n kube-system delete ds -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete ds -l kubevirt.io No resources found + _kubectl -n kube-system delete customresourcedefinitions -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete customresourcedefinitions -l kubevirt.io No resources found + _kubectl -n kube-system delete pods -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pods -l kubevirt.io No resources found + _kubectl -n kube-system delete clusterrolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete clusterrolebinding -l kubevirt.io No resources found + _kubectl -n kube-system delete rolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete rolebinding -l kubevirt.io No resources found + _kubectl -n kube-system delete roles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete roles -l kubevirt.io No resources found + _kubectl -n kube-system delete clusterroles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete clusterroles -l kubevirt.io No resources found + _kubectl -n kube-system delete serviceaccounts -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete serviceaccounts -l kubevirt.io No resources found ++ wc -l ++ _kubectl -n kube-system get crd offlinevirtualmachines.kubevirt.io ++ export KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ cluster/os-3.10.0/.kubectl -n kube-system get crd offlinevirtualmachines.kubevirt.io Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "offlinevirtualmachines.kubevirt.io" not found + '[' 0 -gt 0 ']' + sleep 2 + echo Done Done ./cluster/deploy.sh + source hack/common.sh ++++ dirname 'hack/common.sh[0]' +++ cd hack/../ +++ pwd ++ KUBEVIRT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt ++ OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out ++ VENDOR_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/vendor ++ CMD_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/cmd ++ TESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/tests ++ APIDOCS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/apidocs ++ MANIFESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests ++ MANIFEST_TEMPLATES_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/templates/manifests ++ PYTHON_CLIENT_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/client-python ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_NUM_NODES=2 ++ '[' -z kubevirt-functional-tests-openshift-3.10-release ']' ++ provider_prefix=kubevirt-functional-tests-openshift-3.10-release1 ++ job_prefix=kubevirt-functional-tests-openshift-3.10-release1 +++ kubevirt_version +++ '[' -n '' ']' +++ '[' -d /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/.git ']' ++++ git describe --always --tags +++ echo v0.7.0-73-g2efdd78 ++ KUBEVIRT_VERSION=v0.7.0-73-g2efdd78 + source cluster/os-3.10.0/provider.sh ++ set -e ++ image=os-3.10.0@sha256:50a4b8ee3e07d592e7e4fbf3eb1401980a5947499dfdc3d847c085b5775aaa9a ++ source cluster/ephemeral-provider-common.sh +++ set -e +++ _cli='docker run --privileged --net=host --rm -v /var/run/docker.sock:/var/run/docker.sock kubevirtci/gocli@sha256:aa7f295a7908fa333ab5e98ef3af0bfafbabfd3cee2b83f9af47f722e3000f6a' + source hack/config.sh ++ unset binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig manifest_docker_prefix namespace ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ source hack/config-default.sh source hack/config-os-3.10.0.sh +++ binaries='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virtctl cmd/fake-qemu-process cmd/virt-api cmd/subresource-access-test cmd/example-hook-sidecar' +++ docker_images='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virt-api images/disks-images-provider images/vm-killer cmd/registry-disk-v1alpha images/cirros-registry-disk-demo images/fedora-cloud-registry-disk-demo images/alpine-registry-disk-demo cmd/subresource-access-test images/winrmcli cmd/example-hook-sidecar' +++ docker_prefix=kubevirt +++ docker_tag=latest +++ master_ip=192.168.200.2 +++ network_provider=flannel +++ namespace=kube-system ++ test -f hack/config-provider-os-3.10.0.sh ++ source hack/config-provider-os-3.10.0.sh +++ master_ip=127.0.0.1 +++ docker_tag=devel +++ kubeconfig=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubeconfig +++ kubectl=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubectl +++ docker_prefix=localhost:34593/kubevirt +++ manifest_docker_prefix=registry:5000/kubevirt ++ test -f hack/config-local.sh ++ export binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig namespace + echo 'Deploying ...' Deploying ... + [[ -z openshift-3.10-release ]] + [[ openshift-3.10-release =~ .*-dev ]] + [[ openshift-3.10-release =~ .*-release ]] + for manifest in '${MANIFESTS_OUT_DIR}/release/*' + [[ /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/demo-content.yaml =~ .*demo.* ]] + continue + for manifest in '${MANIFESTS_OUT_DIR}/release/*' + [[ /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml =~ .*demo.* ]] + _kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml clusterrole.rbac.authorization.k8s.io "kubevirt.io:admin" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:edit" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:view" created serviceaccount "kubevirt-apiserver" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-apiserver-auth-delegator" created rolebinding.rbac.authorization.k8s.io "kubevirt-apiserver" created role.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrole.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrole.rbac.authorization.k8s.io "kubevirt-controller" created serviceaccount "kubevirt-controller" created serviceaccount "kubevirt-privileged" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-controller" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-controller-cluster-admin" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-privileged-cluster-admin" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:default" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt.io:default" created service "virt-api" created deployment.extensions "virt-api" created deployment.extensions "virt-controller" created daemonset.extensions "virt-handler" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstances.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstancereplicasets.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstancepresets.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachines.kubevirt.io" created + _kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/testing -R + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/testing -R persistentvolumeclaim "disk-alpine" created persistentvolume "host-path-disk-alpine" created persistentvolumeclaim "disk-custom" created persistentvolume "host-path-disk-custom" created daemonset.extensions "disks-images-provider" created serviceaccount "kubevirt-testing" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-testing-cluster-admin" created + [[ os-3.10.0 =~ os-* ]] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-controller -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-controller -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-controller"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-testing -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-testing -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-testing"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-privileged -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-privileged -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-privileged"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-apiserver -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-apiserver -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-apiserver"] + _kubectl adm policy add-scc-to-user privileged admin + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged admin scc "privileged" added to: ["admin"] + echo Done Done + namespaces=(kube-system default) + [[ kube-system != \k\u\b\e\-\s\y\s\t\e\m ]] + timeout=300 + sample=30 + for i in '${namespaces[@]}' + current_time=0 ++ kubectl get pods -n kube-system --no-headers ++ cluster/kubectl.sh get pods -n kube-system --no-headers ++ grep -v Running + '[' -n 'disks-images-provider-j7bgj 0/1 ContainerCreating 0 4s disks-images-provider-t9qt4 0/1 ContainerCreating 0 4s virt-api-7d79764579-76rr7 0/1 ContainerCreating 0 6s virt-api-7d79764579-kmgw8 0/1 ContainerCreating 0 6s virt-controller-7d57d96b65-7cm6g 0/1 ContainerCreating 0 6s virt-controller-7d57d96b65-ffdzv 0/1 ContainerCreating 0 6s virt-handler-9gczq 0/1 ContainerCreating 0 6s virt-handler-lczfl 0/1 ContainerCreating 0 6s' ']' + echo 'Waiting for kubevirt pods to enter the Running state ...' Waiting for kubevirt pods to enter the Running state ... + kubectl get pods -n kube-system --no-headers + cluster/kubectl.sh get pods -n kube-system --no-headers + grep -v Running disks-images-provider-j7bgj 0/1 ContainerCreating 0 4s disks-images-provider-t9qt4 0/1 ContainerCreating 0 4s virt-api-7d79764579-76rr7 0/1 ContainerCreating 0 6s virt-api-7d79764579-kmgw8 0/1 ContainerCreating 0 6s virt-controller-7d57d96b65-ffdzv 0/1 ContainerCreating 0 6s virt-handler-9gczq 0/1 ContainerCreating 0 6s virt-handler-lczfl 0/1 ContainerCreating 0 6s + sleep 30 + current_time=30 + '[' 30 -gt 300 ']' ++ kubectl get pods -n kube-system --no-headers ++ cluster/kubectl.sh get pods -n kube-system --no-headers ++ grep -v Running + '[' -n '' ']' + current_time=0 ++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false ++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + '[' -n false ']' + echo 'Waiting for KubeVirt containers to become ready ...' Waiting for KubeVirt containers to become ready ... + kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + grep false + cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers false + sleep 30 + current_time=30 + '[' 30 -gt 300 ']' ++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false ++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + '[' -n '' ']' + kubectl get pods -n kube-system + cluster/kubectl.sh get pods -n kube-system NAME READY STATUS RESTARTS AGE disks-images-provider-j7bgj 1/1 Running 0 1m disks-images-provider-t9qt4 1/1 Running 0 1m master-api-node01 1/1 Running 1 11d master-controllers-node01 1/1 Running 1 11d master-etcd-node01 1/1 Running 1 11d virt-api-7d79764579-76rr7 1/1 Running 1 1m virt-api-7d79764579-kmgw8 1/1 Running 0 1m virt-controller-7d57d96b65-7cm6g 1/1 Running 0 1m virt-controller-7d57d96b65-ffdzv 1/1 Running 0 1m virt-handler-9gczq 1/1 Running 0 1m virt-handler-lczfl 1/1 Running 0 1m + for i in '${namespaces[@]}' + current_time=0 ++ kubectl get pods -n default --no-headers ++ grep -v Running ++ cluster/kubectl.sh get pods -n default --no-headers + '[' -n '' ']' + current_time=0 ++ kubectl get pods -n default '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false ++ cluster/kubectl.sh get pods -n default '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + '[' -n '' ']' + kubectl get pods -n default + cluster/kubectl.sh get pods -n default NAME READY STATUS RESTARTS AGE docker-registry-1-rl562 1/1 Running 1 11d registry-console-1-rw9zf 1/1 Running 1 11d router-1-6cch9 1/1 Running 1 11d + kubectl version + cluster/kubectl.sh version oc v3.10.0-rc.0+c20e215 kubernetes v1.10.0+b81c8f8 features: Basic-Auth GSSAPI Kerberos SPNEGO Server https://127.0.0.1:34590 openshift v3.10.0-rc.0+c20e215 kubernetes v1.10.0+b81c8f8 + ginko_params='--ginkgo.noColor --junit-output=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/junit.xml' + [[ -d /home/nfs/images/windows2016 ]] + [[ openshift-3.10-release =~ windows.* ]] + FUNC_TEST_ARGS='--ginkgo.noColor --junit-output=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/junit.xml' + make functest hack/dockerized "hack/build-func-tests.sh" sha256:7fb8539d32771bf74786d31102b8c102fc61586b172276b4710c6944077751f4 go version go1.10 linux/amd64 go version go1.10 linux/amd64 Compiling tests... compiled tests.test hack/functests.sh Running Suite: Tests Suite ========================== Random Seed: 1532005400 Will run 141 of 141 specs • [SLOW TEST:41.654 seconds] Health Monitoring /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:37 A VirtualMachineInstance with a watchdog device /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:56 should be shut down when the watchdog expires /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:57 ------------------------------ ••• ------------------------------ • [SLOW TEST:8.405 seconds] Templates /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:42 Launching VMI from VM Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:60 with given Fedora Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:193 with given VM JSON from the Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:152 with given VM from the VM JSON /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:158 with given VMI from the VM /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:163 should succeed to terminate the VMI using oc-patch command /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:166 ------------------------------ • [SLOW TEST:46.376 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 with cloudInitNoCloud userDataBase64 source /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:81 should have cloud-init data /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:82 ------------------------------ • [SLOW TEST:109.847 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 with cloudInitNoCloud userDataBase64 source /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:81 with injected ssh-key /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:92 should have ssh-key under authorized keys /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:93 ------------------------------ • [SLOW TEST:56.847 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 with cloudInitNoCloud userData source /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:118 should process provided cloud-init data /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:119 ------------------------------ • [SLOW TEST:45.757 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 should take user-data from k8s secret /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:162 ------------------------------ • [SLOW TEST:96.932 seconds] Slirp /root/go/src/kubevirt.io/kubevirt/tests/vmi_slirp_interface_test.go:39 should be able to /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 VirtualMachineInstance with slirp interface /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • ------------------------------ • [SLOW TEST:5.246 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should scale /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 to three, to two and then to zero replicas /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:10.232 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should scale /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 to five, to six and then to zero replicas /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ •• ------------------------------ • [SLOW TEST:18.939 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should update readyReplicas once VMIs are up /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:157 ------------------------------ •• ------------------------------ • [SLOW TEST:5.678 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should not scale when paused and scale when resume /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:223 ------------------------------ • [SLOW TEST:6.659 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should remove the finished VM /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:279 ------------------------------ Service cluster-ip-vm successfully exposed for virtualmachineinstance testvmijv97g • [SLOW TEST:52.384 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:61 Expose ClusterIP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:68 Should expose a Cluster IP service on a VM and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:71 ------------------------------ Service node-port-vm successfully exposed for virtualmachineinstance testvmijv97g • [SLOW TEST:9.417 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:61 Expose NodePort service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:98 Should expose a NodePort service on a VM and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:103 ------------------------------ Service cluster-ip-udp-vm successfully exposed for virtualmachineinstance testvmizpmv9 • [SLOW TEST:49.927 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose UDP service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:140 Expose ClusterIP UDP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:147 Should expose a ClusterIP service on a VM and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:151 ------------------------------ Service node-port-udp-vm successfully exposed for virtualmachineinstance testvmizpmv9 • [SLOW TEST:10.652 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose UDP service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:140 Expose NodePort UDP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:179 Should expose a NodePort service on a VM and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:184 ------------------------------ Pod name: disks-images-provider-j7bgj Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-t9qt4 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-76rr7 Pod phase: Running 2018/07/19 13:16:43 http: TLS handshake error from 10.129.0.1:46056: EOF 2018/07/19 13:16:53 http: TLS handshake error from 10.129.0.1:46062: EOF 2018/07/19 13:17:03 http: TLS handshake error from 10.129.0.1:46068: EOF level=info timestamp=2018-07-19T13:17:08.790785Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/19 13:17:13 http: TLS handshake error from 10.129.0.1:46076: EOF 2018/07/19 13:17:23 http: TLS handshake error from 10.129.0.1:46082: EOF 2018/07/19 13:17:33 http: TLS handshake error from 10.129.0.1:46088: EOF 2018/07/19 13:17:43 http: TLS handshake error from 10.129.0.1:46094: EOF 2018/07/19 13:17:53 http: TLS handshake error from 10.129.0.1:46100: EOF 2018/07/19 13:18:03 http: TLS handshake error from 10.129.0.1:46106: EOF 2018/07/19 13:18:13 http: TLS handshake error from 10.129.0.1:46112: EOF 2018/07/19 13:18:23 http: TLS handshake error from 10.129.0.1:46118: EOF 2018/07/19 13:18:33 http: TLS handshake error from 10.129.0.1:46124: EOF 2018/07/19 13:18:43 http: TLS handshake error from 10.129.0.1:46130: EOF 2018/07/19 13:18:53 http: TLS handshake error from 10.129.0.1:46136: EOF Pod name: virt-api-7d79764579-kmgw8 Pod phase: Running 2018/07/19 13:18:17 http: TLS handshake error from 10.128.0.1:54636: EOF level=info timestamp=2018-07-19T13:18:17.624202Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T13:18:19.476005Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 13:18:27 http: TLS handshake error from 10.128.0.1:54686: EOF level=info timestamp=2018-07-19T13:18:27.879958Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T13:18:33.786953Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 13:18:37 http: TLS handshake error from 10.128.0.1:54742: EOF level=info timestamp=2018-07-19T13:18:38.176160Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T13:18:38.567761Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-19T13:18:45.749897Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 13:18:47 http: TLS handshake error from 10.128.0.1:54796: EOF level=info timestamp=2018-07-19T13:18:48.335253Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T13:18:50.118949Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 13:18:57 http: TLS handshake error from 10.128.0.1:54846: EOF level=info timestamp=2018-07-19T13:18:58.449771Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-7cm6g Pod phase: Running level=info timestamp=2018-07-19T13:12:18.780950Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmizpmv9\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmizpmv9" level=info timestamp=2018-07-19T13:12:18.892491Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmizpmv9\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmizpmv9" level=info timestamp=2018-07-19T13:13:19.210526Z pos=vm.go:459 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7w5mtfk9k5 kind= uid=8120efa2-8b55-11e8-8456-525500d15501 msg="Looking for VirtualMachineInstance Ref" level=error timestamp=2018-07-19T13:13:19.210716Z pos=vm.go:462 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7w5mtfk9k5 kind= uid=8120efa2-8b55-11e8-8456-525500d15501 msg="Cant find the matching VM for VirtualMachineInstance: testvmi7w5mtfk9k5" level=info timestamp=2018-07-19T13:13:19.210855Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7w5mtfk9k5 kind= uid=8120efa2-8b55-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T13:13:19.210949Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7w5mtfk9k5 kind= uid=8120efa2-8b55-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T13:13:19.230255Z pos=vm.go:459 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7w5mtxf5q9 kind= uid=8121c033-8b55-11e8-8456-525500d15501 msg="Looking for VirtualMachineInstance Ref" level=error timestamp=2018-07-19T13:13:19.230456Z pos=vm.go:462 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7w5mtxf5q9 kind= uid=8121c033-8b55-11e8-8456-525500d15501 msg="Cant find the matching VM for VirtualMachineInstance: testvmi7w5mtxf5q9" level=info timestamp=2018-07-19T13:13:19.230656Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7w5mtxf5q9 kind= uid=8121c033-8b55-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T13:13:19.230981Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi7w5mtxf5q9 kind= uid=8121c033-8b55-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=error timestamp=2018-07-19T13:13:19.353812Z pos=replicaset.go:230 component=virt-controller service=http namespace=kubevirt-test-default name=replicasetgxj6z kind= uid=8117322e-8b55-11e8-8456-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstancereplicasets.kubevirt.io \"replicasetgxj6z\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the replicaset status failed." level=info timestamp=2018-07-19T13:13:19.354970Z pos=replicaset.go:137 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstancereplicasets.kubevirt.io \"replicasetgxj6z\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstanceReplicaSet kubevirt-test-default/replicasetgxj6z" level=info timestamp=2018-07-19T13:13:19.587440Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi7w5mtfk9k5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi7w5mtfk9k5" level=info timestamp=2018-07-19T13:13:20.000514Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi7w5mtfk9k5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi7w5mtfk9k5" level=info timestamp=2018-07-19T13:13:20.001339Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi7w5mtxf5q9\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi7w5mtxf5q9" Pod name: virt-controller-7d57d96b65-ffdzv Pod phase: Running level=info timestamp=2018-07-19T13:01:52.154004Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-9gczq Pod phase: Running level=info timestamp=2018-07-19T13:13:37.470451Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi7w5mtxf5q9 kind= uid=8121c033-8b55-11e8-8456-525500d15501 msg="No update processing required" level=info timestamp=2018-07-19T13:13:37.473081Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-19T13:13:37.473589Z pos=vm.go:688 component=virt-handler namespace=kubevirt-test-default name=testvmi7w5mtxf5q9 kind=Domain uid=8121c033-8b55-11e8-8456-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-19T13:13:37.545827Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-19T13:13:38.005459Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi7w5mtxf5q9 kind= uid=8121c033-8b55-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:13:38.042300Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi7w5mtxf5q9 kind= uid=8121c033-8b55-11e8-8456-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-19T13:13:38.235711Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-19T13:13:38.244451Z pos=vm.go:688 component=virt-handler namespace=kubevirt-test-default name=testvmi7w5mtfk9k5 kind=Domain uid=8120efa2-8b55-11e8-8456-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-19T13:13:38.245913Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi7w5mtxf5q9 kind= uid=8121c033-8b55-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:13:38.393037Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi7w5mtfk9k5 kind= uid=8120efa2-8b55-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:13:38.510424Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi7w5mtfk9k5 kind= uid=8120efa2-8b55-11e8-8456-525500d15501 msg="No update processing required" level=info timestamp=2018-07-19T13:13:38.651506Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-19T13:13:38.982675Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi7w5mtfk9k5 kind= uid=8120efa2-8b55-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:13:38.982826Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi7w5mtfk9k5 kind= uid=8120efa2-8b55-11e8-8456-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-19T13:13:39.372245Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi7w5mtfk9k5 kind= uid=8120efa2-8b55-11e8-8456-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-handler-lczfl Pod phase: Running level=info timestamp=2018-07-19T13:10:57.696056Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmirrrdz7mbjc kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T13:10:57.696227Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmirrrdz7mbjc kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:11:33.298152Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmijv97g kind= uid=38245fde-8b55-11e8-8456-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-19T13:11:34.337224Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-19T13:11:34.337423Z pos=vm.go:657 component=virt-handler namespace=kubevirt-test-default name=testvmijv97g kind=Domain uid=38245fde-8b55-11e8-8456-525500d15501 msg="Domain is in state Paused reason Unknown" level=info timestamp=2018-07-19T13:11:34.977895Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-19T13:11:34.978637Z pos=vm.go:688 component=virt-handler namespace=kubevirt-test-default name=testvmijv97g kind=Domain uid=38245fde-8b55-11e8-8456-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-19T13:11:35.017005Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijv97g kind= uid=38245fde-8b55-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:11:35.017183Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmijv97g kind= uid=38245fde-8b55-11e8-8456-525500d15501 msg="No update processing required" level=info timestamp=2018-07-19T13:11:35.071577Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijv97g kind= uid=38245fde-8b55-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:11:35.078753Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmijv97g kind= uid=38245fde-8b55-11e8-8456-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-19T13:11:35.083296Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijv97g kind= uid=38245fde-8b55-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:11:35.083665Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-19T13:11:35.093759Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmijv97g kind= uid=38245fde-8b55-11e8-8456-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-19T13:11:35.106990Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmijv97g kind= uid=38245fde-8b55-11e8-8456-525500d15501 msg="Synchronization loop succeeded." Pod name: netcat4c7x2 Pod phase: Succeeded ++ head -n 1 +++ nc -ul 29016 +++ nc -up 29016 172.30.168.64 29017 -i 1 -w 1 +++ echo + x='Hello UDP World!' + echo 'Hello UDP World!' + '[' 'Hello UDP World!' = 'Hello UDP World!' ']' + echo succeeded + exit 0 Hello UDP World! succeeded Pod name: netcat6z2t4 Pod phase: Succeeded ++ head -n 1 +++ nc 172.30.126.228 27017 -i 1 -w 1 Hello World! + x='Hello World!' + echo 'Hello World!' + '[' 'Hello World!' = 'Hello World!' ']' + echo succeeded + exit 0 succeeded Pod name: netcat7hcr2 Pod phase: Succeeded ++ head -n 1 +++ nc -ul 31016 +++ echo +++ nc -up 31016 192.168.66.101 31017 -i 1 -w 1 + x='Hello UDP World!' + echo 'Hello UDP World!' + '[' 'Hello UDP World!' = 'Hello UDP World!' ']' + echo succeeded + exit 0 Hello UDP World! succeeded Pod name: netcatb6cpw Pod phase: Succeeded ++ head -n 1 +++ nc 192.168.66.101 30017 -i 1 -w 1 + x='Hello World!' + echo 'Hello World!' + '[' 'Hello World!' = 'Hello World!' ']' + echo succeeded + exit 0 Hello World! succeeded Pod name: netcats265f Pod phase: Succeeded ++ head -n 1 +++ nc -ul 31016 +++ echo +++ nc -up 31016 192.168.66.102 31017 -i 1 -w 1 Hello UDP World! + x='Hello UDP World!' + echo 'Hello UDP World!' + '[' 'Hello UDP World!' = 'Hello UDP World!' ']' + echo succeeded + exit 0 succeeded Pod name: netcatsjp8j Pod phase: Succeeded ++ head -n 1 +++ nc 192.168.66.102 30017 -i 1 -w 1 + x='Hello World!' + echo 'Hello World!' + '[' 'Hello World!' = 'Hello World!' ']' + echo succeeded + exit 0 Hello World! succeeded Pod name: netcattgvtq Pod phase: Succeeded ++ head -n 1 +++ nc -ul 28016 +++ echo +++ nc -up 28016 172.30.192.35 28017 -i 1 -w 1 + x='Hello UDP World!' + echo 'Hello UDP World!' + '[' 'Hello UDP World!' = 'Hello UDP World!' ']' + echo succeeded + exit 0 Hello UDP World! succeeded Pod name: virt-launcher-testvmi7w5mtfk9k5-r2c75 Pod phase: Running level=info timestamp=2018-07-19T13:13:36.466377Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-19T13:13:37.272610Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-19T13:13:37.369460Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T13:13:37.492283Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID f5dba0c1-ef3f-4f1c-89be-295b4a2feeaf" level=info timestamp=2018-07-19T13:13:37.498028Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-19T13:13:37.592302Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-19T13:13:37.633327Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T13:13:37.643442Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmi7w5mtfk9k5 kind= uid=8120efa2-8b55-11e8-8456-525500d15501 msg="Domain started." level=info timestamp=2018-07-19T13:13:37.645265Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi7w5mtfk9k5 kind= uid=8120efa2-8b55-11e8-8456-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-19T13:13:38.246965Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T13:13:38.247481Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-19T13:13:38.303228Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T13:13:38.516262Z pos=monitor.go:222 component=virt-launcher msg="Found PID for f5dba0c1-ef3f-4f1c-89be-295b4a2feeaf: 195" level=info timestamp=2018-07-19T13:13:38.653275Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T13:13:38.986911Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi7w5mtfk9k5 kind= uid=8120efa2-8b55-11e8-8456-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmi7w5mtxf5q9-742lc Pod phase: Running level=info timestamp=2018-07-19T13:13:36.224341Z pos=manager.go:157 component=virt-launcher namespace=kubevirt-test-default name=testvmi7w5mtxf5q9 kind= uid=8121c033-8b55-11e8-8456-525500d15501 msg="Domain defined." level=info timestamp=2018-07-19T13:13:37.013272Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-19T13:13:37.039436Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 6fb741c1-22d6-4198-b1e0-8364e7f8c97d" level=info timestamp=2018-07-19T13:13:37.040675Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-19T13:13:37.043330Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T13:13:37.272298Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-19T13:13:37.315011Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T13:13:37.320355Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmi7w5mtxf5q9 kind= uid=8121c033-8b55-11e8-8456-525500d15501 msg="Domain started." level=info timestamp=2018-07-19T13:13:37.322299Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi7w5mtxf5q9 kind= uid=8121c033-8b55-11e8-8456-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-19T13:13:37.474046Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T13:13:37.474214Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-19T13:13:37.508657Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T13:13:37.546357Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T13:13:38.049236Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 6fb741c1-22d6-4198-b1e0-8364e7f8c97d: 193" level=info timestamp=2018-07-19T13:13:38.051219Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi7w5mtxf5q9 kind= uid=8121c033-8b55-11e8-8456-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmijv97g-r2p6p Pod phase: Running level=info timestamp=2018-07-19T13:11:34.328868Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-19T13:11:34.345441Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T13:11:34.659062Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID e266dd6a-652a-4d1f-a4a7-53497d1c5904" level=info timestamp=2018-07-19T13:11:34.659270Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-19T13:11:34.857166Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-19T13:11:34.966663Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T13:11:34.974097Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmijv97g kind= uid=38245fde-8b55-11e8-8456-525500d15501 msg="Domain started." level=info timestamp=2018-07-19T13:11:34.976131Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmijv97g kind= uid=38245fde-8b55-11e8-8456-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-19T13:11:34.980551Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T13:11:34.982625Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-19T13:11:35.040108Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T13:11:35.082517Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmijv97g kind= uid=38245fde-8b55-11e8-8456-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-19T13:11:35.098248Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T13:11:35.106214Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmijv97g kind= uid=38245fde-8b55-11e8-8456-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-19T13:11:35.666194Z pos=monitor.go:222 component=virt-launcher msg="Found PID for e266dd6a-652a-4d1f-a4a7-53497d1c5904: 190" Pod name: virt-launcher-testvmiv7bpl6sgwt-xbws4 Pod phase: Running level=info timestamp=2018-07-19T13:11:30.019784Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-19T13:11:30.572147Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-19T13:11:30.598442Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T13:11:30.666295Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 277b320c-e2b6-4ba6-a22d-3ddce5d356bd" level=info timestamp=2018-07-19T13:11:30.666668Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-19T13:11:30.843348Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-19T13:11:30.858080Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T13:11:30.871541Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmiv7bpl6sgwt kind= uid=35d6f177-8b55-11e8-8456-525500d15501 msg="Domain started." level=info timestamp=2018-07-19T13:11:30.875535Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiv7bpl6sgwt kind= uid=35d6f177-8b55-11e8-8456-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-19T13:11:31.087312Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T13:11:31.087764Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-19T13:11:31.115229Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T13:11:31.671976Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 277b320c-e2b6-4ba6-a22d-3ddce5d356bd: 184" level=info timestamp=2018-07-19T13:11:31.831539Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T13:11:32.354941Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiv7bpl6sgwt kind= uid=35d6f177-8b55-11e8-8456-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmiv7bplrdqzb-5xqp4 Pod phase: Running level=info timestamp=2018-07-19T13:11:27.061411Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-19T13:11:27.900296Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-19T13:11:27.917838Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T13:11:28.091134Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 8fea3a4f-f20b-461c-ae91-74b3a4ef002e" level=info timestamp=2018-07-19T13:11:28.096450Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-19T13:11:28.472507Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-19T13:11:28.555336Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmiv7bplrdqzb kind= uid=34724746-8b55-11e8-8456-525500d15501 msg="Domain started." level=info timestamp=2018-07-19T13:11:28.561413Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T13:11:28.566065Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiv7bplrdqzb kind= uid=34724746-8b55-11e8-8456-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-19T13:11:28.574309Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T13:11:28.574719Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-19T13:11:28.643401Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T13:11:28.669975Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T13:11:28.752748Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiv7bplrdqzb kind= uid=34724746-8b55-11e8-8456-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-19T13:11:29.101807Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 8fea3a4f-f20b-461c-ae91-74b3a4ef002e: 182" Pod name: virt-launcher-testvmizpmv9-w44l2 Pod phase: Running level=info timestamp=2018-07-19T13:12:34.947375Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-19T13:12:35.591502Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-19T13:12:35.608040Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T13:12:35.801869Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 22993c9e-faa5-4eed-9ebf-f6e8aa99c49e" level=info timestamp=2018-07-19T13:12:35.803960Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-19T13:12:35.864825Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-19T13:12:35.931181Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmizpmv9 kind= uid=5cfb1b4c-8b55-11e8-8456-525500d15501 msg="Domain started." level=info timestamp=2018-07-19T13:12:35.941866Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmizpmv9 kind= uid=5cfb1b4c-8b55-11e8-8456-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-19T13:12:35.946553Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T13:12:35.964408Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T13:12:35.966569Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-19T13:12:36.001263Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T13:12:36.014173Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T13:12:36.055305Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmizpmv9 kind= uid=5cfb1b4c-8b55-11e8-8456-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-19T13:12:36.811507Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 22993c9e-faa5-4eed-9ebf-f6e8aa99c49e: 188" • Failure in Spec Setup (BeforeEach) [341.721 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VM replica set /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:227 Expose ClusterIP service [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:260 Should create a ClusterIP service on VMRS and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:264 Expected error: : 180000000000 expect: timer expired after 180 seconds not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:36 ------------------------------ STEP: Creating a VMRS object with 2 replicas STEP: Start the replica set STEP: Checking the number of ready replicas STEP: add an 'hello world' server on each VM in the replica set level=info timestamp=2018-07-19T13:18:58.651476Z pos=utils.go:1227 component=tests namespace=kubevirt-test-default name=testvmiv7bpl6sgwt kind=VirtualMachineInstance uid=35d6f177-8b55-11e8-8456-525500d15501 msg="Login: [{2 \r\n\r\nfailed 13/20: up 154.34. request failed\r\nfailed 14/20: up 166.37. request failed\r\nfailed 15/20: up 178.47. request failed\r\nfailed 16/20: up 190.56. request failed\r\nfailed 17/20: up 202.63. request failed\r\nfailed 18/20: up 214.69. request failed\r\nfailed 19/20: up 226.89. request failed\r\nfailed 20/20: up 239.08. request failed\r\nfailed to read iid from metadata. tried 20\r\nfailed to get instance-id of datasource\r\nTop of dropbear init script\r\nStarting dropbear sshd: failed to get instance-id of datasource\r\nOK\r\nGROWROOT: NOCHANGE: partition 1 is size 71647. it cannot be grown\r\n/dev/root resized successfully [took 0.03s]\r\n=== system information ===\r\nPlatform: QEMU Standard PC (Q35 + ICH9, 2009)\r\nContainer: none\r\nArch: x86_64\r\nCPU(s): 1 @ 2099.998 MHz\r\nCores/Sockets/Threads: 1/1/1\r\nVirt-type: \r\nRAM Size: 43MB\r\nDisks:\r\nNAME MAJ:MIN SIZE LABEL MOUNTPOINT\r\nvda 253:0 46137344 \r\nvda1 253:1 36683264 cirros-rootfs /\r\nvda15 253:15 8388608 \r\n=== sshd host keys ===\r\n-----BEGIN SSH HOST KEY KEYS-----\r\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCNldda7u87ySlEHD2JiinifaZ3IhiHSTQHC/pEmWqHBs6wIUk/Dw+GVkdiIMwOm8U1SIVMKezyekxw+Sa3kKJuUjXZZlP9znEgGu9zhVLSA2e+IpaTxL0Xnf2iYVmm6Y/t2Amd0tA+nAu9p6dKBIl21RytmlbCJWWAfZHqNX+PCI+r3fxdIDwwJ/AxEO8UigyJaTK0F+vnZ8TiBB7HIBvAPUv/pqwoGlK9p1gWqe1vzLbmX5RAB6U0dDR+2ZCxyM72Y1A10VI7UaudByIXm1AWanfquowTS7w7zqgceJ775yPMby64Fy7czKJ9bb74gsbVima/cVtlxaqfkDCKqUhj root@cirros\r\nssh-dss AAAAB3NzaC1kc3MAAACBAPPaK0//inBYdSQoxbPxgLXEu+1b8Z6zNQ67izEOfIiKD9foi1OlH+PfooJdLFu2E+6CErwHaOK7kBDz/kLcRb5tGbgFkYlhgVTDZQD73JrcTbyeqbnIoke7NA7PTeprwbkw13Zy4H0euDPzep8cVJ3xhEIBtlRn2Viqb/E7y/tDAAAAFQDllx64DvCWfh830Gr+o6zRBs2DuQAAAIEA5FSdxwr/DqPLYoeNimGdjQUHB8tXdlEd6aRG7e0Ug19RYxySvbCrnrqz5N4gojfkHXkSdhh9Ov2427svAiMq4ioCdDtAKUvUvwydmgUKyxJFDOMlHx7Nbdt08oEnKOgrDc16dId0f7tXhIpGoYAvCkOGo5nYaJU96YGKpBDt+KEAAACBAJ3uI8/h4rcM35FFQ0XZsr7DeqsvmEuQ0JlwUTVNNZBqlODr88K0bkn80qxKY9OphzWGJNONsMi+sTbWehzMtWGeDMZMvzsTeygls+dD6mIr5jc6JYpzZ2OxZaodNUYtLgvRsuxWTIK+6K/LGGqDiNueqTy/ECt7CCr8O70IZfGB root@cirros\r\n-----END SSH HOST KEY KEYS-----\r\n=== network info ===\r\nif-info: lo,up,127.0.0.1,8,,\r\nif-info: eth0,up,10.129.0.30,23,fe80::858:aff:fe81:1e/64,\r\nip-route:default via 10.129.0.1 dev eth0 \r\nip-route:10.128.0.0/14 dev eth0 \r\nip-route:10.129.0.0/23 dev eth0 src 10.129.0.30 \r\nip-route:224.0.0.0/4 dev eth0 \r\nip-route6:fe80::/64 dev eth0 metric 256 \r\nip-route6:unreachable default dev lo metric -1 error -101\r\nip-route6:ff00::/8 dev eth0 metric 256 \r\nip-route6:unreachable default dev lo metric -1 error -101\r\n=== datasource: None None ===\r\n=== cirros: current=0.4.0 uptime=253.23 ===\r\n ____ ____ ____\r\n / __/ __ ____ ____ / __ \\/ __/\r\n/ /__ / // __// __// /_/ /\\ \\ \r\n\\___//_//_/ /_/ \\____/___/ \r\n http://cirros-cloud.net\r\n\r\n\r\r\nlogin as 'cirros' user. default password: 'gocubsgo'. use 'sudo' for root. [login as 'cirros' user. default password: 'gocubsgo'. use 'sudo' for root.]} {4 \r\n\rcirros login: \r\r\nlogin as 'cirros' user. default password: 'gocubsgo'. use 'sudo' for root.\r\n\rcirros login: []}]" Service cluster-ip-ovm successfully exposed for virtualmachine testvmijvfdj VM testvmijvfdj was scheduled to start • [SLOW TEST:51.790 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on an Offline VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:292 Expose ClusterIP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:336 Connect to ClusterIP services that was set when VM was offline /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:337 ------------------------------ •• ------------------------------ • [SLOW TEST:20.732 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should update VirtualMachine once VMIs are up /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:195 ------------------------------ •• ------------------------------ • [SLOW TEST:26.881 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should recreate VirtualMachineInstance if it gets deleted /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:245 ------------------------------ • [SLOW TEST:48.254 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should recreate VirtualMachineInstance if the VirtualMachineInstance's pod gets deleted /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:265 ------------------------------ • [SLOW TEST:31.510 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should stop VirtualMachineInstance if running set to false /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:325 ------------------------------ • [SLOW TEST:146.372 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should start and stop VirtualMachineInstance multiple times /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:333 ------------------------------ • [SLOW TEST:44.019 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should not update the VirtualMachineInstance spec if Running /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:346 ------------------------------ • [SLOW TEST:199.328 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should survive guest shutdown, multiple times /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:387 ------------------------------ VM testvmin69b7 was scheduled to start • [SLOW TEST:17.757 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 Using virtctl interface /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:435 should start a VirtualMachineInstance once /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:436 ------------------------------ VM testvmiqdczk was scheduled to stop • [SLOW TEST:32.008 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 Using virtctl interface /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:435 should stop a VirtualMachineInstance once /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:467 ------------------------------ • [SLOW TEST:37.617 seconds] LeaderElection /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:43 Start a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:53 when the controller pod is not running /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:54 should success /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:55 ------------------------------ • [SLOW TEST:72.957 seconds] RegistryDisk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:41 Starting and stopping the same VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:90 with ephemeral registry disk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:91 should success multiple times /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:92 ------------------------------ • [SLOW TEST:17.453 seconds] RegistryDisk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:41 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:111 with ephemeral registry disk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:112 should not modify the spec on status update /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:113 ------------------------------ • [SLOW TEST:37.038 seconds] RegistryDisk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:41 Starting multiple VMIs /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:129 with ephemeral registry disk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:130 should success /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:131 ------------------------------ • ------------------------------ • [SLOW TEST:19.751 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should successfully start with hook sidecar annotation /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:60 ------------------------------ • [SLOW TEST:20.870 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should call Collect and OnDefineDomain on the hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:67 ------------------------------ • [SLOW TEST:20.824 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should update domain XML with SM BIOS properties /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:83 ------------------------------ volumedisk0 compute • [SLOW TEST:40.234 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 VirtualMachineInstance definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:55 with 3 CPU cores /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:56 should report 3 cpu cores under guest OS /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:62 ------------------------------ • [SLOW TEST:17.201 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 VirtualMachineInstance definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:55 with hugepages /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:108 should consume hugepages /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 hugepages-2Mi /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ S [SKIPPING] [0.218 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 VirtualMachineInstance definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:55 with hugepages /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:108 should consume hugepages /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 hugepages-1Gi [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 No node with hugepages hugepages-1Gi capacity /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:160 ------------------------------ • ------------------------------ • [SLOW TEST:77.999 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 with CPU spec /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:238 when CPU model defined /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:277 should report defined CPU model /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:278 ------------------------------ • [SLOW TEST:81.860 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 with CPU spec /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:238 when CPU model not defined /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:305 should report CPU model from libvirt capabilities /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:306 ------------------------------ • [SLOW TEST:42.959 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 New VirtualMachineInstance with all supported drives /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:326 should have all the device nodes /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:349 ------------------------------ • ------------------------------ • [SLOW TEST:5.057 seconds] Subresource Api /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:37 Rbac Authorization /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:48 Without permissions /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:56 should not be able to access subresource endpoint /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:57 ------------------------------ • [SLOW TEST:5.426 seconds] Subresource Api /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:37 Rbac Authorization For Version Command /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:63 with authenticated user /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:66 should be allowed to access subresource version endpoint /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:67 ------------------------------ • [SLOW TEST:5.416 seconds] Subresource Api /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:37 Rbac Authorization For Version Command /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:63 Without permissions /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:71 should be able to access subresource version endpoint /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:72 ------------------------------ • [SLOW TEST:47.007 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:35 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:64 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a cirros image /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 should return that we are running cirros /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:67 ------------------------------ • [SLOW TEST:49.611 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:35 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:64 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a fedora image /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:76 should return that we are running fedora /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:77 ------------------------------ • [SLOW TEST:38.767 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:35 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:64 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 should be able to reconnect to console multiple times /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:86 ------------------------------ • [SLOW TEST:18.512 seconds] VNC /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:54 with VNC connection /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:62 should allow accessing the VNC device /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:64 ------------------------------ •• ------------------------------ • [SLOW TEST:132.735 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the Inbound VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • Pod name: disks-images-provider-j7bgj Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-t9qt4 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-76rr7 Pod phase: Running 2018/07/19 13:43:53 http: TLS handshake error from 10.129.0.1:47094: EOF 2018/07/19 13:44:03 http: TLS handshake error from 10.129.0.1:47100: EOF 2018/07/19 13:44:13 http: TLS handshake error from 10.129.0.1:47106: EOF 2018/07/19 13:44:23 http: TLS handshake error from 10.129.0.1:47112: EOF 2018/07/19 13:44:33 http: TLS handshake error from 10.129.0.1:47118: EOF level=info timestamp=2018-07-19T13:44:39.030955Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/19 13:44:43 http: TLS handshake error from 10.129.0.1:47124: EOF 2018/07/19 13:44:53 http: TLS handshake error from 10.129.0.1:47130: EOF 2018/07/19 13:45:03 http: TLS handshake error from 10.129.0.1:47136: EOF 2018/07/19 13:45:13 http: TLS handshake error from 10.129.0.1:47144: EOF 2018/07/19 13:45:23 http: TLS handshake error from 10.129.0.1:47150: EOF 2018/07/19 13:45:33 http: TLS handshake error from 10.129.0.1:47156: EOF level=info timestamp=2018-07-19T13:45:39.100922Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/19 13:45:43 http: TLS handshake error from 10.129.0.1:47162: EOF 2018/07/19 13:45:53 http: TLS handshake error from 10.129.0.1:47168: EOF Pod name: virt-api-7d79764579-kmgw8 Pod phase: Running 2018/07/19 13:45:07 http: TLS handshake error from 10.128.0.1:34980: EOF level=info timestamp=2018-07-19T13:45:08.806060Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-19T13:45:12.059514Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T13:45:16.798233Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 13:45:17 http: TLS handshake error from 10.128.0.1:35034: EOF level=info timestamp=2018-07-19T13:45:22.267123Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 13:45:27 http: TLS handshake error from 10.128.0.1:35084: EOF level=info timestamp=2018-07-19T13:45:32.206941Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T13:45:32.319030Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T13:45:32.459042Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 13:45:37 http: TLS handshake error from 10.128.0.1:35134: EOF level=info timestamp=2018-07-19T13:45:42.654376Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T13:45:47.069487Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 13:45:47 http: TLS handshake error from 10.128.0.1:35188: EOF level=info timestamp=2018-07-19T13:45:52.856225Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-ffdzv Pod phase: Running level=info timestamp=2018-07-19T13:39:35.166317Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmirvrb7 kind= uid=2c968a42-8b59-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T13:40:13.972349Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi444cb kind= uid=43b93368-8b59-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T13:40:13.983023Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi444cb kind= uid=43b93368-8b59-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T13:40:14.283486Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi444cb\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi444cb" level=info timestamp=2018-07-19T13:40:14.333726Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi444cb\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi444cb" level=info timestamp=2018-07-19T13:40:32.558715Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi29v5h kind= uid=4ed05391-8b59-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T13:40:32.559978Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi29v5h kind= uid=4ed05391-8b59-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T13:40:32.576186Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmispdst kind= uid=4ed3ce46-8b59-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T13:40:32.576616Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmispdst kind= uid=4ed3ce46-8b59-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T13:40:32.608611Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmit8dm7 kind= uid=4ed60afb-8b59-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T13:40:32.608726Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmit8dm7 kind= uid=4ed60afb-8b59-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T13:40:32.656373Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqfjfw kind= uid=4edc5481-8b59-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T13:40:32.657395Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqfjfw kind= uid=4edc5481-8b59-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T13:40:32.846272Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmit8dm7\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmit8dm7" level=info timestamp=2018-07-19T13:40:33.356694Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiqfjfw\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiqfjfw" Pod name: virt-controller-7d57d96b65-pscxr Pod phase: Running level=info timestamp=2018-07-19T13:29:33.132952Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-9gczq Pod phase: Running level=info timestamp=2018-07-19T13:41:01.652439Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmit8dm7\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmit8dm7" level=info timestamp=2018-07-19T13:41:01.689325Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmit8dm7 kind= uid=4ed60afb-8b59-11e8-8456-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-19T13:41:01.858181Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmit8dm7 kind= uid=4ed60afb-8b59-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:41:02.099344Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmit8dm7 kind= uid=4ed60afb-8b59-11e8-8456-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-19T13:41:02.164140Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmit8dm7 kind= uid=4ed60afb-8b59-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:41:03.461906Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-19T13:41:03.462554Z pos=vm.go:657 component=virt-handler namespace=kubevirt-test-default name=testvmi29v5h kind=Domain uid=4ed05391-8b59-11e8-8456-525500d15501 msg="Domain is in state Paused reason Unknown" level=info timestamp=2018-07-19T13:41:04.503604Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-19T13:41:04.539337Z pos=vm.go:688 component=virt-handler namespace=kubevirt-test-default name=testvmi29v5h kind=Domain uid=4ed05391-8b59-11e8-8456-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-19T13:41:04.646558Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-19T13:41:04.746079Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi29v5h kind= uid=4ed05391-8b59-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:41:05.473207Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi29v5h kind= uid=4ed05391-8b59-11e8-8456-525500d15501 msg="No update processing required" level=info timestamp=2018-07-19T13:41:06.764499Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi29v5h kind= uid=4ed05391-8b59-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:41:06.764902Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi29v5h kind= uid=4ed05391-8b59-11e8-8456-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-19T13:41:06.913057Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi29v5h kind= uid=4ed05391-8b59-11e8-8456-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-handler-lczfl Pod phase: Running level=info timestamp=2018-07-19T13:36:55.614406Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi7vldg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-19T13:36:55.614604Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi7vldg kind= uid=a8ad1d65-8b58-11e8-8456-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-19T13:36:55.614695Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi7vldg kind= uid=a8ad1d65-8b58-11e8-8456-525500d15501 msg="Processing shutdown." level=error timestamp=2018-07-19T13:36:55.746979Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi7vldg kind= uid=a8ad1d65-8b58-11e8-8456-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi7vldg\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi7vldg, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: a8ad1d65-8b58-11e8-8456-525500d15501, UID in object meta: " msg="Updating the VirtualMachineInstance status failed." level=error timestamp=2018-07-19T13:36:55.756964Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmi79k6j kind= uid=9ce28210-8b58-11e8-8456-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi79k6j\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi79k6j, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 9ce28210-8b58-11e8-8456-525500d15501, UID in object meta: " msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-19T13:36:55.747414Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi7vldg\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi7vldg, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: a8ad1d65-8b58-11e8-8456-525500d15501, UID in object meta: " msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi7vldg" level=info timestamp=2018-07-19T13:36:55.762489Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi7vldg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T13:36:55.763520Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi7vldg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:36:55.761399Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi79k6j\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmi79k6j, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 9ce28210-8b58-11e8-8456-525500d15501, UID in object meta: " msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi79k6j" level=info timestamp=2018-07-19T13:36:55.767481Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi7vldg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T13:36:55.768494Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi7vldg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:36:55.770373Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi79k6j kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T13:36:55.771593Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi79k6j kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:36:55.774412Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi79k6j kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T13:36:55.775663Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi79k6j kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi29v5h-x27xj Pod phase: Running level=info timestamp=2018-07-19T13:41:00.922868Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-19T13:41:03.130322Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-19T13:41:03.146515Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 6a2b4a11-801f-4893-aaba-52f232220849" level=info timestamp=2018-07-19T13:41:03.146789Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-19T13:41:03.464594Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T13:41:04.196675Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 6a2b4a11-801f-4893-aaba-52f232220849: 224" level=info timestamp=2018-07-19T13:41:04.273412Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-19T13:41:04.422668Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T13:41:04.423974Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmi29v5h kind= uid=4ed05391-8b59-11e8-8456-525500d15501 msg="Domain started." level=info timestamp=2018-07-19T13:41:04.426160Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi29v5h kind= uid=4ed05391-8b59-11e8-8456-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-19T13:41:04.521707Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T13:41:04.521926Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-19T13:41:04.561492Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T13:41:04.647319Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T13:41:06.897883Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi29v5h kind= uid=4ed05391-8b59-11e8-8456-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmiqfjfw-77n5s Pod phase: Running level=info timestamp=2018-07-19T13:40:58.072617Z pos=manager.go:157 component=virt-launcher namespace=kubevirt-test-default name=testvmiqfjfw kind= uid=4edc5481-8b59-11e8-8456-525500d15501 msg="Domain defined." level=info timestamp=2018-07-19T13:40:58.852205Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-19T13:40:59.027837Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T13:40:59.031010Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 26b34bf1-f618-4064-956a-9c56894f985a" level=info timestamp=2018-07-19T13:40:59.031521Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-19T13:40:59.458271Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-19T13:40:59.489470Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T13:40:59.503815Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T13:40:59.521046Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-19T13:40:59.528840Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmiqfjfw kind= uid=4edc5481-8b59-11e8-8456-525500d15501 msg="Domain started." level=info timestamp=2018-07-19T13:40:59.533467Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiqfjfw kind= uid=4edc5481-8b59-11e8-8456-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-19T13:40:59.570509Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T13:40:59.642523Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T13:41:00.040785Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 26b34bf1-f618-4064-956a-9c56894f985a: 210" level=info timestamp=2018-07-19T13:41:00.184804Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiqfjfw kind= uid=4edc5481-8b59-11e8-8456-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmispdst-bgwzt Pod phase: Running level=info timestamp=2018-07-19T13:40:57.602982Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-19T13:40:58.388441Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-19T13:40:58.407562Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 4f4db556-97aa-4a5c-9dbb-e271d88e1b1f" level=info timestamp=2018-07-19T13:40:58.407758Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-19T13:40:58.444853Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T13:40:59.156220Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-19T13:40:59.211567Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T13:40:59.241642Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmispdst kind= uid=4ed3ce46-8b59-11e8-8456-525500d15501 msg="Domain started." level=info timestamp=2018-07-19T13:40:59.243833Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmispdst kind= uid=4ed3ce46-8b59-11e8-8456-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-19T13:40:59.270923Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T13:40:59.271089Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-19T13:40:59.291066Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T13:40:59.299450Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T13:40:59.381527Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmispdst kind= uid=4ed3ce46-8b59-11e8-8456-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-19T13:40:59.422482Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 4f4db556-97aa-4a5c-9dbb-e271d88e1b1f: 211" Pod name: virt-launcher-testvmit8dm7-xfslt Pod phase: Running level=info timestamp=2018-07-19T13:40:59.980524Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-19T13:41:00.013059Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T13:41:00.044220Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 9b007856-eda6-454d-9995-f76ba825a03d" level=info timestamp=2018-07-19T13:41:00.044408Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-19T13:41:00.616441Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-19T13:41:00.682896Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T13:41:00.687700Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmit8dm7 kind= uid=4ed60afb-8b59-11e8-8456-525500d15501 msg="Domain started." level=info timestamp=2018-07-19T13:41:00.691513Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmit8dm7 kind= uid=4ed60afb-8b59-11e8-8456-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-19T13:41:00.937883Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T13:41:00.938026Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-19T13:41:00.971716Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T13:41:01.057400Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 9b007856-eda6-454d-9995-f76ba825a03d: 219" level=info timestamp=2018-07-19T13:41:01.180177Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T13:41:01.703143Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmit8dm7 kind= uid=4ed60afb-8b59-11e8-8456-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-19T13:41:02.132974Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmit8dm7 kind= uid=4ed60afb-8b59-11e8-8456-525500d15501 msg="Synced vmi" ------------------------------ • Failure [188.467 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the Inbound VirtualMachineInstance with custom MAC address [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: : 180000000000 expect: timer expired after 180 seconds not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:224 ------------------------------ STEP: checking br1 MTU inside the pod level=info timestamp=2018-07-19T13:42:49.457223Z pos=vmi_networking_test.go:185 component=tests msg="4: br1: mtu 1450 qdisc noqueue state UP group default \n link/ether 0a:58:0a:64:27:e9 brd ff:ff:ff:ff:ff:ff\n inet 169.254.75.86/32 brd 169.254.75.86 scope global br1\n valid_lft forever preferred_lft forever\n inet6 fe80::858:aff:fe64:27e9/64 scope link \n valid_lft forever preferred_lft forever\n" STEP: checking eth0 MTU inside the VirtualMachineInstance level=info timestamp=2018-07-19T13:42:50.583370Z pos=vmi_networking_test.go:205 component=tests msg="[{1 \r\n$ [$ ]} {3 ip address show eth0\r\n2: eth0: mtu 1450 qdisc pfifo_fast qlen 1000\r\n [2: eth0: mtu 1450 qdisc pfifo_fast qlen 1000\r\n]} {5 link/ether 0a:58:0a:81:00:5a brd [0]}]" STEP: checking the VirtualMachineInstance can send MTU sized frames to another VirtualMachineInstance level=info timestamp=2018-07-19T13:45:56.358215Z pos=utils.go:1190 component=tests namespace=kubevirt-test-default name=testvmispdst kind=VirtualMachineInstance uid=4ed3ce46-8b59-11e8-8456-525500d15501 msg="[{1 \r\n\r\n$ [$ ]} {3 ping 10.129.0.88 -c 1 -w 5 -s 1422\r\nPING 10.129.0.88 (10.129.0.88): 1422 data bytes\r\n\r\n--- 10.129.0.88 ping statistics ---\r\n5 packets transmitted, 0 packets received, 100% packet loss\r\n$ [$ ]} {5 echo $?\r\n1\r\n$ []}]" •• ------------------------------ • [SLOW TEST:6.375 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be reachable via the propagated IP from a Pod /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 on a different node from Pod /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ •• ------------------------------ • [SLOW TEST:6.665 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 with a service matching the vmi exposed /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:283 should be able to reach the vmi based on labels specified on the vmi /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:303 ------------------------------ • [SLOW TEST:5.729 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 with a service matching the vmi exposed /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:283 should fail to reach the vmi if an invalid servicename is used /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:314 ------------------------------ • ------------------------------ • [SLOW TEST:35.558 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom interface model /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:379 should expose the right device type to the guest /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:380 ------------------------------ • ------------------------------ • [SLOW TEST:34.448 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:413 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:414 ------------------------------ • [SLOW TEST:33.681 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address in non-conventional format /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:425 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:426 ------------------------------ • [SLOW TEST:34.084 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address and slirp interface /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:438 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:439 ------------------------------ • [SLOW TEST:47.023 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with disabled automatic attachment of interfaces /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:451 should not configure any external interfaces /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:452 ------------------------------ •••••••••••• ------------------------------ • [SLOW TEST:18.387 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 should start it /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:76 ------------------------------ • [SLOW TEST:18.082 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 should attach virt-launcher to it /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:82 ------------------------------ •••• ------------------------------ • [SLOW TEST:33.928 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with boot order /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:170 should be able to boot from selected disk /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 Alpine as first boot /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:26.466 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with boot order /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:170 should be able to boot from selected disk /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 Cirros as first boot /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:17.202 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with user-data /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:201 without k8s secret /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:202 should retry starting the VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:203 ------------------------------ • [SLOW TEST:18.075 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with user-data /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:201 without k8s secret /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:202 should log warning and proceed once the secret is there /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:233 ------------------------------ • [SLOW TEST:36.401 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 when virt-launcher crashes /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:281 should be stopped and have Failed phase /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:282 ------------------------------ • [SLOW TEST:26.880 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 when virt-handler crashes /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:304 should recover and continue management /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:305 ------------------------------ • [SLOW TEST:10.441 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 when virt-handler is responsive /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:335 should indicate that a node is ready for vmis /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:336 ------------------------------ • [SLOW TEST:105.838 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 when virt-handler is not responsive /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:366 the node controller should react /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:405 ------------------------------ S [SKIPPING] [0.281 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with non default namespace /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:458 should log libvirt start and stop lifecycle events of the domain /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 kubevirt-test-default [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Skip log query tests for JENKINS ci test environment /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:463 ------------------------------ S [SKIPPING] [0.168 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with non default namespace /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:458 should log libvirt start and stop lifecycle events of the domain /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 kubevirt-test-alternative [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Skip log query tests for JENKINS ci test environment /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:463 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.268 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 VirtualMachineInstance Emulation Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:519 should enable emulation in virt-launcher [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:531 Software emulation is not enabled on this cluster /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:527 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.250 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 VirtualMachineInstance Emulation Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:519 should be reflected in domain XML [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:568 Software emulation is not enabled on this cluster /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:527 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.276 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 VirtualMachineInstance Emulation Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:519 should request a TUN device but not KVM [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:612 Software emulation is not enabled on this cluster /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:527 ------------------------------ •••• ------------------------------ • [SLOW TEST:19.874 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Delete a VirtualMachineInstance's Pod /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:764 should result in the VirtualMachineInstance moving to a finalized state /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:765 ------------------------------ • [SLOW TEST:36.742 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Delete a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:796 with an active pod. /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:797 should result in pod being terminated /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:798 ------------------------------ • [SLOW TEST:23.170 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Delete a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:796 with grace period greater than 0 /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:821 should run graceful shutdown /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:822 ------------------------------ • [SLOW TEST:33.042 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Killed VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:873 should be in Failed phase /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:874 ------------------------------ • [SLOW TEST:28.515 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Killed VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:873 should be left alone by virt-handler /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:901 ------------------------------ • ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.009 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 should succeed to start a vmi [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:133 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.006 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 should succeed to stop a running vmi [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:139 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.006 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with winrm connection [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:150 should have correct UUID /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:192 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.006 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with winrm connection [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:150 should have pod IP /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:208 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.006 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with kubectl command [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:226 should succeed to start a vmi /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:242 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.006 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with kubectl command [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:226 should succeed to stop a vmi /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:250 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ • [SLOW TEST:20.867 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given a vmi /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:19.757 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given an vm /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:20.192 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given a vmi preset /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:20.390 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given a vmi replica set /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ Pod name: disks-images-provider-j7bgj Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-t9qt4 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-76rr7 Pod phase: Running 2018/07/19 14:00:02 http: TLS handshake error from 10.129.0.1:37244: EOF 2018/07/19 14:00:12 http: TLS handshake error from 10.129.0.1:37246: EOF 2018/07/19 14:00:22 http: TLS handshake error from 10.129.0.1:37252: EOF 2018/07/19 14:00:32 http: TLS handshake error from 10.129.0.1:37258: EOF level=info timestamp=2018-07-19T14:00:39.485047Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/19 14:00:42 http: TLS handshake error from 10.129.0.1:37264: EOF 2018/07/19 14:00:52 http: TLS handshake error from 10.129.0.1:37270: EOF 2018/07/19 14:01:02 http: TLS handshake error from 10.129.0.1:37276: EOF level=info timestamp=2018-07-19T14:01:09.538923Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/19 14:01:12 http: TLS handshake error from 10.129.0.1:37282: EOF 2018/07/19 14:01:22 http: TLS handshake error from 10.129.0.1:37288: EOF 2018/07/19 14:01:32 http: TLS handshake error from 10.129.0.1:37294: EOF 2018/07/19 14:01:42 http: TLS handshake error from 10.129.0.1:37300: EOF 2018/07/19 14:01:52 http: TLS handshake error from 10.129.0.1:37306: EOF 2018/07/19 14:02:02 http: TLS handshake error from 10.129.0.1:37312: EOF Pod name: virt-api-7d79764579-kmgw8 Pod phase: Running level=info timestamp=2018-07-19T14:01:26.060869Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 14:01:27 http: TLS handshake error from 10.128.0.1:40428: EOF level=info timestamp=2018-07-19T14:01:29.717341Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 14:01:37 http: TLS handshake error from 10.128.0.1:40478: EOF level=info timestamp=2018-07-19T14:01:39.170053Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-19T14:01:39.825682Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:01:41.693002Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:01:41.749130Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 14:01:47 http: TLS handshake error from 10.128.0.1:40532: EOF level=info timestamp=2018-07-19T14:01:49.904928Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:01:56.271344Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 14:01:57 http: TLS handshake error from 10.128.0.1:40582: EOF level=info timestamp=2018-07-19T14:02:00.071190Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:02:00.435189Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-19T14:02:00.439191Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 Pod name: virt-controller-7d57d96b65-ffdzv Pod phase: Running level=info timestamp=2018-07-19T13:55:04.276137Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmippflc kind= uid=56647ed6-8b5b-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T13:55:04.599484Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmippflc\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmippflc" level=info timestamp=2018-07-19T13:55:24.180446Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmig77ck kind= uid=623f2098-8b5b-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T13:55:24.181411Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmig77ck kind= uid=623f2098-8b5b-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T13:55:24.774297Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmig77ck\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmig77ck" level=info timestamp=2018-07-19T13:56:00.923404Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T13:56:00.924442Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T13:56:24.108767Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmikxmls kind= uid=85f7e9bd-8b5b-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T13:56:24.109358Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmikxmls kind= uid=85f7e9bd-8b5b-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T13:56:57.114177Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifq7z5 kind= uid=99a7888e-8b5b-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T13:56:57.115874Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifq7z5 kind= uid=99a7888e-8b5b-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T13:56:57.252427Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmifq7z5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmifq7z5" level=info timestamp=2018-07-19T13:58:47.295148Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi84th5 kind= uid=db4dfc90-8b5b-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T13:58:47.296119Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi84th5 kind= uid=db4dfc90-8b5b-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T13:58:47.528610Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi84th5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi84th5" Pod name: virt-controller-7d57d96b65-pscxr Pod phase: Running level=info timestamp=2018-07-19T14:00:01.806054Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-lqgdp Pod phase: Running level=info timestamp=2018-07-19T13:56:23.605946Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-19T13:56:23.608560Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-19T13:56:23.608679Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-19T13:56:23.609044Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.609564Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-19T13:56:23.613756Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-19T13:56:23.614856Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-19T13:56:23.615048Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-19T13:56:23.677214Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.677389Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T13:56:23.677482Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.886380Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T13:56:23.887176Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.919287Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T13:56:23.919483Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-ssnmz Pod phase: Running level=info timestamp=2018-07-19T13:59:47.437439Z pos=virt-handler.go:87 component=virt-handler hostname=node02 level=info timestamp=2018-07-19T13:59:47.444756Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-19T13:59:47.445538Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-19T13:59:47.545219Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-19T13:59:47.556441Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" level=info timestamp=2018-07-19T13:59:47.574790Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" E0719 13:59:50.615819 3393 reflector.go:205] kubevirt.io/kubevirt/pkg/virt-handler/vm.go:224: Failed to list *v1.VirtualMachineInstance: Get https://172.30.0.1:443/apis/kubevirt.io/v1alpha2/virtualmachineinstances?labelSelector=kubevirt.io%!F(MISSING)nodeName+in+%!n(MISSING)ode02%!&(MISSING)limit=500&resourceVersion=0: dial tcp 172.30.0.1:443: connect: no route to host level=info timestamp=2018-07-19T13:59:51.746637Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi84th5 kind=VirtualMachineInstance uid=db4dfc90-8b5b-11e8-8456-525500d15501 msg="No update processing required" level=info timestamp=2018-07-19T13:59:51.879990Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi84th5 kind=VirtualMachineInstance uid=db4dfc90-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:59:51.880404Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi84th5 kind= uid=db4dfc90-8b5b-11e8-8456-525500d15501 msg="No update processing required" level=info timestamp=2018-07-19T13:59:51.880573Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi84th5 kind= uid=db4dfc90-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi84th5-6n5qz Pod phase: Running level=info timestamp=2018-07-19T13:59:51.394558Z pos=manager.go:69 component=virt-launcher msg="Collected all requested hook sidecar sockets" level=info timestamp=2018-07-19T13:59:51.394893Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[]" level=info timestamp=2018-07-19T13:59:51.396591Z pos=libvirt.go:256 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" level=info timestamp=2018-07-19T14:00:01.584982Z pos=libvirt.go:271 component=virt-launcher msg="Connected to libvirt daemon" level=info timestamp=2018-07-19T14:00:01.612459Z pos=virt-launcher.go:143 component=virt-launcher msg="Watchdog file created at /var/run/kubevirt/watchdog-files/kubevirt-test-default_testvmi84th5" level=info timestamp=2018-07-19T14:00:01.620930Z pos=client.go:152 component=virt-launcher msg="Registered libvirt event notify callback" level=info timestamp=2018-07-19T14:00:01.621913Z pos=virt-launcher.go:60 component=virt-launcher msg="Marked as ready" • Failure [199.886 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with Disk PVC [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected : 180000000000 to be nil /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:79 ------------------------------ STEP: Starting a VirtualMachineInstance STEP: Waiting until the VirtualMachineInstance will start level=info timestamp=2018-07-19T13:58:48.457074Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmi84th5-6n5qz" level=info timestamp=2018-07-19T13:59:04.479689Z pos=utils.go:243 component=tests msg="Pod owner ship transferred to the node virt-launcher-testvmi84th5-6n5qz" level=info timestamp=2018-07-19T13:59:06.671252Z pos=utils.go:243 component=tests msg="VirtualMachineInstance defined." level=info timestamp=2018-07-19T13:59:06.747202Z pos=utils.go:243 component=tests msg="VirtualMachineInstance started." STEP: Checking that the VirtualMachineInstance console has expected output level=info timestamp=2018-07-19T14:02:06.942730Z pos=utils.go:1249 component=tests namespace=kubevirt-test-default name=testvmi84th5 kind=VirtualMachineInstance uid= msg="Login: [{2 \r\n\r\n\r\nISOLINUX 6.04 6.04-pre1 Copyright (C) 1994-2015 H. Peter Anvin et al\r\nboot: \u001b[?7h\r\n []}]" Pod name: disks-images-provider-j7bgj Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-t9qt4 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-76rr7 Pod phase: Running 2018/07/19 14:01:22 http: TLS handshake error from 10.129.0.1:37288: EOF 2018/07/19 14:01:32 http: TLS handshake error from 10.129.0.1:37294: EOF 2018/07/19 14:01:42 http: TLS handshake error from 10.129.0.1:37300: EOF 2018/07/19 14:01:52 http: TLS handshake error from 10.129.0.1:37306: EOF 2018/07/19 14:02:02 http: TLS handshake error from 10.129.0.1:37312: EOF 2018/07/19 14:02:12 http: TLS handshake error from 10.129.0.1:37318: EOF 2018/07/19 14:02:22 http: TLS handshake error from 10.129.0.1:37324: EOF 2018/07/19 14:02:32 http: TLS handshake error from 10.129.0.1:37330: EOF 2018/07/19 14:02:42 http: TLS handshake error from 10.129.0.1:37336: EOF 2018/07/19 14:02:52 http: TLS handshake error from 10.129.0.1:37344: EOF 2018/07/19 14:03:02 http: TLS handshake error from 10.129.0.1:37350: EOF level=info timestamp=2018-07-19T14:03:09.562233Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/19 14:03:12 http: TLS handshake error from 10.129.0.1:37356: EOF 2018/07/19 14:03:22 http: TLS handshake error from 10.129.0.1:37362: EOF 2018/07/19 14:03:32 http: TLS handshake error from 10.129.0.1:37368: EOF Pod name: virt-api-7d79764579-kmgw8 Pod phase: Running 2018/07/19 14:02:57 http: TLS handshake error from 10.128.0.1:40892: EOF level=info timestamp=2018-07-19T14:03:00.443361Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-19T14:03:00.447391Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-19T14:03:01.237772Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 14:03:07 http: TLS handshake error from 10.128.0.1:40942: EOF level=info timestamp=2018-07-19T14:03:11.456560Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:03:12.639539Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:03:12.654388Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 14:03:17 http: TLS handshake error from 10.128.0.1:40996: EOF level=info timestamp=2018-07-19T14:03:21.672106Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:03:27.048468Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 14:03:27 http: TLS handshake error from 10.128.0.1:41046: EOF level=info timestamp=2018-07-19T14:03:31.879660Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 14:03:37 http: TLS handshake error from 10.128.0.1:41096: EOF level=info timestamp=2018-07-19T14:03:39.051735Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-controller-7d57d96b65-ffdzv Pod phase: Running level=info timestamp=2018-07-19T13:55:24.181411Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmig77ck kind= uid=623f2098-8b5b-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T13:55:24.774297Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmig77ck\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmig77ck" level=info timestamp=2018-07-19T13:56:00.923404Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T13:56:00.924442Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T13:56:24.108767Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmikxmls kind= uid=85f7e9bd-8b5b-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T13:56:24.109358Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmikxmls kind= uid=85f7e9bd-8b5b-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T13:56:57.114177Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifq7z5 kind= uid=99a7888e-8b5b-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T13:56:57.115874Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifq7z5 kind= uid=99a7888e-8b5b-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T13:56:57.252427Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmifq7z5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmifq7z5" level=info timestamp=2018-07-19T13:58:47.295148Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi84th5 kind= uid=db4dfc90-8b5b-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T13:58:47.296119Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi84th5 kind= uid=db4dfc90-8b5b-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T13:58:47.528610Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi84th5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi84th5" level=info timestamp=2018-07-19T14:02:37.318920Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwk2th kind= uid=52899ab2-8b5c-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T14:02:37.319769Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwk2th kind= uid=52899ab2-8b5c-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T14:02:37.562071Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwk2th\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwk2th" Pod name: virt-controller-7d57d96b65-pscxr Pod phase: Running level=info timestamp=2018-07-19T14:00:01.806054Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-lqgdp Pod phase: Running level=info timestamp=2018-07-19T13:56:23.605946Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-19T13:56:23.608560Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-19T13:56:23.608679Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-19T13:56:23.609044Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.609564Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-19T13:56:23.613756Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-19T13:56:23.614856Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-19T13:56:23.615048Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-19T13:56:23.677214Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.677389Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T13:56:23.677482Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.886380Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T13:56:23.887176Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.919287Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T13:56:23.919483Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-ssnmz Pod phase: Running level=info timestamp=2018-07-19T14:02:07.394596Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi84th5 kind= uid=db4dfc90-8b5b-11e8-8456-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T14:02:07.395524Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi84th5 kind= uid=db4dfc90-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T14:02:07.499943Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi84th5 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T14:02:07.500451Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi84th5 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T14:02:53.005777Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmiwk2th kind= uid=52899ab2-8b5c-11e8-8456-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-19T14:02:54.495403Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-19T14:02:54.496068Z pos=vm.go:657 component=virt-handler namespace=kubevirt-test-default name=testvmiwk2th kind=Domain uid=52899ab2-8b5c-11e8-8456-525500d15501 msg="Domain is in state Paused reason Unknown" level=info timestamp=2018-07-19T14:02:55.120982Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-19T14:02:55.129061Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwk2th kind= uid=52899ab2-8b5c-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T14:02:55.152238Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmiwk2th kind= uid=52899ab2-8b5c-11e8-8456-525500d15501 msg="No update processing required" level=info timestamp=2018-07-19T14:02:55.132159Z pos=vm.go:688 component=virt-handler namespace=kubevirt-test-default name=testvmiwk2th kind=Domain uid=52899ab2-8b5c-11e8-8456-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-19T14:02:55.158884Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-19T14:02:55.214510Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwk2th kind= uid=52899ab2-8b5c-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T14:02:55.216127Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmiwk2th kind= uid=52899ab2-8b5c-11e8-8456-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-19T14:02:55.222960Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwk2th kind= uid=52899ab2-8b5c-11e8-8456-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmiwk2th-lmd28 Pod phase: Running level=info timestamp=2018-07-19T14:02:53.494465Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-19T14:02:54.470986Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-19T14:02:54.478286Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 32f926b6-c1cb-455f-b487-d3b9b37774ef" level=info timestamp=2018-07-19T14:02:54.478599Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-19T14:02:54.497636Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T14:02:55.071976Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-19T14:02:55.102965Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmiwk2th kind= uid=52899ab2-8b5c-11e8-8456-525500d15501 msg="Domain started." level=info timestamp=2018-07-19T14:02:55.111554Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiwk2th kind= uid=52899ab2-8b5c-11e8-8456-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-19T14:02:55.114825Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T14:02:55.122617Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T14:02:55.123442Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-19T14:02:55.152933Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T14:02:55.159923Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T14:02:55.222291Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiwk2th kind= uid=52899ab2-8b5c-11e8-8456-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-19T14:02:55.492514Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 32f926b6-c1cb-455f-b487-d3b9b37774ef: 184" • Failure [92.734 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with CDRom PVC [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Timed out after 92.029s. Expected error: <*errors.StatusError | 0xc420da6480>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 ------------------------------ STEP: Starting a VirtualMachineInstance Pod name: disks-images-provider-j7bgj Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-t9qt4 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-76rr7 Pod phase: Running 2018/07/19 14:03:12 http: TLS handshake error from 10.129.0.1:37356: EOF 2018/07/19 14:03:22 http: TLS handshake error from 10.129.0.1:37362: EOF 2018/07/19 14:03:32 http: TLS handshake error from 10.129.0.1:37368: EOF 2018/07/19 14:03:42 http: TLS handshake error from 10.129.0.1:37374: EOF 2018/07/19 14:03:52 http: TLS handshake error from 10.129.0.1:37380: EOF 2018/07/19 14:04:02 http: TLS handshake error from 10.129.0.1:37386: EOF level=info timestamp=2018-07-19T14:04:09.349911Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/19 14:04:12 http: TLS handshake error from 10.129.0.1:37392: EOF 2018/07/19 14:04:22 http: TLS handshake error from 10.129.0.1:37398: EOF 2018/07/19 14:04:32 http: TLS handshake error from 10.129.0.1:37404: EOF level=info timestamp=2018-07-19T14:04:39.338995Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/19 14:04:42 http: TLS handshake error from 10.129.0.1:37410: EOF 2018/07/19 14:04:52 http: TLS handshake error from 10.129.0.1:37416: EOF 2018/07/19 14:05:02 http: TLS handshake error from 10.129.0.1:37422: EOF 2018/07/19 14:05:12 http: TLS handshake error from 10.129.0.1:37428: EOF Pod name: virt-api-7d79764579-kmgw8 Pod phase: Running level=info timestamp=2018-07-19T14:04:27.522455Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:04:33.125418Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 14:04:37 http: TLS handshake error from 10.128.0.1:41406: EOF level=info timestamp=2018-07-19T14:04:43.481679Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:04:43.572320Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:04:43.592644Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 14:04:47 http: TLS handshake error from 10.128.0.1:41460: EOF level=info timestamp=2018-07-19T14:04:53.736309Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 14:04:57 http: TLS handshake error from 10.128.0.1:41510: EOF level=info timestamp=2018-07-19T14:04:57.876872Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:05:00.453135Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-19T14:05:00.457984Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-19T14:05:04.015025Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 14:05:07 http: TLS handshake error from 10.128.0.1:41560: EOF level=info timestamp=2018-07-19T14:05:08.971310Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-controller-7d57d96b65-ffdzv Pod phase: Running level=info timestamp=2018-07-19T13:56:00.924442Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T13:56:24.108767Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmikxmls kind= uid=85f7e9bd-8b5b-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T13:56:24.109358Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmikxmls kind= uid=85f7e9bd-8b5b-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T13:56:57.114177Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifq7z5 kind= uid=99a7888e-8b5b-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T13:56:57.115874Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifq7z5 kind= uid=99a7888e-8b5b-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T13:56:57.252427Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmifq7z5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmifq7z5" level=info timestamp=2018-07-19T13:58:47.295148Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi84th5 kind= uid=db4dfc90-8b5b-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T13:58:47.296119Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi84th5 kind= uid=db4dfc90-8b5b-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T13:58:47.528610Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi84th5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi84th5" level=info timestamp=2018-07-19T14:02:37.318920Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwk2th kind= uid=52899ab2-8b5c-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T14:02:37.319769Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwk2th kind= uid=52899ab2-8b5c-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T14:02:37.562071Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwk2th\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwk2th" level=info timestamp=2018-07-19T14:04:10.012024Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi72nxh kind= uid=89c83be5-8b5c-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T14:04:10.015011Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi72nxh kind= uid=89c83be5-8b5c-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T14:04:10.303739Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi72nxh\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi72nxh" Pod name: virt-controller-7d57d96b65-pscxr Pod phase: Running level=info timestamp=2018-07-19T14:00:01.806054Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-lqgdp Pod phase: Running level=info timestamp=2018-07-19T13:56:23.605946Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-19T13:56:23.608560Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-19T13:56:23.608679Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-19T13:56:23.609044Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.609564Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-19T13:56:23.613756Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-19T13:56:23.614856Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-19T13:56:23.615048Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-19T13:56:23.677214Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.677389Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T13:56:23.677482Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.886380Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T13:56:23.887176Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.919287Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T13:56:23.919483Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-ssnmz Pod phase: Running level=info timestamp=2018-07-19T14:03:40.458066Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmiwk2th kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-19T14:03:40.458822Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiwk2th kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T14:03:40.460259Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwk2th kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T14:03:40.468354Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-19T14:04:26.400261Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi72nxh kind= uid=89c83be5-8b5c-11e8-8456-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-19T14:04:27.736397Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-19T14:04:27.737149Z pos=vm.go:657 component=virt-handler namespace=kubevirt-test-default name=testvmi72nxh kind=Domain uid=89c83be5-8b5c-11e8-8456-525500d15501 msg="Domain is in state Paused reason Unknown" level=info timestamp=2018-07-19T14:04:28.290301Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-19T14:04:28.290675Z pos=vm.go:688 component=virt-handler namespace=kubevirt-test-default name=testvmi72nxh kind=Domain uid=89c83be5-8b5c-11e8-8456-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-19T14:04:28.332662Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi72nxh kind= uid=89c83be5-8b5c-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T14:04:28.338352Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi72nxh kind= uid=89c83be5-8b5c-11e8-8456-525500d15501 msg="No update processing required" level=info timestamp=2018-07-19T14:04:28.338128Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-19T14:04:28.442314Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi72nxh kind= uid=89c83be5-8b5c-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T14:04:28.443774Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi72nxh kind= uid=89c83be5-8b5c-11e8-8456-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-19T14:04:28.449482Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi72nxh kind= uid=89c83be5-8b5c-11e8-8456-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi72nxh-mdzk6 Pod phase: Running level=info timestamp=2018-07-19T14:04:26.800898Z pos=manager.go:157 component=virt-launcher namespace=kubevirt-test-default name=testvmi72nxh kind= uid=89c83be5-8b5c-11e8-8456-525500d15501 msg="Domain defined." level=info timestamp=2018-07-19T14:04:27.703531Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-19T14:04:27.722140Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID b4d0c2b7-d49e-4dbd-9e98-ebe5ef477895" level=info timestamp=2018-07-19T14:04:27.722962Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-19T14:04:27.738053Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T14:04:28.269071Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-19T14:04:28.288993Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T14:04:28.291042Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T14:04:28.305146Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-19T14:04:28.320331Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmi72nxh kind= uid=89c83be5-8b5c-11e8-8456-525500d15501 msg="Domain started." level=info timestamp=2018-07-19T14:04:28.323474Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi72nxh kind= uid=89c83be5-8b5c-11e8-8456-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-19T14:04:28.324536Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T14:04:28.339969Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T14:04:28.448647Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi72nxh kind= uid=89c83be5-8b5c-11e8-8456-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-19T14:04:28.732203Z pos=monitor.go:222 component=virt-launcher msg="Found PID for b4d0c2b7-d49e-4dbd-9e98-ebe5ef477895: 186" • Failure [92.830 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started and stopped multiple times /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with Disk PVC [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Timed out after 92.042s. Expected error: <*errors.StatusError | 0xc4206443f0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 ------------------------------ STEP: Starting and stopping the VirtualMachineInstance number of times STEP: Starting a VirtualMachineInstance Pod name: disks-images-provider-j7bgj Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-t9qt4 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-76rr7 Pod phase: Running 2018/07/19 14:04:42 http: TLS handshake error from 10.129.0.1:37410: EOF 2018/07/19 14:04:52 http: TLS handshake error from 10.129.0.1:37416: EOF 2018/07/19 14:05:02 http: TLS handshake error from 10.129.0.1:37422: EOF 2018/07/19 14:05:12 http: TLS handshake error from 10.129.0.1:37428: EOF 2018/07/19 14:05:22 http: TLS handshake error from 10.129.0.1:37434: EOF 2018/07/19 14:05:32 http: TLS handshake error from 10.129.0.1:37440: EOF 2018/07/19 14:05:42 http: TLS handshake error from 10.129.0.1:37446: EOF 2018/07/19 14:05:52 http: TLS handshake error from 10.129.0.1:37454: EOF 2018/07/19 14:06:02 http: TLS handshake error from 10.129.0.1:37460: EOF 2018/07/19 14:06:12 http: TLS handshake error from 10.129.0.1:37466: EOF 2018/07/19 14:06:22 http: TLS handshake error from 10.129.0.1:37472: EOF 2018/07/19 14:06:32 http: TLS handshake error from 10.129.0.1:37478: EOF level=info timestamp=2018-07-19T14:06:38.323007Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-19T14:06:39.452621Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/19 14:06:42 http: TLS handshake error from 10.129.0.1:37484: EOF Pod name: virt-api-7d79764579-kmgw8 Pod phase: Running level=info timestamp=2018-07-19T14:05:58.341847Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:06:05.343637Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 14:06:07 http: TLS handshake error from 10.128.0.1:41868: EOF level=info timestamp=2018-07-19T14:06:08.993201Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-19T14:06:14.563558Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:06:14.584442Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:06:15.569605Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 14:06:17 http: TLS handshake error from 10.128.0.1:41922: EOF level=info timestamp=2018-07-19T14:06:25.745476Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 14:06:27 http: TLS handshake error from 10.128.0.1:41972: EOF level=info timestamp=2018-07-19T14:06:28.476641Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:06:35.935665Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 14:06:37 http: TLS handshake error from 10.128.0.1:42022: EOF level=info timestamp=2018-07-19T14:06:37.999723Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-19T14:06:45.413650Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-ffdzv Pod phase: Running level=info timestamp=2018-07-19T13:56:24.109358Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmikxmls kind= uid=85f7e9bd-8b5b-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T13:56:57.114177Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifq7z5 kind= uid=99a7888e-8b5b-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T13:56:57.115874Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifq7z5 kind= uid=99a7888e-8b5b-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T13:56:57.252427Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmifq7z5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmifq7z5" level=info timestamp=2018-07-19T13:58:47.295148Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi84th5 kind= uid=db4dfc90-8b5b-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T13:58:47.296119Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi84th5 kind= uid=db4dfc90-8b5b-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T13:58:47.528610Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi84th5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi84th5" level=info timestamp=2018-07-19T14:02:37.318920Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwk2th kind= uid=52899ab2-8b5c-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T14:02:37.319769Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwk2th kind= uid=52899ab2-8b5c-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T14:02:37.562071Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwk2th\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwk2th" level=info timestamp=2018-07-19T14:04:10.012024Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi72nxh kind= uid=89c83be5-8b5c-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T14:04:10.015011Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi72nxh kind= uid=89c83be5-8b5c-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T14:04:10.303739Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi72nxh\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi72nxh" level=info timestamp=2018-07-19T14:05:42.753141Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibptgs kind= uid=c11082ad-8b5c-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T14:05:42.764875Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibptgs kind= uid=c11082ad-8b5c-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-controller-7d57d96b65-pscxr Pod phase: Running level=info timestamp=2018-07-19T14:00:01.806054Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-lqgdp Pod phase: Running level=info timestamp=2018-07-19T13:56:23.605946Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-19T13:56:23.608560Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-19T13:56:23.608679Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-19T13:56:23.609044Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.609564Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-19T13:56:23.613756Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-19T13:56:23.614856Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-19T13:56:23.615048Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-19T13:56:23.677214Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.677389Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T13:56:23.677482Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.886380Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T13:56:23.887176Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.919287Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T13:56:23.919483Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-ssnmz Pod phase: Running level=info timestamp=2018-07-19T14:05:13.323770Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi72nxh kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T14:05:13.324554Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi72nxh kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T14:05:13.325326Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi72nxh kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T14:05:13.325824Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi72nxh kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T14:05:57.172973Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmibptgs kind= uid=c11082ad-8b5c-11e8-8456-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-19T14:05:58.285155Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-19T14:05:58.287875Z pos=vm.go:657 component=virt-handler namespace=kubevirt-test-default name=testvmibptgs kind=Domain uid=c11082ad-8b5c-11e8-8456-525500d15501 msg="Domain is in state Paused reason Unknown" level=info timestamp=2018-07-19T14:05:58.794620Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-19T14:05:58.794964Z pos=vm.go:688 component=virt-handler namespace=kubevirt-test-default name=testvmibptgs kind=Domain uid=c11082ad-8b5c-11e8-8456-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-19T14:05:58.815791Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibptgs kind= uid=c11082ad-8b5c-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T14:05:58.818163Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmibptgs kind= uid=c11082ad-8b5c-11e8-8456-525500d15501 msg="No update processing required" level=info timestamp=2018-07-19T14:05:58.830929Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-19T14:05:58.846026Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibptgs kind= uid=c11082ad-8b5c-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T14:05:58.846586Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmibptgs kind= uid=c11082ad-8b5c-11e8-8456-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-19T14:05:58.854834Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibptgs kind= uid=c11082ad-8b5c-11e8-8456-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmibptgs-8wq22 Pod phase: Running level=info timestamp=2018-07-19T14:05:57.452422Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-19T14:05:58.255100Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-19T14:05:58.268885Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID b3ecec44-80aa-4152-90f6-d7e3efc07d9c" level=info timestamp=2018-07-19T14:05:58.271555Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-19T14:05:58.286692Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T14:05:58.777853Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-19T14:05:58.793028Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T14:05:58.795310Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T14:05:58.804800Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-19T14:05:58.806202Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmibptgs kind= uid=c11082ad-8b5c-11e8-8456-525500d15501 msg="Domain started." level=info timestamp=2018-07-19T14:05:58.809160Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmibptgs kind= uid=c11082ad-8b5c-11e8-8456-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-19T14:05:58.828026Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T14:05:58.832061Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T14:05:58.852185Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmibptgs kind= uid=c11082ad-8b5c-11e8-8456-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-19T14:05:59.285348Z pos=monitor.go:222 component=virt-launcher msg="Found PID for b3ecec44-80aa-4152-90f6-d7e3efc07d9c: 178" • Failure [93.322 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started and stopped multiple times /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with CDRom PVC [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Timed out after 92.065s. Expected error: <*errors.StatusError | 0xc420645830>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 ------------------------------ STEP: Starting and stopping the VirtualMachineInstance number of times STEP: Starting a VirtualMachineInstance Pod name: disks-images-provider-j7bgj Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-t9qt4 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-76rr7 Pod phase: Running 2018/07/19 14:06:22 http: TLS handshake error from 10.129.0.1:37472: EOF 2018/07/19 14:06:32 http: TLS handshake error from 10.129.0.1:37478: EOF level=info timestamp=2018-07-19T14:06:38.323007Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-19T14:06:39.452621Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/19 14:06:42 http: TLS handshake error from 10.129.0.1:37484: EOF 2018/07/19 14:06:52 http: TLS handshake error from 10.129.0.1:37490: EOF 2018/07/19 14:07:02 http: TLS handshake error from 10.129.0.1:37496: EOF 2018/07/19 14:07:12 http: TLS handshake error from 10.129.0.1:37502: EOF 2018/07/19 14:07:22 http: TLS handshake error from 10.129.0.1:37508: EOF 2018/07/19 14:07:32 http: TLS handshake error from 10.129.0.1:37514: EOF level=info timestamp=2018-07-19T14:07:39.522334Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/19 14:07:42 http: TLS handshake error from 10.129.0.1:37520: EOF 2018/07/19 14:07:52 http: TLS handshake error from 10.129.0.1:37526: EOF 2018/07/19 14:08:02 http: TLS handshake error from 10.129.0.1:37532: EOF 2018/07/19 14:08:12 http: TLS handshake error from 10.129.0.1:37538: EOF Pod name: virt-api-7d79764579-kmgw8 Pod phase: Running level=info timestamp=2018-07-19T14:07:46.090244Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:07:47.207985Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 14:07:47 http: TLS handshake error from 10.128.0.1:42396: EOF 2018/07/19 14:07:57 http: TLS handshake error from 10.128.0.1:42446: EOF level=info timestamp=2018-07-19T14:07:57.394361Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:07:58.526066Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-19T14:07:58.528652Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-19T14:07:58.897498Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 14:08:07 http: TLS handshake error from 10.128.0.1:42496: EOF level=info timestamp=2018-07-19T14:08:07.572230Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:08:09.200401Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-19T14:08:16.211537Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:08:16.316361Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 14:08:17 http: TLS handshake error from 10.128.0.1:42550: EOF level=info timestamp=2018-07-19T14:08:17.752990Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-ffdzv Pod phase: Running level=info timestamp=2018-07-19T13:56:57.115874Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifq7z5 kind= uid=99a7888e-8b5b-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T13:56:57.252427Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmifq7z5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmifq7z5" level=info timestamp=2018-07-19T13:58:47.295148Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi84th5 kind= uid=db4dfc90-8b5b-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T13:58:47.296119Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi84th5 kind= uid=db4dfc90-8b5b-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T13:58:47.528610Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi84th5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi84th5" level=info timestamp=2018-07-19T14:02:37.318920Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwk2th kind= uid=52899ab2-8b5c-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T14:02:37.319769Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwk2th kind= uid=52899ab2-8b5c-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T14:02:37.562071Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwk2th\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwk2th" level=info timestamp=2018-07-19T14:04:10.012024Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi72nxh kind= uid=89c83be5-8b5c-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T14:04:10.015011Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi72nxh kind= uid=89c83be5-8b5c-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T14:04:10.303739Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi72nxh\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi72nxh" level=info timestamp=2018-07-19T14:05:42.753141Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibptgs kind= uid=c11082ad-8b5c-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T14:05:42.764875Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibptgs kind= uid=c11082ad-8b5c-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T14:07:16.168956Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixwhqp kind= uid=f8c01b0a-8b5c-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T14:07:16.169492Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixwhqp kind= uid=f8c01b0a-8b5c-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-controller-7d57d96b65-pscxr Pod phase: Running level=info timestamp=2018-07-19T14:00:01.806054Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-lqgdp Pod phase: Running level=info timestamp=2018-07-19T13:56:23.605946Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-19T13:56:23.608560Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-19T13:56:23.608679Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-19T13:56:23.609044Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.609564Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-19T13:56:23.613756Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-19T13:56:23.614856Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-19T13:56:23.615048Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-19T13:56:23.677214Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.677389Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T13:56:23.677482Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.886380Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T13:56:23.887176Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.919287Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T13:56:23.919483Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-ssnmz Pod phase: Running level=info timestamp=2018-07-19T14:06:47.196769Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmibptgs kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T14:06:47.197156Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibptgs kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T14:06:47.197467Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmibptgs kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T14:06:47.197814Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibptgs kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T14:07:32.125882Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmixwhqp kind= uid=f8c01b0a-8b5c-11e8-8456-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-19T14:07:33.360804Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-19T14:07:33.364384Z pos=vm.go:657 component=virt-handler namespace=kubevirt-test-default name=testvmixwhqp kind=Domain uid=f8c01b0a-8b5c-11e8-8456-525500d15501 msg="Domain is in state Paused reason Unknown" level=info timestamp=2018-07-19T14:07:34.059764Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-19T14:07:34.060223Z pos=vm.go:688 component=virt-handler namespace=kubevirt-test-default name=testvmixwhqp kind=Domain uid=f8c01b0a-8b5c-11e8-8456-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-19T14:07:34.088444Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-19T14:07:34.099176Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmixwhqp kind= uid=f8c01b0a-8b5c-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T14:07:34.099403Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmixwhqp kind= uid=f8c01b0a-8b5c-11e8-8456-525500d15501 msg="No update processing required" level=info timestamp=2018-07-19T14:07:34.197501Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmixwhqp kind= uid=f8c01b0a-8b5c-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T14:07:34.198986Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmixwhqp kind= uid=f8c01b0a-8b5c-11e8-8456-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-19T14:07:34.206660Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmixwhqp kind= uid=f8c01b0a-8b5c-11e8-8456-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmixwhqp-gh9fd Pod phase: Running level=info timestamp=2018-07-19T14:07:32.622790Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-19T14:07:33.346198Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-19T14:07:33.353286Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 9d0c6bb6-2de2-48c3-a5fd-407f780bcefa" level=info timestamp=2018-07-19T14:07:33.354709Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-19T14:07:33.362813Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T14:07:34.027077Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-19T14:07:34.053326Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T14:07:34.060785Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T14:07:34.067802Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-19T14:07:34.080273Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmixwhqp kind= uid=f8c01b0a-8b5c-11e8-8456-525500d15501 msg="Domain started." level=info timestamp=2018-07-19T14:07:34.084420Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmixwhqp kind= uid=f8c01b0a-8b5c-11e8-8456-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-19T14:07:34.087061Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T14:07:34.096311Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T14:07:34.205879Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmixwhqp kind= uid=f8c01b0a-8b5c-11e8-8456-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-19T14:07:34.385384Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 9d0c6bb6-2de2-48c3-a5fd-407f780bcefa: 193" • Failure [92.794 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With an emptyDisk defined /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:113 should create a writeable emptyDisk with the right capacity [It] /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:115 Timed out after 92.028s. Expected error: <*errors.StatusError | 0xc420644870>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 ------------------------------ STEP: Starting a VirtualMachineInstance Pod name: disks-images-provider-j7bgj Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-t9qt4 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-76rr7 Pod phase: Running level=info timestamp=2018-07-19T14:07:39.522334Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/19 14:07:42 http: TLS handshake error from 10.129.0.1:37520: EOF 2018/07/19 14:07:52 http: TLS handshake error from 10.129.0.1:37526: EOF 2018/07/19 14:08:02 http: TLS handshake error from 10.129.0.1:37532: EOF 2018/07/19 14:08:12 http: TLS handshake error from 10.129.0.1:37538: EOF 2018/07/19 14:08:22 http: TLS handshake error from 10.129.0.1:37544: EOF 2018/07/19 14:08:32 http: TLS handshake error from 10.129.0.1:37550: EOF 2018/07/19 14:08:42 http: TLS handshake error from 10.129.0.1:37556: EOF 2018/07/19 14:08:52 http: TLS handshake error from 10.129.0.1:37564: EOF 2018/07/19 14:09:02 http: TLS handshake error from 10.129.0.1:37570: EOF level=info timestamp=2018-07-19T14:09:09.411001Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/19 14:09:12 http: TLS handshake error from 10.129.0.1:37576: EOF 2018/07/19 14:09:22 http: TLS handshake error from 10.129.0.1:37582: EOF 2018/07/19 14:09:32 http: TLS handshake error from 10.129.0.1:37588: EOF 2018/07/19 14:09:42 http: TLS handshake error from 10.129.0.1:37594: EOF Pod name: virt-api-7d79764579-kmgw8 Pod phase: Running level=info timestamp=2018-07-19T14:09:08.714288Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:09:16.706090Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:09:16.827938Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 14:09:17 http: TLS handshake error from 10.128.0.1:42864: EOF level=info timestamp=2018-07-19T14:09:18.908911Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 14:09:27 http: TLS handshake error from 10.128.0.1:42914: EOF level=info timestamp=2018-07-19T14:09:29.105060Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:09:29.765023Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 14:09:37 http: TLS handshake error from 10.128.0.1:42964: EOF level=info timestamp=2018-07-19T14:09:38.931304Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-19T14:09:39.293664Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:09:47.060243Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:09:47.096544Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 14:09:47 http: TLS handshake error from 10.128.0.1:43018: EOF level=info timestamp=2018-07-19T14:09:49.444531Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-ffdzv Pod phase: Running level=info timestamp=2018-07-19T13:58:47.296119Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi84th5 kind= uid=db4dfc90-8b5b-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T13:58:47.528610Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi84th5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi84th5" level=info timestamp=2018-07-19T14:02:37.318920Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwk2th kind= uid=52899ab2-8b5c-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T14:02:37.319769Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwk2th kind= uid=52899ab2-8b5c-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T14:02:37.562071Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwk2th\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwk2th" level=info timestamp=2018-07-19T14:04:10.012024Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi72nxh kind= uid=89c83be5-8b5c-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T14:04:10.015011Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi72nxh kind= uid=89c83be5-8b5c-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T14:04:10.303739Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi72nxh\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi72nxh" level=info timestamp=2018-07-19T14:05:42.753141Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibptgs kind= uid=c11082ad-8b5c-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T14:05:42.764875Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibptgs kind= uid=c11082ad-8b5c-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T14:07:16.168956Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixwhqp kind= uid=f8c01b0a-8b5c-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T14:07:16.169492Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixwhqp kind= uid=f8c01b0a-8b5c-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T14:08:48.857455Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibh6g6 kind= uid=2ffd740e-8b5d-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T14:08:48.859549Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibh6g6 kind= uid=2ffd740e-8b5d-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T14:08:49.068378Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibh6g6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibh6g6" Pod name: virt-controller-7d57d96b65-pscxr Pod phase: Running level=info timestamp=2018-07-19T14:00:01.806054Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-lqgdp Pod phase: Running level=info timestamp=2018-07-19T13:56:23.605946Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-19T13:56:23.608560Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-19T13:56:23.608679Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-19T13:56:23.609044Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.609564Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-19T13:56:23.613756Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-19T13:56:23.614856Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-19T13:56:23.615048Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-19T13:56:23.677214Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.677389Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T13:56:23.677482Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.886380Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T13:56:23.887176Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.919287Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T13:56:23.919483Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-ssnmz Pod phase: Running level=info timestamp=2018-07-19T14:09:05.660330Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-19T14:09:05.662349Z pos=vm.go:657 component=virt-handler namespace=kubevirt-test-default name=testvmibh6g6 kind=Domain uid=2ffd740e-8b5d-11e8-8456-525500d15501 msg="Domain is in state Paused reason Unknown" level=info timestamp=2018-07-19T14:09:06.572166Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-19T14:09:06.573514Z pos=vm.go:688 component=virt-handler namespace=kubevirt-test-default name=testvmibh6g6 kind=Domain uid=2ffd740e-8b5d-11e8-8456-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-19T14:09:06.593591Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibh6g6 kind= uid=2ffd740e-8b5d-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T14:09:06.594511Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmibh6g6 kind= uid=2ffd740e-8b5d-11e8-8456-525500d15501 msg="No update processing required" level=info timestamp=2018-07-19T14:09:06.604177Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-19T14:09:06.688440Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibh6g6 kind= uid=2ffd740e-8b5d-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T14:09:06.691058Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmibh6g6 kind= uid=2ffd740e-8b5d-11e8-8456-525500d15501 msg="No update processing required" level=error timestamp=2018-07-19T14:09:06.716403Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmibh6g6 kind= uid=2ffd740e-8b5d-11e8-8456-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibh6g6\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-19T14:09:06.717814Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibh6g6\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmibh6g6" level=info timestamp=2018-07-19T14:09:06.722637Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmibh6g6 kind= uid=2ffd740e-8b5d-11e8-8456-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-19T14:09:06.736542Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibh6g6 kind= uid=2ffd740e-8b5d-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T14:09:06.746425Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmibh6g6 kind= uid=2ffd740e-8b5d-11e8-8456-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-19T14:09:06.774133Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibh6g6 kind= uid=2ffd740e-8b5d-11e8-8456-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmibh6g6-gwgpd Pod phase: Running level=info timestamp=2018-07-19T14:09:05.651464Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-19T14:09:05.656384Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID a8357670-1ba0-4f35-80d4-c727b0414cfc" level=info timestamp=2018-07-19T14:09:05.656601Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-19T14:09:05.661571Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T14:09:06.464846Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-19T14:09:06.511142Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T14:09:06.518359Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmibh6g6 kind= uid=2ffd740e-8b5d-11e8-8456-525500d15501 msg="Domain started." level=info timestamp=2018-07-19T14:09:06.521109Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmibh6g6 kind= uid=2ffd740e-8b5d-11e8-8456-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-19T14:09:06.573648Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T14:09:06.573889Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-19T14:09:06.590830Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T14:09:06.605366Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T14:09:06.661750Z pos=monitor.go:222 component=virt-launcher msg="Found PID for a8357670-1ba0-4f35-80d4-c727b0414cfc: 197" level=info timestamp=2018-07-19T14:09:06.730436Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmibh6g6 kind= uid=2ffd740e-8b5d-11e8-8456-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-19T14:09:06.757651Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmibh6g6 kind= uid=2ffd740e-8b5d-11e8-8456-525500d15501 msg="Synced vmi" • Failure [92.692 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With an emptyDisk defined and a specified serial number /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:163 should create a writeable emptyDisk with the specified serial number [It] /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:165 Timed out after 92.028s. Expected error: <*errors.StatusError | 0xc4208d22d0>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 ------------------------------ STEP: Starting a VirtualMachineInstance Pod name: disks-images-provider-j7bgj Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-t9qt4 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-76rr7 Pod phase: Running 2018/07/19 14:09:22 http: TLS handshake error from 10.129.0.1:37582: EOF 2018/07/19 14:09:32 http: TLS handshake error from 10.129.0.1:37588: EOF 2018/07/19 14:09:42 http: TLS handshake error from 10.129.0.1:37594: EOF 2018/07/19 14:09:52 http: TLS handshake error from 10.129.0.1:37600: EOF 2018/07/19 14:10:02 http: TLS handshake error from 10.129.0.1:37606: EOF 2018/07/19 14:10:12 http: TLS handshake error from 10.129.0.1:37612: EOF 2018/07/19 14:10:22 http: TLS handshake error from 10.129.0.1:37618: EOF 2018/07/19 14:10:32 http: TLS handshake error from 10.129.0.1:37624: EOF level=info timestamp=2018-07-19T14:10:39.409658Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/19 14:10:42 http: TLS handshake error from 10.129.0.1:37630: EOF 2018/07/19 14:10:52 http: TLS handshake error from 10.129.0.1:37636: EOF 2018/07/19 14:11:02 http: TLS handshake error from 10.129.0.1:37642: EOF level=info timestamp=2018-07-19T14:11:09.431967Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/19 14:11:12 http: TLS handshake error from 10.129.0.1:37648: EOF 2018/07/19 14:11:22 http: TLS handshake error from 10.129.0.1:37654: EOF Pod name: virt-api-7d79764579-kmgw8 Pod phase: Running 2018/07/19 14:10:37 http: TLS handshake error from 10.128.0.1:43274: EOF level=info timestamp=2018-07-19T14:10:40.488076Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 14:10:47 http: TLS handshake error from 10.128.0.1:43328: EOF level=info timestamp=2018-07-19T14:10:47.662408Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:10:47.794047Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:10:50.681223Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 14:10:57 http: TLS handshake error from 10.128.0.1:43378: EOF level=info timestamp=2018-07-19T14:11:00.553965Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:11:00.864061Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 14:11:07 http: TLS handshake error from 10.128.0.1:43428: EOF level=info timestamp=2018-07-19T14:11:11.026854Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 14:11:17 http: TLS handshake error from 10.128.0.1:43482: EOF level=info timestamp=2018-07-19T14:11:17.902598Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:11:18.062976Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:11:21.247438Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-ffdzv Pod phase: Running level=info timestamp=2018-07-19T14:02:37.562071Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwk2th\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwk2th" level=info timestamp=2018-07-19T14:04:10.012024Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi72nxh kind= uid=89c83be5-8b5c-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T14:04:10.015011Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi72nxh kind= uid=89c83be5-8b5c-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T14:04:10.303739Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi72nxh\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi72nxh" level=info timestamp=2018-07-19T14:05:42.753141Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibptgs kind= uid=c11082ad-8b5c-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T14:05:42.764875Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibptgs kind= uid=c11082ad-8b5c-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T14:07:16.168956Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixwhqp kind= uid=f8c01b0a-8b5c-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T14:07:16.169492Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixwhqp kind= uid=f8c01b0a-8b5c-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T14:08:48.857455Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibh6g6 kind= uid=2ffd740e-8b5d-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T14:08:48.859549Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibh6g6 kind= uid=2ffd740e-8b5d-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T14:08:49.068378Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibh6g6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibh6g6" level=info timestamp=2018-07-19T14:10:21.890728Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmib44wl kind= uid=6770d652-8b5d-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T14:10:21.892195Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmib44wl kind= uid=6770d652-8b5d-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T14:10:22.065003Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmib44wl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmib44wl" level=info timestamp=2018-07-19T14:10:22.097036Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmib44wl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmib44wl" Pod name: virt-controller-7d57d96b65-pscxr Pod phase: Running level=info timestamp=2018-07-19T14:00:01.806054Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-lqgdp Pod phase: Running level=info timestamp=2018-07-19T13:56:23.605946Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-19T13:56:23.608560Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-19T13:56:23.608679Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-19T13:56:23.609044Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.609564Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-19T13:56:23.613756Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-19T13:56:23.614856Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-19T13:56:23.615048Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-19T13:56:23.677214Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.677389Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T13:56:23.677482Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.886380Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T13:56:23.887176Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.919287Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T13:56:23.919483Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-ssnmz Pod phase: Running level=info timestamp=2018-07-19T14:09:52.372889Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmibh6g6 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T14:09:52.373361Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibh6g6 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T14:09:52.379631Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmibh6g6 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T14:09:52.380172Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibh6g6 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T14:10:38.451016Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmib44wl kind= uid=6770d652-8b5d-11e8-8456-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-19T14:10:39.842947Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-19T14:10:39.843550Z pos=vm.go:657 component=virt-handler namespace=kubevirt-test-default name=testvmib44wl kind=Domain uid=6770d652-8b5d-11e8-8456-525500d15501 msg="Domain is in state Paused reason Unknown" level=info timestamp=2018-07-19T14:10:40.615333Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-19T14:10:40.620130Z pos=vm.go:688 component=virt-handler namespace=kubevirt-test-default name=testvmib44wl kind=Domain uid=6770d652-8b5d-11e8-8456-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-19T14:10:40.663482Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-19T14:10:40.677472Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmib44wl kind= uid=6770d652-8b5d-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T14:10:40.678561Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmib44wl kind= uid=6770d652-8b5d-11e8-8456-525500d15501 msg="No update processing required" level=info timestamp=2018-07-19T14:10:40.708528Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmib44wl kind= uid=6770d652-8b5d-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T14:10:40.716824Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmib44wl kind= uid=6770d652-8b5d-11e8-8456-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-19T14:10:40.726774Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmib44wl kind= uid=6770d652-8b5d-11e8-8456-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmib44wl-5m4jl Pod phase: Running level=info timestamp=2018-07-19T14:10:38.799993Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-19T14:10:39.833120Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-19T14:10:39.844690Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T14:10:39.850087Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 3151df34-5eac-4f07-8547-cad613b7011b" level=info timestamp=2018-07-19T14:10:39.850759Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-19T14:10:40.544346Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-19T14:10:40.589765Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T14:10:40.604363Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmib44wl kind= uid=6770d652-8b5d-11e8-8456-525500d15501 msg="Domain started." level=info timestamp=2018-07-19T14:10:40.609425Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmib44wl kind= uid=6770d652-8b5d-11e8-8456-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-19T14:10:40.620971Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T14:10:40.621635Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-19T14:10:40.654582Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T14:10:40.665918Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T14:10:40.725853Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmib44wl kind= uid=6770d652-8b5d-11e8-8456-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-19T14:10:40.855478Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 3151df34-5eac-4f07-8547-cad613b7011b: 187" • Failure [93.144 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With ephemeral alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:205 should be successfully started [It] /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:207 Timed out after 92.033s. Expected error: <*errors.StatusError | 0xc420da6240>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 ------------------------------ STEP: Starting a VirtualMachineInstance Pod name: disks-images-provider-j7bgj Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-t9qt4 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-76rr7 Pod phase: Running 2018/07/19 14:10:52 http: TLS handshake error from 10.129.0.1:37636: EOF 2018/07/19 14:11:02 http: TLS handshake error from 10.129.0.1:37642: EOF level=info timestamp=2018-07-19T14:11:09.431967Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/19 14:11:12 http: TLS handshake error from 10.129.0.1:37648: EOF 2018/07/19 14:11:22 http: TLS handshake error from 10.129.0.1:37654: EOF 2018/07/19 14:11:32 http: TLS handshake error from 10.129.0.1:37660: EOF 2018/07/19 14:11:42 http: TLS handshake error from 10.129.0.1:37666: EOF 2018/07/19 14:11:52 http: TLS handshake error from 10.129.0.1:37674: EOF 2018/07/19 14:12:02 http: TLS handshake error from 10.129.0.1:37680: EOF level=info timestamp=2018-07-19T14:12:09.414992Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/19 14:12:12 http: TLS handshake error from 10.129.0.1:37686: EOF 2018/07/19 14:12:22 http: TLS handshake error from 10.129.0.1:37692: EOF 2018/07/19 14:12:32 http: TLS handshake error from 10.129.0.1:37698: EOF 2018/07/19 14:12:42 http: TLS handshake error from 10.129.0.1:37704: EOF 2018/07/19 14:12:52 http: TLS handshake error from 10.129.0.1:37710: EOF Pod name: virt-api-7d79764579-kmgw8 Pod phase: Running level=info timestamp=2018-07-19T14:12:12.066916Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 14:12:17 http: TLS handshake error from 10.128.0.1:43790: EOF level=info timestamp=2018-07-19T14:12:18.619380Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:12:19.066061Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:12:22.240302Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 14:12:27 http: TLS handshake error from 10.128.0.1:43840: EOF level=info timestamp=2018-07-19T14:12:31.346226Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:12:32.453523Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 14:12:37 http: TLS handshake error from 10.128.0.1:43890: EOF level=info timestamp=2018-07-19T14:12:39.037846Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-19T14:12:42.655733Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 14:12:47 http: TLS handshake error from 10.128.0.1:43946: EOF level=info timestamp=2018-07-19T14:12:48.857301Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:12:49.352715Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:12:52.721323Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-ffdzv Pod phase: Running level=info timestamp=2018-07-19T14:05:42.753141Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibptgs kind= uid=c11082ad-8b5c-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T14:05:42.764875Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibptgs kind= uid=c11082ad-8b5c-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T14:07:16.168956Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixwhqp kind= uid=f8c01b0a-8b5c-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T14:07:16.169492Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixwhqp kind= uid=f8c01b0a-8b5c-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T14:08:48.857455Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibh6g6 kind= uid=2ffd740e-8b5d-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T14:08:48.859549Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibh6g6 kind= uid=2ffd740e-8b5d-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T14:08:49.068378Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibh6g6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibh6g6" level=info timestamp=2018-07-19T14:10:21.890728Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmib44wl kind= uid=6770d652-8b5d-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T14:10:21.892195Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmib44wl kind= uid=6770d652-8b5d-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T14:10:22.065003Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmib44wl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmib44wl" level=info timestamp=2018-07-19T14:10:22.097036Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmib44wl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmib44wl" level=info timestamp=2018-07-19T14:11:54.722761Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi69wjs kind= uid=9ec80f50-8b5d-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T14:11:54.723186Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi69wjs kind= uid=9ec80f50-8b5d-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T14:11:54.995649Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi69wjs\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi69wjs" level=info timestamp=2018-07-19T14:11:55.214929Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi69wjs\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi69wjs" Pod name: virt-controller-7d57d96b65-pscxr Pod phase: Running level=info timestamp=2018-07-19T14:00:01.806054Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-lqgdp Pod phase: Running level=info timestamp=2018-07-19T13:56:23.605946Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-19T13:56:23.608560Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-19T13:56:23.608679Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-19T13:56:23.609044Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.609564Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-19T13:56:23.613756Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-19T13:56:23.614856Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-19T13:56:23.615048Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-19T13:56:23.677214Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.677389Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T13:56:23.677482Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.886380Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T13:56:23.887176Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.919287Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T13:56:23.919483Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-ssnmz Pod phase: Running level=info timestamp=2018-07-19T14:11:25.754501Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmib44wl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T14:11:25.754904Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmib44wl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T14:11:25.755867Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmib44wl kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T14:11:25.756112Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmib44wl kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T14:12:09.977181Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi69wjs kind= uid=9ec80f50-8b5d-11e8-8456-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-19T14:12:11.064404Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-19T14:12:11.065122Z pos=vm.go:657 component=virt-handler namespace=kubevirt-test-default name=testvmi69wjs kind=Domain uid=9ec80f50-8b5d-11e8-8456-525500d15501 msg="Domain is in state Paused reason Unknown" level=info timestamp=2018-07-19T14:12:11.691463Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-19T14:12:11.699032Z pos=vm.go:688 component=virt-handler namespace=kubevirt-test-default name=testvmi69wjs kind=Domain uid=9ec80f50-8b5d-11e8-8456-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-19T14:12:11.741049Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi69wjs kind= uid=9ec80f50-8b5d-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T14:12:11.741191Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi69wjs kind= uid=9ec80f50-8b5d-11e8-8456-525500d15501 msg="No update processing required" level=info timestamp=2018-07-19T14:12:11.744448Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-19T14:12:11.831231Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi69wjs kind= uid=9ec80f50-8b5d-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T14:12:11.831371Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi69wjs kind= uid=9ec80f50-8b5d-11e8-8456-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-19T14:12:11.849536Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi69wjs kind= uid=9ec80f50-8b5d-11e8-8456-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi69wjs-6hwjj Pod phase: Running level=info timestamp=2018-07-19T14:12:10.313571Z pos=manager.go:157 component=virt-launcher namespace=kubevirt-test-default name=testvmi69wjs kind= uid=9ec80f50-8b5d-11e8-8456-525500d15501 msg="Domain defined." level=info timestamp=2018-07-19T14:12:11.044897Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-19T14:12:11.055028Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 5df64b6f-dd0b-4fa8-8d3d-1eb18f8f0054" level=info timestamp=2018-07-19T14:12:11.056434Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-19T14:12:11.066055Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T14:12:11.604093Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-19T14:12:11.649600Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T14:12:11.690680Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmi69wjs kind= uid=9ec80f50-8b5d-11e8-8456-525500d15501 msg="Domain started." level=info timestamp=2018-07-19T14:12:11.695690Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi69wjs kind= uid=9ec80f50-8b5d-11e8-8456-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-19T14:12:11.700834Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T14:12:11.701197Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-19T14:12:11.729428Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-19T14:12:11.746668Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-19T14:12:11.843725Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi69wjs kind= uid=9ec80f50-8b5d-11e8-8456-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-19T14:12:12.062143Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 5df64b6f-dd0b-4fa8-8d3d-1eb18f8f0054: 180" • Failure [92.845 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With ephemeral alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:205 should not persist data [It] /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:218 Timed out after 92.061s. Expected error: <*errors.StatusError | 0xc420145170>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 ------------------------------ STEP: Starting the VirtualMachineInstance STEP: Starting a VirtualMachineInstance Pod name: disks-images-provider-j7bgj Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-t9qt4 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-76rr7 Pod phase: Running 2018/07/19 14:14:53 http: TLS handshake error from 10.129.0.1:45464: EOF Pod name: virt-api-7d79764579-kmgw8 Pod phase: Running level=info timestamp=2018-07-19T14:14:24.539081Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-19T14:14:24.608045Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/19 14:14:27 http: TLS handshake error from 10.128.0.1:44474: EOF level=info timestamp=2018-07-19T14:14:32.544000Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/19 14:14:37 http: TLS handshake error from 10.128.0.1:44526: EOF level=info timestamp=2018-07-19T14:14:38.933386Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-19T14:14:45.803388Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:14:46.307869Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-19T14:14:46.309309Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 2018/07/19 14:14:47 http: TLS handshake error from 10.128.0.1:44580: EOF level=info timestamp=2018-07-19T14:14:49.705471Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:14:49.866157Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-19T14:14:53.892306Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-19T14:14:56.032314Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/19 14:14:57 http: TLS handshake error from 10.128.0.1:44636: EOF Pod name: virt-controller-7d57d96b65-ffdzv Pod phase: Running level=info timestamp=2018-07-19T14:07:16.168956Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixwhqp kind= uid=f8c01b0a-8b5c-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T14:07:16.169492Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmixwhqp kind= uid=f8c01b0a-8b5c-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T14:08:48.857455Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibh6g6 kind= uid=2ffd740e-8b5d-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T14:08:48.859549Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibh6g6 kind= uid=2ffd740e-8b5d-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T14:08:49.068378Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibh6g6\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibh6g6" level=info timestamp=2018-07-19T14:10:21.890728Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmib44wl kind= uid=6770d652-8b5d-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T14:10:21.892195Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmib44wl kind= uid=6770d652-8b5d-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T14:10:22.065003Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmib44wl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmib44wl" level=info timestamp=2018-07-19T14:10:22.097036Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmib44wl\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmib44wl" level=info timestamp=2018-07-19T14:11:54.722761Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi69wjs kind= uid=9ec80f50-8b5d-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T14:11:54.723186Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi69wjs kind= uid=9ec80f50-8b5d-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-19T14:11:54.995649Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi69wjs\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi69wjs" level=info timestamp=2018-07-19T14:11:55.214929Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi69wjs\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi69wjs" level=info timestamp=2018-07-19T14:13:27.652634Z pos=preset.go:143 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi4mqwl kind= uid=d62a60ec-8b5d-11e8-8456-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-19T14:13:27.654434Z pos=preset.go:172 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi4mqwl kind= uid=d62a60ec-8b5d-11e8-8456-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-controller-7d57d96b65-pscxr Pod phase: Running level=info timestamp=2018-07-19T14:14:41.058686Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-lqgdp Pod phase: Running level=info timestamp=2018-07-19T13:56:23.605946Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-19T13:56:23.608560Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-19T13:56:23.608679Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-19T13:56:23.609044Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.609564Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-19T13:56:23.613756Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-19T13:56:23.614856Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-19T13:56:23.615048Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-19T13:56:23.677214Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.677389Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T13:56:23.677482Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.886380Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T13:56:23.887176Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind= uid=7828d461-8b5b-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T13:56:23.919287Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-19T13:56:23.919483Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiqmjpg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-ssnmz Pod phase: Running level=info timestamp=2018-07-19T14:14:47.489720Z pos=virt-handler.go:87 component=virt-handler hostname=node02 level=info timestamp=2018-07-19T14:14:47.494067Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-07-19T14:14:47.494758Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-07-19T14:14:47.495601Z pos=cache.go:121 component=virt-handler msg="List domains from sock /var/run/kubevirt/sockets/kubevirt-test-default_testvmi4mqwl_sock" level=info timestamp=2018-07-19T14:14:47.594409Z pos=device_controller.go:131 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-07-19T14:14:47.604021Z pos=device_controller.go:125 component=virt-handler msg="kvm device plugin started" level=info timestamp=2018-07-19T14:14:47.627076Z pos=device_controller.go:125 component=virt-handler msg="tun device plugin started" level=info timestamp=2018-07-19T14:14:47.795840Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi4mqwl kind=VirtualMachineInstance uid=d62a60ec-8b5d-11e8-8456-525500d15501 msg="No update processing required" level=info timestamp=2018-07-19T14:14:47.834754Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi4mqwl kind=VirtualMachineInstance uid=d62a60ec-8b5d-11e8-8456-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-19T14:14:47.834915Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi4mqwl kind= uid=d62a60ec-8b5d-11e8-8456-525500d15501 msg="No update processing required" level=info timestamp=2018-07-19T14:14:47.834972Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi4mqwl kind= uid=d62a60ec-8b5d-11e8-8456-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi4mqwl-8znt4 Pod phase: Running level=info timestamp=2018-07-19T14:14:34.860272Z pos=manager.go:69 component=virt-launcher msg="Collected all requested hook sidecar sockets" level=info timestamp=2018-07-19T14:14:34.860426Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[]" level=info timestamp=2018-07-19T14:14:34.861813Z pos=libvirt.go:256 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" level=info timestamp=2018-07-19T14:14:44.878790Z pos=libvirt.go:271 component=virt-launcher msg="Connected to libvirt daemon" level=info timestamp=2018-07-19T14:14:44.950739Z pos=virt-launcher.go:143 component=virt-launcher msg="Watchdog file created at /var/run/kubevirt/watchdog-files/kubevirt-test-default_testvmi4mqwl" level=info timestamp=2018-07-19T14:14:44.953684Z pos=client.go:152 component=virt-launcher msg="Registered libvirt event notify callback" level=info timestamp=2018-07-19T14:14:44.954295Z pos=virt-launcher.go:60 component=virt-launcher msg="Marked as ready" • Failure [124.133 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With VirtualMachineInstance with two PVCs /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:266 should start vmi multiple times [It] /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:278 Timed out after 123.067s. Expected error: <*errors.StatusError | 0xc420144b40>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: {SelfLink: "", ResourceVersion: "", Continue: ""}, Status: "Failure", Message: "Timeout: request did not complete within allowed duration", Reason: "Timeout", Details: {Name: "", Group: "", Kind: "", UID: "", Causes: nil, RetryAfterSeconds: 0}, Code: 504, }, } Timeout: request did not complete within allowed duration not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 ------------------------------ STEP: Starting and stopping the VirtualMachineInstance number of times STEP: Starting a VirtualMachineInstance Waiting for namespace kubevirt-test-default to be removed, this can take a while ... Waiting for namespace kubevirt-test-alternative to be removed, this can take a while ... Summarizing 11 Failures: [Fail] Expose Expose service on a VM replica set [BeforeEach] Expose ClusterIP service Should create a ClusterIP service on VMRS and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:36 [Fail] Networking should be able to reach [It] the Inbound VirtualMachineInstance with custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:224 [Fail] Storage Starting a VirtualMachineInstance with Alpine PVC should be successfully started [It] with Disk PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:79 [Fail] Storage Starting a VirtualMachineInstance with Alpine PVC should be successfully started [It] with CDRom PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 [Fail] Storage Starting a VirtualMachineInstance with Alpine PVC should be successfully started and stopped multiple times [It] with Disk PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 [Fail] Storage Starting a VirtualMachineInstance with Alpine PVC should be successfully started and stopped multiple times [It] with CDRom PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 [Fail] Storage Starting a VirtualMachineInstance With an emptyDisk defined [It] should create a writeable emptyDisk with the right capacity /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 [Fail] Storage Starting a VirtualMachineInstance With an emptyDisk defined and a specified serial number [It] should create a writeable emptyDisk with the specified serial number /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 [Fail] Storage Starting a VirtualMachineInstance With ephemeral alpine PVC [It] should be successfully started /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 [Fail] Storage Starting a VirtualMachineInstance With ephemeral alpine PVC [It] should not persist data /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 [Fail] Storage Starting a VirtualMachineInstance With VirtualMachineInstance with two PVCs [It] should start vmi multiple times /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:64 Ran 129 of 141 Specs in 4326.158 seconds FAIL! -- 118 Passed | 11 Failed | 0 Pending | 12 Skipped --- FAIL: TestTests (4326.17s) FAIL make: *** [functest] Error 1 + make cluster-down ./cluster/down.sh