+ export WORKSPACE=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release + WORKSPACE=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release + [[ openshift-3.10-release =~ openshift-.* ]] + [[ openshift-3.10-release =~ .*-crio-.* ]] + export KUBEVIRT_PROVIDER=os-3.10.0 + KUBEVIRT_PROVIDER=os-3.10.0 + export KUBEVIRT_NUM_NODES=2 + KUBEVIRT_NUM_NODES=2 + export NFS_WINDOWS_DIR=/home/nfs/images/windows2016 + NFS_WINDOWS_DIR=/home/nfs/images/windows2016 + export NAMESPACE=kube-system + NAMESPACE=kube-system + trap '{ make cluster-down; }' EXIT SIGINT SIGTERM SIGSTOP + make cluster-down ./cluster/down.sh + make cluster-up ./cluster/up.sh Downloading ....................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................... Downloading ....... 2018/08/06 19:08:17 Waiting for host: 192.168.66.102:22 2018/08/06 19:08:20 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/08/06 19:08:28 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/08/06 19:08:36 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/08/06 19:08:44 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/08/06 19:08:52 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/08/06 19:09:00 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/08/06 19:09:08 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/08/06 19:09:16 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: connection refused. Sleeping 5s 2018/08/06 19:09:21 Connected to tcp://192.168.66.102:22 + systemctl stop origin-node.service + rm -rf /etc/origin/ /etc/etcd/ /var/lib/origin /var/lib/etcd/ ++ docker ps -q + containers= + '[' -n '' ']' ++ docker ps -q -a + containers='8d985261fee2 cdd5cb050f63 3b39c685d71c 1fe63ccc7eb5 7fb562e6d373 7357d7573809 4cd9d31e59d6 3dd2b4e034df b8bd1bfbd6fe 2b04452ad9d2 5a8d8e270d07 5bcee7ba14b9 d317f6c94b21 249a96e5b5be bf8eede72349 37a4fab28e2d 08ce4e71eea8 e4e0f326f8c6 0a856ce6e727 64a97837a605 4e67e156ec7c 6b2d2d048d59 8b938906ea49 6572244ef7bc b44328453c0f f0bde1a8d259 61984dd36d89 d0b161b029c9 6b12e033271c 7cd73847cb28 c98ef990eea8' + '[' -n '8d985261fee2 cdd5cb050f63 3b39c685d71c 1fe63ccc7eb5 7fb562e6d373 7357d7573809 4cd9d31e59d6 3dd2b4e034df b8bd1bfbd6fe 2b04452ad9d2 5a8d8e270d07 5bcee7ba14b9 d317f6c94b21 249a96e5b5be bf8eede72349 37a4fab28e2d 08ce4e71eea8 e4e0f326f8c6 0a856ce6e727 64a97837a605 4e67e156ec7c 6b2d2d048d59 8b938906ea49 6572244ef7bc b44328453c0f f0bde1a8d259 61984dd36d89 d0b161b029c9 6b12e033271c 7cd73847cb28 c98ef990eea8' ']' + docker rm -f 8d985261fee2 cdd5cb050f63 3b39c685d71c 1fe63ccc7eb5 7fb562e6d373 7357d7573809 4cd9d31e59d6 3dd2b4e034df b8bd1bfbd6fe 2b04452ad9d2 5a8d8e270d07 5bcee7ba14b9 d317f6c94b21 249a96e5b5be bf8eede72349 37a4fab28e2d 08ce4e71eea8 e4e0f326f8c6 0a856ce6e727 64a97837a605 4e67e156ec7c 6b2d2d048d59 8b938906ea49 6572244ef7bc b44328453c0f f0bde1a8d259 61984dd36d89 d0b161b029c9 6b12e033271c 7cd73847cb28 c98ef990eea8 8d985261fee2 cdd5cb050f63 3b39c685d71c 1fe63ccc7eb5 7fb562e6d373 7357d7573809 4cd9d31e59d6 3dd2b4e034df b8bd1bfbd6fe 2b04452ad9d2 5a8d8e270d07 5bcee7ba14b9 d317f6c94b21 249a96e5b5be bf8eede72349 37a4fab28e2d 08ce4e71eea8 e4e0f326f8c6 0a856ce6e727 64a97837a605 4e67e156ec7c 6b2d2d048d59 8b938906ea49 6572244ef7bc b44328453c0f f0bde1a8d259 61984dd36d89 d0b161b029c9 6b12e033271c 7cd73847cb28 c98ef990eea8 2018/08/06 19:09:24 Waiting for host: 192.168.66.101:22 2018/08/06 19:09:27 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/08/06 19:09:35 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/08/06 19:09:43 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/08/06 19:09:48 Connected to tcp://192.168.66.101:22 + inventory_file=/root/inventory + openshift_ansible=/root/openshift-ansible + echo '[new_nodes]' + sed -i '/\[OSEv3:children\]/a new_nodes' /root/inventory + nodes_found=false ++ seq 2 100 + for i in '$(seq 2 100)' ++ printf node%02d 2 + node=node02 ++ printf 192.168.66.1%02d 2 + node_ip=192.168.66.102 + set +e + ping 192.168.66.102 -c 1 PING 192.168.66.102 (192.168.66.102) 56(84) bytes of data. 64 bytes from 192.168.66.102: icmp_seq=1 ttl=64 time=0.782 ms --- 192.168.66.102 ping statistics --- 1 packets transmitted, 1 received, 0% packet loss, time 0ms rtt min/avg/max/mdev = 0.782/0.782/0.782/0.000 ms + '[' 0 -ne 0 ']' + nodes_found=true + set -e + echo '192.168.66.102 node02' Found node02. Adding it to the inventory. + echo 'Found node02. Adding it to the inventory.' + echo 'node02 openshift_node_group_name="node-config-compute" openshift_schedulable=true openshift_ip=192.168.66.102' + for i in '$(seq 2 100)' ++ printf node%02d 3 + node=node03 ++ printf 192.168.66.1%02d 3 + node_ip=192.168.66.103 + set +e + ping 192.168.66.103 -c 1 PING 192.168.66.103 (192.168.66.103) 56(84) bytes of data. From 192.168.66.101 icmp_seq=1 Destination Host Unreachable --- 192.168.66.103 ping statistics --- 1 packets transmitted, 0 received, +1 errors, 100% packet loss, time 0ms + '[' 1 -ne 0 ']' + break + '[' true = true ']' + ansible-playbook -i /root/inventory /root/openshift-ansible/playbooks/openshift-node/scaleup.yml PLAY [Populate config host groups] ********************************************* TASK [Load group name mapping variables] *************************************** ok: [localhost] TASK [Evaluate groups - g_etcd_hosts or g_new_etcd_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_master_hosts or g_new_master_hosts required] ********* skipping: [localhost] TASK [Evaluate groups - g_node_hosts or g_new_node_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_lb_hosts required] *********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts required] ********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts is single host] **************************** skipping: [localhost] TASK [Evaluate groups - g_glusterfs_hosts required] **************************** skipping: [localhost] TASK [Evaluate oo_all_hosts] *************************************************** ok: [localhost] => (item=node01) ok: [localhost] => (item=node02) TASK [Evaluate oo_masters] ***************************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_master] ************************************************ ok: [localhost] TASK [Evaluate oo_new_etcd_to_config] ****************************************** TASK [Evaluate oo_masters_to_config] ******************************************* ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_to_config] ********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_etcd] ************************************************** ok: [localhost] TASK [Evaluate oo_etcd_hosts_to_upgrade] *************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_hosts_to_backup] **************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_nodes_to_config] ********************************************* ok: [localhost] => (item=node02) TASK [Evaluate oo_nodes_to_bootstrap] ****************************************** ok: [localhost] => (item=node02) TASK [Add masters to oo_nodes_to_bootstrap] ************************************ ok: [localhost] => (item=node01) TASK [Evaluate oo_lb_to_config] ************************************************ TASK [Evaluate oo_nfs_to_config] *********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_glusterfs_to_config] ***************************************** TASK [Evaluate oo_etcd_to_migrate] ********************************************* ok: [localhost] => (item=node01) PLAY [Ensure there are new_nodes] ********************************************** TASK [fail] ******************************************************************** skipping: [localhost] TASK [fail] ******************************************************************** skipping: [localhost] PLAY [Initialization Checkpoint Start] ***************************************** TASK [Set install initialization 'In Progress'] ******************************** ok: [node01] PLAY [Populate config host groups] ********************************************* TASK [Load group name mapping variables] *************************************** ok: [localhost] TASK [Evaluate groups - g_etcd_hosts or g_new_etcd_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_master_hosts or g_new_master_hosts required] ********* skipping: [localhost] TASK [Evaluate groups - g_node_hosts or g_new_node_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_lb_hosts required] *********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts required] ********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts is single host] **************************** skipping: [localhost] TASK [Evaluate groups - g_glusterfs_hosts required] **************************** skipping: [localhost] TASK [Evaluate oo_all_hosts] *************************************************** ok: [localhost] => (item=node01) ok: [localhost] => (item=node02) TASK [Evaluate oo_masters] ***************************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_master] ************************************************ ok: [localhost] TASK [Evaluate oo_new_etcd_to_config] ****************************************** TASK [Evaluate oo_masters_to_config] ******************************************* ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_to_config] ********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_etcd] ************************************************** ok: [localhost] TASK [Evaluate oo_etcd_hosts_to_upgrade] *************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_hosts_to_backup] **************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_nodes_to_config] ********************************************* ok: [localhost] => (item=node02) TASK [Evaluate oo_nodes_to_bootstrap] ****************************************** ok: [localhost] => (item=node02) TASK [Add masters to oo_nodes_to_bootstrap] ************************************ ok: [localhost] => (item=node01) TASK [Evaluate oo_lb_to_config] ************************************************ TASK [Evaluate oo_nfs_to_config] *********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_glusterfs_to_config] ***************************************** TASK [Evaluate oo_etcd_to_migrate] ********************************************* ok: [localhost] => (item=node01) [WARNING]: Could not match supplied host pattern, ignoring: oo_lb_to_config PLAY [Ensure that all non-node hosts are accessible] *************************** TASK [Gathering Facts] ********************************************************* ok: [node01] PLAY [Initialize basic host facts] ********************************************* TASK [Gathering Facts] ********************************************************* ok: [node02] ok: [node01] TASK [openshift_sanitize_inventory : include_tasks] **************************** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/deprecations.yml for node01, node02 TASK [openshift_sanitize_inventory : Check for usage of deprecated variables] *** ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : debug] ************************************ skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : set_stats] ******************************** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Assign deprecated variables to correct counterparts] *** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/__deprecations_logging.yml for node01, node02 included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/__deprecations_metrics.yml for node01, node02 TASK [openshift_sanitize_inventory : conditional_set_fact] ********************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : set_fact] ********************************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : conditional_set_fact] ********************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : Standardize on latest variable names] ***** ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : Normalize openshift_release] ************** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Abort when openshift_release is invalid] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : include_tasks] **************************** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/unsupported.yml for node01, node02 TASK [openshift_sanitize_inventory : Ensure that openshift_use_dnsmasq is true] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that openshift_node_dnsmasq_install_network_manager_hook is true] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : set_fact] ********************************* skipping: [node01] => (item=openshift_hosted_etcd_storage_kind) skipping: [node02] => (item=openshift_hosted_etcd_storage_kind) TASK [openshift_sanitize_inventory : Ensure that dynamic provisioning is set if using dynamic storage] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure the hosted registry's GlusterFS storage is configured correctly] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure the hosted registry's GlusterFS storage is configured correctly] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure clusterid is set along with the cloudprovider] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure ansible_service_broker_remove and ansible_service_broker_install are mutually exclusive] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure template_service_broker_remove and template_service_broker_install are mutually exclusive] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that all requires vsphere configuration variables are set] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : ensure provider configuration variables are defined] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure removed web console extension variables are not set] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that web console port matches API server port] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : At least one master is schedulable] ******* skipping: [node01] skipping: [node02] TASK [Detecting Operating System from ostree_booted] *************************** ok: [node02] ok: [node01] TASK [set openshift_deployment_type if unset] ********************************** skipping: [node01] skipping: [node02] TASK [check for node already bootstrapped] ************************************* ok: [node02] ok: [node01] TASK [initialize_facts set fact openshift_is_bootstrapped] ********************* ok: [node01] ok: [node02] TASK [initialize_facts set fact openshift_is_atomic and openshift_is_containerized] *** ok: [node01] ok: [node02] TASK [Determine Atomic Host Docker Version] ************************************ skipping: [node01] skipping: [node02] TASK [assert atomic host docker version is 1.12 or later] ********************** skipping: [node01] skipping: [node02] PLAY [Retrieve existing master configs and validate] *************************** TASK [openshift_control_plane : stat] ****************************************** ok: [node01] TASK [openshift_control_plane : slurp] ***************************************** ok: [node01] TASK [openshift_control_plane : set_fact] ************************************** ok: [node01] TASK [openshift_control_plane : Check for file paths outside of /etc/origin/master in master's config] *** ok: [node01] TASK [openshift_control_plane : set_fact] ************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** skipping: [node01] PLAY [Initialize special first-master variables] ******************************* TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] PLAY [Disable web console if required] ***************************************** TASK [set_fact] **************************************************************** skipping: [node01] PLAY [Setup yum repositories for all hosts] ************************************ TASK [rhel_subscribe : fail] *************************************************** skipping: [node02] TASK [rhel_subscribe : Install Red Hat Subscription manager] ******************* skipping: [node02] TASK [rhel_subscribe : Is host already registered?] **************************** skipping: [node02] TASK [rhel_subscribe : Register host] ****************************************** skipping: [node02] TASK [rhel_subscribe : fail] *************************************************** skipping: [node02] TASK [rhel_subscribe : Determine if OpenShift Pool Already Attached] *********** skipping: [node02] TASK [rhel_subscribe : Attach to OpenShift Pool] ******************************* skipping: [node02] TASK [rhel_subscribe : Satellite preparation] ********************************** skipping: [node02] TASK [openshift_repos : openshift_repos detect ostree] ************************* ok: [node02] TASK [openshift_repos : Ensure libselinux-python is installed] ***************** ok: [node02] TASK [openshift_repos : Remove openshift_additional.repo file] ***************** ok: [node02] TASK [openshift_repos : Create any additional repos that are defined] ********** TASK [openshift_repos : include_tasks] ***************************************** skipping: [node02] TASK [openshift_repos : include_tasks] ***************************************** included: /root/openshift-ansible/roles/openshift_repos/tasks/centos_repos.yml for node02 TASK [openshift_repos : Configure origin gpg keys] ***************************** ok: [node02] TASK [openshift_repos : Configure correct origin release repository] *********** ok: [node02] => (item=/root/openshift-ansible/roles/openshift_repos/templates/CentOS-OpenShift-Origin.repo.j2) TASK [openshift_repos : Ensure clean repo cache in the event repos have been changed manually] *** changed: [node02] => { "msg": "First run of openshift_repos" } TASK [openshift_repos : Record that openshift_repos already ran] *************** ok: [node02] RUNNING HANDLER [openshift_repos : refresh cache] ****************************** changed: [node02] PLAY [Install packages necessary for installer] ******************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [Determine if chrony is installed] **************************************** [WARNING]: Consider using the yum, dnf or zypper module rather than running rpm. If you need to use command because yum, dnf or zypper is insufficient you can add warn=False to this command task or set command_warnings=False in ansible.cfg to get rid of this message. changed: [node02] TASK [Install ntp package] ***************************************************** skipping: [node02] TASK [Start and enable ntpd/chronyd] ******************************************* changed: [node02] TASK [Ensure openshift-ansible installer package deps are installed] *********** ok: [node02] => (item=iproute) ok: [node02] => (item=dbus-python) ok: [node02] => (item=PyYAML) ok: [node02] => (item=python-ipaddress) ok: [node02] => (item=libsemanage-python) ok: [node02] => (item=yum-utils) ok: [node02] => (item=python-docker) PLAY [Initialize cluster facts] ************************************************ TASK [Gathering Facts] ********************************************************* ok: [node02] ok: [node01] TASK [get openshift_current_version] ******************************************* ok: [node02] ok: [node01] TASK [set_fact openshift_portal_net if present on masters] ********************* ok: [node01] ok: [node02] TASK [Gather Cluster facts] **************************************************** changed: [node02] changed: [node01] TASK [Set fact of no_proxy_internal_hostnames] ********************************* skipping: [node01] skipping: [node02] TASK [Initialize openshift.node.sdn_mtu] *************************************** changed: [node02] ok: [node01] PLAY [Initialize etcd host variables] ****************************************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] PLAY [Determine openshift_version to configure on first master] **************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [include_role : openshift_version] **************************************** TASK [openshift_version : Use openshift_current_version fact as version to configure if already installed] *** ok: [node01] TASK [openshift_version : Set openshift_version to openshift_release if undefined] *** skipping: [node01] TASK [openshift_version : debug] *********************************************** ok: [node01] => { "msg": "openshift_pkg_version was not defined. Falling back to -3.10.0" } TASK [openshift_version : set_fact] ******************************************** ok: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : assert openshift_release in openshift_image_tag] ***** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : assert openshift_release in openshift_pkg_version] *** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_release": "3.10" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_image_tag": "v3.10.0-rc.0" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_pkg_version": "-3.10.0*" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_version": "3.10.0" } TASK [set openshift_version booleans (first master)] *************************** ok: [node01] PLAY [Set openshift_version for etcd, node, and master hosts] ****************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [set_fact] **************************************************************** ok: [node02] TASK [set openshift_version booleans (masters and nodes)] ********************** ok: [node02] PLAY [Verify Requirements] ***************************************************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [Run variable sanity checks] ********************************************** ok: [node01] TASK [Validate openshift_node_groups and openshift_node_group_name] ************ ok: [node01] PLAY [Initialization Checkpoint End] ******************************************* TASK [Set install initialization 'Complete'] *********************************** ok: [node01] PLAY [Validate node hostnames] ************************************************* TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [Query DNS for IP address of node02] ************************************** ok: [node02] TASK [Validate openshift_hostname when defined] ******************************** skipping: [node02] TASK [Validate openshift_ip exists on node when defined] *********************** skipping: [node02] PLAY [Configure os_firewall] *************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [os_firewall : Detecting Atomic Host Operating System] ******************** ok: [node02] TASK [os_firewall : Set fact r_os_firewall_is_atomic] ************************** ok: [node02] TASK [os_firewall : Fail - Firewalld is not supported on Atomic Host] ********** skipping: [node02] TASK [os_firewall : Install firewalld packages] ******************************** skipping: [node02] TASK [os_firewall : Ensure iptables services are not enabled] ****************** skipping: [node02] => (item=iptables) skipping: [node02] => (item=ip6tables) TASK [os_firewall : Wait 10 seconds after disabling iptables] ****************** skipping: [node02] TASK [os_firewall : Start and enable firewalld service] ************************ skipping: [node02] TASK [os_firewall : need to pause here, otherwise the firewalld service starting can sometimes cause ssh to fail] *** skipping: [node02] TASK [os_firewall : Restart polkitd] ******************************************* skipping: [node02] TASK [os_firewall : Wait for polkit action to have been created] *************** skipping: [node02] TASK [os_firewall : Ensure firewalld service is not enabled] ******************* ok: [node02] TASK [os_firewall : Wait 10 seconds after disabling firewalld] ***************** skipping: [node02] TASK [os_firewall : Install iptables packages] ********************************* ok: [node02] => (item=iptables) ok: [node02] => (item=iptables-services) TASK [os_firewall : Start and enable iptables service] ************************* ok: [node02 -> node02] => (item=node02) TASK [os_firewall : need to pause here, otherwise the iptables service starting can sometimes cause ssh to fail] *** skipping: [node02] PLAY [oo_nodes_to_config] ****************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [container_runtime : Setup the docker-storage for overlay] **************** skipping: [node02] TASK [container_runtime : Create file system on extra volume device] *********** TASK [container_runtime : Create mount entry for extra volume] ***************** PLAY [oo_nodes_to_config] ****************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_excluder : Install docker excluder - yum] ********************** ok: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* ok: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** skipping: [node02] TASK [container_runtime : Getting current systemd-udevd exec command] ********** skipping: [node02] TASK [container_runtime : Assure systemd-udevd.service.d directory exists] ***** skipping: [node02] TASK [container_runtime : Create systemd-udevd override file] ****************** skipping: [node02] TASK [container_runtime : Add enterprise registry, if necessary] *************** skipping: [node02] TASK [container_runtime : Add http_proxy to /etc/atomic.conf] ****************** skipping: [node02] TASK [container_runtime : Add https_proxy to /etc/atomic.conf] ***************** skipping: [node02] TASK [container_runtime : Add no_proxy to /etc/atomic.conf] ******************** skipping: [node02] TASK [container_runtime : Get current installed Docker version] **************** ok: [node02] TASK [container_runtime : Error out if Docker pre-installed but too old] ******* skipping: [node02] TASK [container_runtime : Error out if requested Docker is too old] ************ skipping: [node02] TASK [container_runtime : Install Docker] ************************************** skipping: [node02] TASK [container_runtime : Ensure docker.service.d directory exists] ************ ok: [node02] TASK [container_runtime : Configure Docker service unit file] ****************** ok: [node02] TASK [container_runtime : stat] ************************************************ ok: [node02] TASK [container_runtime : Set registry params] ********************************* skipping: [node02] => (item={u'reg_conf_var': u'ADD_REGISTRY', u'reg_flag': u'--add-registry', u'reg_fact_val': []}) skipping: [node02] => (item={u'reg_conf_var': u'BLOCK_REGISTRY', u'reg_flag': u'--block-registry', u'reg_fact_val': []}) skipping: [node02] => (item={u'reg_conf_var': u'INSECURE_REGISTRY', u'reg_flag': u'--insecure-registry', u'reg_fact_val': []}) TASK [container_runtime : Place additional/blocked/insecure registries in /etc/containers/registries.conf] *** skipping: [node02] TASK [container_runtime : Set Proxy Settings] ********************************** skipping: [node02] => (item={u'reg_conf_var': u'HTTP_PROXY', u'reg_fact_val': u''}) skipping: [node02] => (item={u'reg_conf_var': u'HTTPS_PROXY', u'reg_fact_val': u''}) skipping: [node02] => (item={u'reg_conf_var': u'NO_PROXY', u'reg_fact_val': u''}) TASK [container_runtime : Set various Docker options] ************************** ok: [node02] TASK [container_runtime : stat] ************************************************ ok: [node02] TASK [container_runtime : Configure Docker Network OPTIONS] ******************** ok: [node02] TASK [container_runtime : Detect if docker is already started] ***************** ok: [node02] TASK [container_runtime : Start the Docker service] **************************** ok: [node02] TASK [container_runtime : set_fact] ******************************************** ok: [node02] TASK [container_runtime : Check for docker_storage_path/overlay2] ************** ok: [node02] TASK [container_runtime : Fixup SELinux permissions for docker] **************** changed: [node02] TASK [container_runtime : Ensure /var/lib/containers exists] ******************* ok: [node02] TASK [container_runtime : Fix SELinux Permissions on /var/lib/containers] ****** ok: [node02] TASK [container_runtime : Check for credentials file for registry auth] ******** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth] ***** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth (alternative)] *** skipping: [node02] TASK [container_runtime : stat the docker data dir] **************************** ok: [node02] TASK [container_runtime : stop the current running docker] ********************* skipping: [node02] TASK [container_runtime : copy "/var/lib/docker" to "/var/lib/containers/docker"] *** skipping: [node02] TASK [container_runtime : Set the selinux context on /var/lib/containers/docker] *** skipping: [node02] TASK [container_runtime : restorecon the /var/lib/containers/docker] *********** skipping: [node02] TASK [container_runtime : Remove the old docker location] ********************** skipping: [node02] TASK [container_runtime : Setup the link] ************************************** skipping: [node02] TASK [container_runtime : start docker] **************************************** skipping: [node02] TASK [container_runtime : Fail if Atomic Host since this is an rpm request] **** skipping: [node02] TASK [container_runtime : Getting current systemd-udevd exec command] ********** skipping: [node02] TASK [container_runtime : Assure systemd-udevd.service.d directory exists] ***** skipping: [node02] TASK [container_runtime : Create systemd-udevd override file] ****************** skipping: [node02] TASK [container_runtime : Add enterprise registry, if necessary] *************** skipping: [node02] TASK [container_runtime : Check that overlay is in the kernel] ***************** skipping: [node02] TASK [container_runtime : Add overlay to modprobe.d] *************************** skipping: [node02] TASK [container_runtime : Manually modprobe overlay into the kernel] *********** skipping: [node02] TASK [container_runtime : Enable and start systemd-modules-load] *************** skipping: [node02] TASK [container_runtime : Install cri-o] *************************************** skipping: [node02] TASK [container_runtime : Remove CRI-O default configuration files] ************ skipping: [node02] => (item=/etc/cni/net.d/200-loopback.conf) skipping: [node02] => (item=/etc/cni/net.d/100-crio-bridge.conf) TASK [container_runtime : Create the CRI-O configuration] ********************** skipping: [node02] TASK [container_runtime : Ensure CNI configuration directory exists] *********** skipping: [node02] TASK [container_runtime : Add iptables allow rules] **************************** skipping: [node02] => (item={u'port': u'10010/tcp', u'service': u'crio'}) TASK [container_runtime : Remove iptables rules] ******************************* TASK [container_runtime : Add firewalld allow rules] *************************** skipping: [node02] => (item={u'port': u'10010/tcp', u'service': u'crio'}) TASK [container_runtime : Remove firewalld allow rules] ************************ TASK [container_runtime : Configure the CNI network] *************************** skipping: [node02] TASK [container_runtime : Create /etc/sysconfig/crio-network] ****************** skipping: [node02] TASK [container_runtime : Start the CRI-O service] ***************************** skipping: [node02] TASK [container_runtime : Ensure /var/lib/containers exists] ******************* skipping: [node02] TASK [container_runtime : Fix SELinux Permissions on /var/lib/containers] ****** skipping: [node02] TASK [container_runtime : Check for credentials file for registry auth] ******** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth] ***** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth (alternative)] *** skipping: [node02] TASK [container_runtime : stat the docker data dir] **************************** skipping: [node02] TASK [container_runtime : stop the current running docker] ********************* skipping: [node02] TASK [container_runtime : copy "/var/lib/docker" to "/var/lib/containers/docker"] *** skipping: [node02] TASK [container_runtime : Set the selinux context on /var/lib/containers/docker] *** skipping: [node02] TASK [container_runtime : restorecon the /var/lib/containers/docker] *********** skipping: [node02] TASK [container_runtime : Remove the old docker location] ********************** skipping: [node02] TASK [container_runtime : Setup the link] ************************************** skipping: [node02] TASK [container_runtime : start docker] **************************************** skipping: [node02] PLAY [Determine openshift_version to configure on first master] **************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [include_role : openshift_version] **************************************** TASK [openshift_version : Use openshift_current_version fact as version to configure if already installed] *** skipping: [node01] TASK [openshift_version : Set openshift_version to openshift_release if undefined] *** skipping: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : assert openshift_release in openshift_image_tag] ***** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : assert openshift_release in openshift_pkg_version] *** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_release": "3.10" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_image_tag": "v3.10.0-rc.0" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_pkg_version": "-3.10.0*" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_version": "3.10.0" } TASK [set openshift_version booleans (first master)] *************************** ok: [node01] PLAY [Set openshift_version for etcd, node, and master hosts] ****************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [set_fact] **************************************************************** ok: [node02] TASK [set openshift_version booleans (masters and nodes)] ********************** ok: [node02] PLAY [Node Preparation Checkpoint Start] *************************************** TASK [Set Node preparation 'In Progress'] ************************************** ok: [node01] PLAY [Only target nodes that have not yet been bootstrapped] ******************* TASK [Gathering Facts] ********************************************************* ok: [localhost] TASK [add_host] **************************************************************** skipping: [localhost] => (item=node02) ok: [localhost] => (item=node01) PLAY [Disable excluders] ******************************************************* TASK [openshift_excluder : Detecting Atomic Host Operating System] ************* ok: [node02] TASK [openshift_excluder : Debug r_openshift_excluder_enable_docker_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_docker_excluder": true } TASK [openshift_excluder : Debug r_openshift_excluder_enable_openshift_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_openshift_excluder": true } TASK [openshift_excluder : Fail if invalid openshift_excluder_action provided] *** skipping: [node02] TASK [openshift_excluder : Fail if r_openshift_excluder_upgrade_target is not defined] *** skipping: [node02] TASK [openshift_excluder : Include main action task file] ********************** included: /root/openshift-ansible/roles/openshift_excluder/tasks/disable.yml for node02 TASK [openshift_excluder : Get available excluder version] ********************* skipping: [node02] TASK [openshift_excluder : Fail when excluder package is not found] ************ skipping: [node02] TASK [openshift_excluder : Set fact excluder_version] ************************** skipping: [node02] TASK [openshift_excluder : origin-docker-excluder version detected] ************ skipping: [node02] TASK [openshift_excluder : Printing upgrade target version] ******************** skipping: [node02] TASK [openshift_excluder : Check the available origin-docker-excluder version is at most of the upgrade target version] *** skipping: [node02] TASK [openshift_excluder : Get available excluder version] ********************* skipping: [node02] TASK [openshift_excluder : Fail when excluder package is not found] ************ skipping: [node02] TASK [openshift_excluder : Set fact excluder_version] ************************** skipping: [node02] TASK [openshift_excluder : origin-excluder version detected] ******************* skipping: [node02] TASK [openshift_excluder : Printing upgrade target version] ******************** skipping: [node02] TASK [openshift_excluder : Check the available origin-excluder version is at most of the upgrade target version] *** skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : disable docker excluder] **************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : disable openshift excluder] ************************* changed: [node02] TASK [openshift_excluder : Install docker excluder - yum] ********************** skipping: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** changed: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : disable docker excluder] **************************** skipping: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : disable openshift excluder] ************************* changed: [node02] PLAY [Configure nodes] ********************************************************* TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_cloud_provider : Set cloud provider facts] ********************* skipping: [node02] TASK [openshift_cloud_provider : Create cloudprovider config dir] ************** skipping: [node02] TASK [openshift_cloud_provider : include the defined cloud provider files] ***** skipping: [node02] TASK [openshift_node : fail] *************************************************** skipping: [node02] TASK [openshift_node : Check for NetworkManager service] *********************** ok: [node02] TASK [openshift_node : Set fact using_network_manager] ************************* ok: [node02] TASK [openshift_node : Install dnsmasq] **************************************** ok: [node02] TASK [openshift_node : ensure origin/node directory exists] ******************** changed: [node02] => (item=/etc/origin) changed: [node02] => (item=/etc/origin/node) TASK [openshift_node : Install NetworkManager during node_bootstrap provisioning] *** skipping: [node02] TASK [openshift_node : Install network manager dispatch script] **************** skipping: [node02] TASK [openshift_node : Install dnsmasq configuration] ************************** ok: [node02] TASK [openshift_node : Deploy additional dnsmasq.conf] ************************* skipping: [node02] TASK [openshift_node : Enable dnsmasq] ***************************************** ok: [node02] TASK [openshift_node : Install network manager dispatch script] **************** ok: [node02] TASK [openshift_node : Add iptables allow rules] ******************************* ok: [node02] => (item={u'port': u'10250/tcp', u'service': u'Kubernetes kubelet'}) ok: [node02] => (item={u'port': u'10256/tcp', u'service': u'Kubernetes kube-proxy health check for service load balancers'}) ok: [node02] => (item={u'port': u'80/tcp', u'service': u'http'}) ok: [node02] => (item={u'port': u'443/tcp', u'service': u'https'}) ok: [node02] => (item={u'cond': u'openshift_use_openshift_sdn | bool', u'port': u'4789/udp', u'service': u'OpenShift OVS sdn'}) skipping: [node02] => (item={u'cond': False, u'port': u'179/tcp', u'service': u'Calico BGP Port'}) skipping: [node02] => (item={u'cond': False, u'port': u'/tcp', u'service': u'Kubernetes service NodePort TCP'}) skipping: [node02] => (item={u'cond': False, u'port': u'/udp', u'service': u'Kubernetes service NodePort UDP'}) TASK [openshift_node : Remove iptables rules] ********************************** TASK [openshift_node : Add firewalld allow rules] ****************************** skipping: [node02] => (item={u'port': u'10250/tcp', u'service': u'Kubernetes kubelet'}) skipping: [node02] => (item={u'port': u'10256/tcp', u'service': u'Kubernetes kube-proxy health check for service load balancers'}) skipping: [node02] => (item={u'port': u'80/tcp', u'service': u'http'}) skipping: [node02] => (item={u'port': u'443/tcp', u'service': u'https'}) skipping: [node02] => (item={u'cond': u'openshift_use_openshift_sdn | bool', u'port': u'4789/udp', u'service': u'OpenShift OVS sdn'}) skipping: [node02] => (item={u'cond': False, u'port': u'179/tcp', u'service': u'Calico BGP Port'}) skipping: [node02] => (item={u'cond': False, u'port': u'/tcp', u'service': u'Kubernetes service NodePort TCP'}) skipping: [node02] => (item={u'cond': False, u'port': u'/udp', u'service': u'Kubernetes service NodePort UDP'}) TASK [openshift_node : Remove firewalld allow rules] *************************** TASK [openshift_node : Checking for journald.conf] ***************************** ok: [node02] TASK [openshift_node : Create journald persistence directories] **************** ok: [node02] TASK [openshift_node : Update journald setup] ********************************** ok: [node02] => (item={u'var': u'Storage', u'val': u'persistent'}) ok: [node02] => (item={u'var': u'Compress', u'val': True}) ok: [node02] => (item={u'var': u'SyncIntervalSec', u'val': u'1s'}) ok: [node02] => (item={u'var': u'RateLimitInterval', u'val': u'1s'}) ok: [node02] => (item={u'var': u'RateLimitBurst', u'val': 10000}) ok: [node02] => (item={u'var': u'SystemMaxUse', u'val': u'8G'}) ok: [node02] => (item={u'var': u'SystemKeepFree', u'val': u'20%'}) ok: [node02] => (item={u'var': u'SystemMaxFileSize', u'val': u'10M'}) ok: [node02] => (item={u'var': u'MaxRetentionSec', u'val': u'1month'}) ok: [node02] => (item={u'var': u'MaxFileSec', u'val': u'1day'}) ok: [node02] => (item={u'var': u'ForwardToSyslog', u'val': False}) ok: [node02] => (item={u'var': u'ForwardToWall', u'val': False}) TASK [openshift_node : Restart journald] *************************************** skipping: [node02] TASK [openshift_node : Disable swap] ******************************************* ok: [node02] TASK [openshift_node : Install node, clients, and conntrack packages] ********** ok: [node02] => (item={u'name': u'origin-node-3.10.0*'}) ok: [node02] => (item={u'name': u'origin-clients-3.10.0*'}) ok: [node02] => (item={u'name': u'conntrack-tools'}) TASK [openshift_node : Restart cri-o] ****************************************** skipping: [node02] TASK [openshift_node : restart NetworkManager to ensure resolv.conf is present] *** changed: [node02] TASK [openshift_node : sysctl] ************************************************* ok: [node02] TASK [openshift_node : Check for credentials file for registry auth] *********** skipping: [node02] TASK [openshift_node : Create credentials for registry auth] ******************* skipping: [node02] TASK [openshift_node : Create credentials for registry auth (alternative)] ***** skipping: [node02] TASK [openshift_node : Setup ro mount of /root/.docker for containerized hosts] *** skipping: [node02] TASK [openshift_node : Check that node image is present] *********************** changed: [node02] TASK [openshift_node : Pre-pull node image] ************************************ skipping: [node02] TASK [openshift_node : Copy node script to the node] *************************** ok: [node02] TASK [openshift_node : Install Node service file] ****************************** ok: [node02] TASK [openshift_node : Ensure old system path is set] ************************** skipping: [node02] => (item=/etc/origin/openvswitch) skipping: [node02] => (item=/var/lib/kubelet) skipping: [node02] => (item=/opt/cni/bin) TASK [openshift_node : Check status of node image pre-pull] ******************** skipping: [node02] TASK [openshift_node : Copy node container image to ostree storage] ************ skipping: [node02] TASK [openshift_node : Install or Update node system container] **************** skipping: [node02] TASK [openshift_node : Restart network manager to ensure networking configuration is in place] *** skipping: [node02] TASK [openshift_node : Configure Node settings] ******************************** ok: [node02] => (item={u'regex': u'^OPTIONS=', u'line': u'OPTIONS='}) ok: [node02] => (item={u'regex': u'^DEBUG_LOGLEVEL=', u'line': u'DEBUG_LOGLEVEL=2'}) ok: [node02] => (item={u'regex': u'^IMAGE_VERSION=', u'line': u'IMAGE_VERSION=v3.10.0-rc.0'}) TASK [openshift_node : Configure Proxy Settings] ******************************* skipping: [node02] => (item={u'regex': u'^HTTP_PROXY=', u'line': u'HTTP_PROXY='}) skipping: [node02] => (item={u'regex': u'^HTTPS_PROXY=', u'line': u'HTTPS_PROXY='}) skipping: [node02] => (item={u'regex': u'^NO_PROXY=', u'line': u'NO_PROXY=[],172.30.0.0/16,10.128.0.0/14'}) TASK [openshift_node : file] *************************************************** skipping: [node02] TASK [openshift_node : Create the Node config] ********************************* changed: [node02] TASK [openshift_node : Configure Node Environment Variables] ******************* TASK [openshift_node : Ensure the node static pod directory exists] ************ changed: [node02] TASK [openshift_node : Configure AWS Cloud Provider Settings] ****************** skipping: [node02] => (item=None) skipping: [node02] => (item=None) skipping: [node02] TASK [openshift_node : Check status of node image pre-pull] ******************** skipping: [node02] TASK [openshift_node : Install NFS storage plugin dependencies] **************** ok: [node02] TASK [openshift_node : Check for existence of nfs sebooleans] ****************** ok: [node02] => (item=virt_use_nfs) ok: [node02] => (item=virt_sandbox_use_nfs) TASK [openshift_node : Set seboolean to allow nfs storage plugin access from containers] *** ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-08-06 19:17:46.950071', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_use_nfs'], u'rc': 0, 'item': u'virt_use_nfs', u'delta': u'0:00:00.031736', '_ansible_item_label': u'virt_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-08-06 19:17:46.918335', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-08-06 19:17:48.118708', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_nfs'], u'rc': 0, 'item': u'virt_sandbox_use_nfs', u'delta': u'0:00:00.017444', '_ansible_item_label': u'virt_sandbox_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-08-06 19:17:48.101264', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Set seboolean to allow nfs storage plugin access from containers (python 3)] *** skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-08-06 19:17:46.950071', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_use_nfs'], u'rc': 0, 'item': u'virt_use_nfs', u'delta': u'0:00:00.031736', '_ansible_item_label': u'virt_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-08-06 19:17:46.918335', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-08-06 19:17:48.118708', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_nfs'], u'rc': 0, 'item': u'virt_sandbox_use_nfs', u'delta': u'0:00:00.017444', '_ansible_item_label': u'virt_sandbox_use_nfs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_nfs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-08-06 19:17:48.101264', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Install GlusterFS storage plugin dependencies] ********** ok: [node02] TASK [openshift_node : Check for existence of fusefs sebooleans] *************** ok: [node02] => (item=virt_use_fusefs) ok: [node02] => (item=virt_sandbox_use_fusefs) TASK [openshift_node : Set seboolean to allow gluster storage plugin access from containers] *** ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-08-06 19:17:54.201110', '_ansible_no_log': False, u'stdout': u'virt_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_use_fusefs'], u'rc': 0, 'item': u'virt_use_fusefs', u'delta': u'0:00:00.017919', '_ansible_item_label': u'virt_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-08-06 19:17:54.183191', '_ansible_ignore_errors': None, 'failed': False}) ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-08-06 19:17:55.480413', '_ansible_no_log': False, u'stdout': u'virt_sandbox_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_fusefs'], u'rc': 0, 'item': u'virt_sandbox_use_fusefs', u'delta': u'0:00:00.017369', '_ansible_item_label': u'virt_sandbox_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_sandbox_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-08-06 19:17:55.463044', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Set seboolean to allow gluster storage plugin access from containers (python 3)] *** skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-08-06 19:17:54.201110', '_ansible_no_log': False, u'stdout': u'virt_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_use_fusefs'], u'rc': 0, 'item': u'virt_use_fusefs', u'delta': u'0:00:00.017919', '_ansible_item_label': u'virt_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-08-06 19:17:54.183191', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-08-06 19:17:55.480413', '_ansible_no_log': False, u'stdout': u'virt_sandbox_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_fusefs'], u'rc': 0, 'item': u'virt_sandbox_use_fusefs', u'delta': u'0:00:00.017369', '_ansible_item_label': u'virt_sandbox_use_fusefs', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'warn': True, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_fusefs', u'removes': None, u'argv': None, u'creates': None, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_sandbox_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-08-06 19:17:55.463044', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Install Ceph storage plugin dependencies] *************** ok: [node02] TASK [openshift_node : Install iSCSI storage plugin dependencies] ************** ok: [node02] => (item=iscsi-initiator-utils) ok: [node02] => (item=device-mapper-multipath) TASK [openshift_node : restart services] *************************************** ok: [node02] => (item=multipathd) ok: [node02] => (item=rpcbind) ok: [node02] => (item=iscsid) TASK [openshift_node : Template multipath configuration] *********************** changed: [node02] TASK [openshift_node : Enable and start multipath] ***************************** changed: [node02] TASK [tuned : Check for tuned package] ***************************************** ok: [node02] TASK [tuned : Set tuned OpenShift variables] *********************************** ok: [node02] TASK [tuned : Ensure directory structure exists] ******************************* ok: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1533205381.9317749, 'owner': 'root', 'path': u'openshift-control-plane', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1533205381.9317749}) ok: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1533205381.9327748, 'owner': 'root', 'path': u'openshift-node', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1533205381.9327748}) ok: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1533205381.9327748, 'owner': 'root', 'path': u'openshift', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1533205381.9327748}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/recommend.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1533205381.9327748, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1533205381.9327748, 'owner': 'root', 'path': u'recommend.conf', 'size': 290, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-control-plane/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1533205381.9327748, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1533205381.9327748, 'owner': 'root', 'path': u'openshift-control-plane/tuned.conf', 'size': 744, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-node/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1533205381.9327748, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1533205381.9327748, 'owner': 'root', 'path': u'openshift-node/tuned.conf', 'size': 135, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': u's0', 'seuser': u'unconfined_u', 'serole': u'object_r', 'ctime': 1533205381.9327748, 'state': u'file', 'gid': 0, 'mode': u'0644', 'mtime': 1533205381.9327748, 'owner': u'root', 'path': u'openshift/tuned.conf', 'size': 594, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': u'admin_home_t'}) TASK [tuned : Ensure files are populated from templates] *********************** skipping: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1533205381.9317749, 'owner': 'root', 'path': u'openshift-control-plane', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1533205381.9317749}) skipping: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1533205381.9327748, 'owner': 'root', 'path': u'openshift-node', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1533205381.9327748}) skipping: [node02] => (item={'serole': 'object_r', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'setype': 'admin_home_t', 'state': 'directory', 'gid': 0, 'mode': '0755', 'mtime': 1533205381.9327748, 'owner': 'root', 'path': u'openshift', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'ctime': 1533205381.9327748}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/recommend.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1533205381.9327748, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1533205381.9327748, 'owner': 'root', 'path': u'recommend.conf', 'size': 290, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-control-plane/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1533205381.9327748, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1533205381.9327748, 'owner': 'root', 'path': u'openshift-control-plane/tuned.conf', 'size': 744, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-node/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1533205381.9327748, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1533205381.9327748, 'owner': 'root', 'path': u'openshift-node/tuned.conf', 'size': 135, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': u's0', 'seuser': u'unconfined_u', 'serole': u'object_r', 'ctime': 1533205381.9327748, 'state': u'file', 'gid': 0, 'mode': u'0644', 'mtime': 1533205381.9327748, 'owner': u'root', 'path': u'openshift/tuned.conf', 'size': 594, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': u'admin_home_t'}) TASK [tuned : Make tuned use the recommended tuned profile on restart] ********* changed: [node02] => (item=/etc/tuned/active_profile) changed: [node02] => (item=/etc/tuned/profile_mode) TASK [tuned : Restart tuned service] ******************************************* changed: [node02] TASK [nickhammond.logrotate : nickhammond.logrotate | Install logrotate] ******* ok: [node02] TASK [nickhammond.logrotate : nickhammond.logrotate | Setup logrotate.d scripts] *** PLAY [node bootstrap config] *************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_node : install needed rpm(s)] ********************************** ok: [node02] => (item=origin-node) ok: [node02] => (item=origin-docker-excluder) ok: [node02] => (item=ansible) ok: [node02] => (item=bash-completion) ok: [node02] => (item=docker) ok: [node02] => (item=haproxy) ok: [node02] => (item=dnsmasq) ok: [node02] => (item=ntp) ok: [node02] => (item=logrotate) ok: [node02] => (item=httpd-tools) ok: [node02] => (item=bind-utils) ok: [node02] => (item=firewalld) ok: [node02] => (item=libselinux-python) ok: [node02] => (item=conntrack-tools) ok: [node02] => (item=openssl) ok: [node02] => (item=iproute) ok: [node02] => (item=python-dbus) ok: [node02] => (item=PyYAML) ok: [node02] => (item=yum-utils) ok: [node02] => (item=glusterfs-fuse) ok: [node02] => (item=device-mapper-multipath) ok: [node02] => (item=nfs-utils) ok: [node02] => (item=cockpit-ws) ok: [node02] => (item=cockpit-system) ok: [node02] => (item=cockpit-bridge) ok: [node02] => (item=cockpit-docker) ok: [node02] => (item=iscsi-initiator-utils) ok: [node02] => (item=ceph-common) TASK [openshift_node : create the directory for node] ************************** skipping: [node02] TASK [openshift_node : laydown systemd override] ******************************* skipping: [node02] TASK [openshift_node : update the sysconfig to have necessary variables] ******* ok: [node02] => (item={u'regexp': u'^KUBECONFIG=.*', u'line': u'KUBECONFIG=/etc/origin/node/bootstrap.kubeconfig'}) TASK [openshift_node : Configure AWS Cloud Provider Settings] ****************** skipping: [node02] => (item=None) skipping: [node02] => (item=None) skipping: [node02] TASK [openshift_node : disable origin-node service] **************************** changed: [node02] => (item=origin-node.service) TASK [openshift_node : Check for RPM generated config marker file .config_managed] *** ok: [node02] TASK [openshift_node : create directories for bootstrapping] ******************* ok: [node02] => (item=/root/openshift_bootstrap) changed: [node02] => (item=/var/lib/origin/openshift.local.config) changed: [node02] => (item=/var/lib/origin/openshift.local.config/node) ok: [node02] => (item=/etc/docker/certs.d/docker-registry.default.svc:5000) TASK [openshift_node : laydown the bootstrap.yml file for on boot configuration] *** ok: [node02] TASK [openshift_node : Create a symlink to the node client CA for the docker registry] *** ok: [node02] TASK [openshift_node : Remove RPM generated config files if present] *********** skipping: [node02] => (item=master) skipping: [node02] => (item=.config_managed) TASK [openshift_node : find all files in /etc/origin/node so we can remove them] *** skipping: [node02] TASK [openshift_node : Remove everything except the resolv.conf required for node] *** skipping: [node02] TASK [openshift_node_group : create node config template] ********************** changed: [node02] TASK [openshift_node_group : remove existing node config] ********************** changed: [node02] TASK [openshift_node_group : Ensure required directories are present] ********** ok: [node02] => (item=/etc/origin/node/pods) changed: [node02] => (item=/etc/origin/node/certificates) TASK [openshift_node_group : Update the sysconfig to group "node-config-compute"] *** changed: [node02] TASK [set_fact] **************************************************************** ok: [node02] PLAY [Re-enable excluder if it was previously enabled] ************************* TASK [openshift_excluder : Detecting Atomic Host Operating System] ************* ok: [node02] TASK [openshift_excluder : Debug r_openshift_excluder_enable_docker_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_docker_excluder": true } TASK [openshift_excluder : Debug r_openshift_excluder_enable_openshift_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_openshift_excluder": true } TASK [openshift_excluder : Fail if invalid openshift_excluder_action provided] *** skipping: [node02] TASK [openshift_excluder : Fail if r_openshift_excluder_upgrade_target is not defined] *** skipping: [node02] TASK [openshift_excluder : Include main action task file] ********************** included: /root/openshift-ansible/roles/openshift_excluder/tasks/enable.yml for node02 TASK [openshift_excluder : Install docker excluder - yum] ********************** skipping: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** changed: [node02] PLAY [Node Preparation Checkpoint End] ***************************************** TASK [Set Node preparation 'Complete'] ***************************************** ok: [node01] PLAY [Distribute bootstrap and start nodes] ************************************ TASK [openshift_node : Gather node information] ******************************** changed: [node02] ok: [node01] TASK [openshift_node : Copy master bootstrap config locally] ******************* ok: [node02 -> node01] TASK [openshift_node : Distribute bootstrap kubeconfig if one does not exist] *** ok: [node01] changed: [node02] TASK [openshift_node : Start and enable node for bootstrapping] **************** changed: [node02] changed: [node01] TASK [openshift_node : Get node logs] ****************************************** skipping: [node02] skipping: [node01] TASK [openshift_node : debug] ************************************************** skipping: [node02] skipping: [node01] TASK [openshift_node : fail] *************************************************** skipping: [node02] skipping: [node01] PLAY [Approve any pending CSR requests from inventory nodes] ******************* TASK [Dump all candidate bootstrap hostnames] ********************************** ok: [node01] => { "msg": [ "node02", "node01" ] } TASK [Find all hostnames for bootstrapping] ************************************ ok: [node01] TASK [Dump the bootstrap hostnames] ******************************************** ok: [node01] => { "msg": [ "node02", "node01" ] } TASK [Approve bootstrap nodes] ************************************************* changed: [node01] TASK [Get CSRs] **************************************************************** skipping: [node01] TASK [Report approval errors] ************************************************** skipping: [node01] PLAY [Ensure any inventory labels are applied to the nodes] ******************** TASK [Gathering Facts] ********************************************************* ok: [node02] ok: [node01] TASK [openshift_manage_node : Wait for master API to become available before proceeding] *** skipping: [node02] TASK [openshift_manage_node : Wait for Node Registration] ********************** ok: [node02 -> node01] ok: [node01 -> node01] TASK [openshift_manage_node : include_tasks] *********************************** included: /root/openshift-ansible/roles/openshift_manage_node/tasks/config.yml for node02, node01 TASK [openshift_manage_node : Set node schedulability] ************************* ok: [node01 -> node01] ok: [node02 -> node01] TASK [openshift_manage_node : include_tasks] *********************************** included: /root/openshift-ansible/roles/openshift_manage_node/tasks/set_default_node_role.yml for node02, node01 TASK [openshift_manage_node : Retrieve nodes that are marked with the infra selector or the legacy infra selector] *** ok: [node02 -> node01] TASK [openshift_manage_node : Label infra or legacy infra nodes with the new role label] *** TASK [openshift_manage_node : Retrieve non-infra, non-master nodes that are not yet labeled compute] *** ok: [node02 -> node01] TASK [openshift_manage_node : label non-master non-infra nodes compute] ******** TASK [openshift_manage_node : Label all-in-one master as a compute node] ******* skipping: [node02] PLAY RECAP ********************************************************************* localhost : ok=30 changed=0 unreachable=0 failed=0 node01 : ok=71 changed=3 unreachable=0 failed=0 node02 : ok=155 changed=33 unreachable=0 failed=0 INSTALLER STATUS *************************************************************** Initialization : Complete (0:03:45) Node Preparation : Complete (0:04:24) + set +e + crio=false + grep crio /root/inventory + '[' 1 -eq 0 ']' + set -e + cat + ansible-playbook -i /root/inventory post_deployment_configuration --extra-vars=crio=false PLAY [nodes, new_nodes] ******************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] ok: [node01] TASK [replace] ***************************************************************** skipping: [node01] skipping: [node02] TASK [replace] ***************************************************************** skipping: [node01] skipping: [node02] TASK [service] ***************************************************************** skipping: [node01] skipping: [node02] PLAY RECAP ********************************************************************* node01 : ok=1 changed=0 unreachable=0 failed=0 node02 : ok=1 changed=0 unreachable=0 failed=0 + set -x + /usr/bin/oc get nodes --no-headers node01 Ready compute,infra,master 4d v1.10.0+b81c8f8 node02 Ready compute 40s v1.10.0+b81c8f8 + os_rc=0 + retry_counter=0 + [[ 0 -lt 20 ]] + [[ 0 -ne 0 ]] + /usr/bin/oc create -f /tmp/local-volume.yaml storageclass.storage.k8s.io "local" created configmap "local-storage-config" created clusterrolebinding.rbac.authorization.k8s.io "local-storage-provisioner-pv-binding" created clusterrole.rbac.authorization.k8s.io "local-storage-provisioner-node-clusterrole" created clusterrolebinding.rbac.authorization.k8s.io "local-storage-provisioner-node-binding" created role.rbac.authorization.k8s.io "local-storage-provisioner-jobs-role" created rolebinding.rbac.authorization.k8s.io "local-storage-provisioner-jobs-rolebinding" created serviceaccount "local-storage-admin" created daemonset.extensions "local-volume-provisioner" created Sending file modes: C0755 110489328 oc Sending file modes: C0600 5645 admin.kubeconfig Cluster "node01:8443" set. Cluster "node01:8443" set. + set +e + kubectl get nodes --no-headers + cluster/kubectl.sh get nodes --no-headers node01 Ready compute,infra,master 4d v1.10.0+b81c8f8 node02 Ready compute 2m v1.10.0+b81c8f8 + kubectl_rc=0 + '[' 0 -ne 0 ']' ++ kubectl get nodes --no-headers ++ cluster/kubectl.sh get nodes --no-headers ++ grep NotReady + '[' -n '' ']' + set -e + echo 'Nodes are ready:' Nodes are ready: + kubectl get nodes + cluster/kubectl.sh get nodes NAME STATUS ROLES AGE VERSION node01 Ready compute,infra,master 4d v1.10.0+b81c8f8 node02 Ready compute 2m v1.10.0+b81c8f8 + make cluster-sync ./cluster/build.sh Building ... Sending build context to Docker daemon 5.632 kB Step 1/12 : FROM fedora:28 ---> cc510acfcd70 Step 2/12 : ENV LIBVIRT_VERSION 4.2.0 ---> Using cache ---> f31547ea38b8 Step 3/12 : RUN curl --output /etc/yum.repos.d/fedora-virt-preview.repo https://fedorapeople.org/groups/virt/virt-preview/fedora-virt-preview.repo ---> Using cache ---> 9c0688c458af Step 4/12 : RUN dnf -y install libvirt-devel-${LIBVIRT_VERSION} make git mercurial sudo gcc findutils gradle rsync-daemon rsync qemu-img protobuf-compiler && dnf -y clean all ---> Using cache ---> a69b439a43d5 Step 5/12 : ENV GIMME_GO_VERSION 1.10 ---> Using cache ---> 30e9ac1f67e8 Step 6/12 : RUN mkdir -p /gimme && curl -sL https://raw.githubusercontent.com/travis-ci/gimme/master/gimme | HOME=/gimme bash >> /etc/profile.d/gimme.sh ---> Using cache ---> 04fe77d2ce6d Step 7/12 : ENV GOPATH "/go" GOBIN "/usr/bin" ---> Using cache ---> d5f4113b7ecd Step 8/12 : ADD rsyncd.conf /etc/rsyncd.conf ---> Using cache ---> 0d442123f68b Step 9/12 : RUN mkdir -p /go && source /etc/profile.d/gimme.sh && go get github.com/mattn/goveralls && go get -u github.com/Masterminds/glide && go get golang.org/x/tools/cmd/goimports && git clone https://github.com/mvdan/sh.git $GOPATH/src/mvdan.cc/sh && cd /go/src/mvdan.cc/sh/cmd/shfmt && git checkout v2.5.0 && go get mvdan.cc/sh/cmd/shfmt && go install && go get -u github.com/golang/mock/gomock && go get -u github.com/rmohr/mock/mockgen && go get -u github.com/rmohr/go-swagger-utils/swagger-doc && go get -u github.com/onsi/ginkgo/ginkgo && go get -u -d k8s.io/code-generator/cmd/deepcopy-gen && go get -u -d k8s.io/code-generator/cmd/defaulter-gen && go get -u -d k8s.io/code-generator/cmd/openapi-gen && cd /go/src/k8s.io/code-generator/cmd/deepcopy-gen && git checkout release-1.9 && go install && cd /go/src/k8s.io/code-generator/cmd/defaulter-gen && git checkout release-1.9 && go install && cd /go/src/k8s.io/code-generator/cmd/openapi-gen && git checkout release-1.9 && go install && go get -u -d github.com/golang/protobuf/protoc-gen-go && cd /go/src/github.com/golang/protobuf/protoc-gen-go && git checkout 1643683e1b54a9e88ad26d98f81400c8c9d9f4f9 && go install ---> Using cache ---> e037b5ecb0d1 Step 10/12 : RUN pip install j2cli ---> Using cache ---> f41332bd2542 Step 11/12 : ADD entrypoint.sh /entrypoint.sh ---> Using cache ---> 42464d445d84 Step 12/12 : ENTRYPOINT /entrypoint.sh ---> Using cache ---> 559a45ac63f4 Successfully built 559a45ac63f4 go version go1.10 linux/amd64 go version go1.10 linux/amd64 make[1]: Entering directory `/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt' hack/dockerized "./hack/check.sh && KUBEVIRT_VERSION= ./hack/build-go.sh install " && ./hack/build-copy-artifacts.sh Sending build context to Docker daemon 5.632 kB Step 1/12 : FROM fedora:28 ---> cc510acfcd70 Step 2/12 : ENV LIBVIRT_VERSION 4.2.0 ---> Using cache ---> f31547ea38b8 Step 3/12 : RUN curl --output /etc/yum.repos.d/fedora-virt-preview.repo https://fedorapeople.org/groups/virt/virt-preview/fedora-virt-preview.repo ---> Using cache ---> 9c0688c458af Step 4/12 : RUN dnf -y install libvirt-devel-${LIBVIRT_VERSION} make git mercurial sudo gcc findutils gradle rsync-daemon rsync qemu-img protobuf-compiler && dnf -y clean all ---> Using cache ---> a69b439a43d5 Step 5/12 : ENV GIMME_GO_VERSION 1.10 ---> Using cache ---> 30e9ac1f67e8 Step 6/12 : RUN mkdir -p /gimme && curl -sL https://raw.githubusercontent.com/travis-ci/gimme/master/gimme | HOME=/gimme bash >> /etc/profile.d/gimme.sh ---> Using cache ---> 04fe77d2ce6d Step 7/12 : ENV GOPATH "/go" GOBIN "/usr/bin" ---> Using cache ---> d5f4113b7ecd Step 8/12 : ADD rsyncd.conf /etc/rsyncd.conf ---> Using cache ---> 0d442123f68b Step 9/12 : RUN mkdir -p /go && source /etc/profile.d/gimme.sh && go get github.com/mattn/goveralls && go get -u github.com/Masterminds/glide && go get golang.org/x/tools/cmd/goimports && git clone https://github.com/mvdan/sh.git $GOPATH/src/mvdan.cc/sh && cd /go/src/mvdan.cc/sh/cmd/shfmt && git checkout v2.5.0 && go get mvdan.cc/sh/cmd/shfmt && go install && go get -u github.com/golang/mock/gomock && go get -u github.com/rmohr/mock/mockgen && go get -u github.com/rmohr/go-swagger-utils/swagger-doc && go get -u github.com/onsi/ginkgo/ginkgo && go get -u -d k8s.io/code-generator/cmd/deepcopy-gen && go get -u -d k8s.io/code-generator/cmd/defaulter-gen && go get -u -d k8s.io/code-generator/cmd/openapi-gen && cd /go/src/k8s.io/code-generator/cmd/deepcopy-gen && git checkout release-1.9 && go install && cd /go/src/k8s.io/code-generator/cmd/defaulter-gen && git checkout release-1.9 && go install && cd /go/src/k8s.io/code-generator/cmd/openapi-gen && git checkout release-1.9 && go install && go get -u -d github.com/golang/protobuf/protoc-gen-go && cd /go/src/github.com/golang/protobuf/protoc-gen-go && git checkout 1643683e1b54a9e88ad26d98f81400c8c9d9f4f9 && go install ---> Using cache ---> e037b5ecb0d1 Step 10/12 : RUN pip install j2cli ---> Using cache ---> f41332bd2542 Step 11/12 : ADD entrypoint.sh /entrypoint.sh ---> Using cache ---> 42464d445d84 Step 12/12 : ENTRYPOINT /entrypoint.sh ---> Using cache ---> 559a45ac63f4 Successfully built 559a45ac63f4 go version go1.10 linux/amd64 go version go1.10 linux/amd64 find: '/root/go/src/kubevirt.io/kubevirt/_out/cmd': No such file or directory Compiling tests... compiled tests.test hack/build-docker.sh build Sending build context to Docker daemon 40.39 MB Step 1/8 : FROM fedora:28 ---> cc510acfcd70 Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> d3c656a2b485 Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virt-controller ---> Using cache ---> a776f834c795 Step 4/8 : WORKDIR /home/virt-controller ---> Using cache ---> 714b6ef15e78 Step 5/8 : USER 1001 ---> Using cache ---> cadd485aa8f4 Step 6/8 : COPY virt-controller /usr/bin/virt-controller ---> 22c210db9c31 Removing intermediate container 4eb8577c649d Step 7/8 : ENTRYPOINT /usr/bin/virt-controller ---> Running in 8028546057d2 ---> cad2f267e91a Removing intermediate container 8028546057d2 Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "virt-controller" '' ---> Running in 3927c6b3a8aa ---> 15369f06365f Removing intermediate container 3927c6b3a8aa Successfully built 15369f06365f Sending build context to Docker daemon 43.32 MB Step 1/9 : FROM kubevirt/libvirt:4.2.0 ---> 5f0bfe81a3e0 Step 2/9 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 795ad92a5172 Step 3/9 : RUN dnf -y install socat genisoimage && dnf -y clean all && test $(id -u qemu) = 107 # make sure that the qemu user really is 107 ---> Using cache ---> 2215a8c681b3 Step 4/9 : COPY virt-launcher /usr/bin/virt-launcher ---> 2de7b0fc6d59 Removing intermediate container 34086a789e69 Step 5/9 : RUN setcap CAP_NET_BIND_SERVICE=+eip /usr/bin/qemu-system-x86_64 ---> Running in 5b0639157b4c  ---> e40c98932f1f Removing intermediate container 5b0639157b4c Step 6/9 : RUN mkdir -p /usr/share/kubevirt/virt-launcher ---> Running in a50efac98e75  ---> 6b126cab48b8 Removing intermediate container a50efac98e75 Step 7/9 : COPY sock-connector /usr/share/kubevirt/virt-launcher/ ---> 348f25edc86b Removing intermediate container 5278c4e01462 Step 8/9 : ENTRYPOINT /usr/bin/virt-launcher ---> Running in b5a4373bf97b ---> 21d8fdcd3c5b Removing intermediate container b5a4373bf97b Step 9/9 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "virt-launcher" '' ---> Running in 5d1568b5a605 ---> 3d3dfa391d5e Removing intermediate container 5d1568b5a605 Successfully built 3d3dfa391d5e Sending build context to Docker daemon 41.69 MB Step 1/5 : FROM fedora:28 ---> cc510acfcd70 Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> d3c656a2b485 Step 3/5 : COPY virt-handler /usr/bin/virt-handler ---> 76862ea8e75a Removing intermediate container 1d4d49756cf7 Step 4/5 : ENTRYPOINT /usr/bin/virt-handler ---> Running in bc2966c93a30 ---> c0a91d06a465 Removing intermediate container bc2966c93a30 Step 5/5 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "virt-handler" '' ---> Running in 16bdd0a8f9bf ---> 4c52c025b072 Removing intermediate container 16bdd0a8f9bf Successfully built 4c52c025b072 Sending build context to Docker daemon 38.81 MB Step 1/8 : FROM fedora:28 ---> cc510acfcd70 Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> d3c656a2b485 Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virt-api ---> Using cache ---> 9bbbc9ec8ccc Step 4/8 : WORKDIR /home/virt-api ---> Using cache ---> 6ff95ae380a5 Step 5/8 : USER 1001 ---> Using cache ---> 0026fc44bed8 Step 6/8 : COPY virt-api /usr/bin/virt-api ---> fca370dc0801 Removing intermediate container cfe451be463e Step 7/8 : ENTRYPOINT /usr/bin/virt-api ---> Running in 7d51057e5bd4 ---> f7e253da5ca8 Removing intermediate container 7d51057e5bd4 Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "virt-api" '' ---> Running in f75d9f747ce8 ---> c5d36a7a892d Removing intermediate container f75d9f747ce8 Successfully built c5d36a7a892d Sending build context to Docker daemon 4.096 kB Step 1/7 : FROM fedora:28 ---> cc510acfcd70 Step 2/7 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> d3c656a2b485 Step 3/7 : ENV container docker ---> Using cache ---> d7ee9dd5410a Step 4/7 : RUN mkdir -p /images/custom /images/alpine && truncate -s 64M /images/custom/disk.img && curl http://dl-cdn.alpinelinux.org/alpine/v3.7/releases/x86_64/alpine-virt-3.7.0-x86_64.iso > /images/alpine/disk.img ---> Using cache ---> 0b64ac188f84 Step 5/7 : ADD entrypoint.sh / ---> Using cache ---> c9569040fd52 Step 6/7 : CMD /entrypoint.sh ---> Using cache ---> b0887fd36d1c Step 7/7 : LABEL "disks-images-provider" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Using cache ---> 7eb9ff0f2a47 Successfully built 7eb9ff0f2a47 Sending build context to Docker daemon 2.56 kB Step 1/5 : FROM fedora:28 ---> cc510acfcd70 Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> d3c656a2b485 Step 3/5 : ENV container docker ---> Using cache ---> d7ee9dd5410a Step 4/5 : RUN dnf -y install procps-ng nmap-ncat && dnf -y clean all ---> Using cache ---> e96d3e3c109a Step 5/5 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "vm-killer" '' ---> Using cache ---> ea3ccf7c8a6e Successfully built ea3ccf7c8a6e Sending build context to Docker daemon 5.12 kB Step 1/7 : FROM debian:sid ---> 68f33cf86aab Step 2/7 : MAINTAINER "David Vossel" \ ---> Using cache ---> b7f20b0c4c41 Step 3/7 : ENV container docker ---> Using cache ---> 83fc28f38982 Step 4/7 : RUN apt-get update && apt-get install -y bash curl bzip2 qemu-utils && mkdir -p /disk && rm -rf /var/lib/apt/lists/* ---> Using cache ---> 604b0b292d97 Step 5/7 : ADD entry-point.sh / ---> Using cache ---> 78792d6f56cd Step 6/7 : CMD /entry-point.sh ---> Using cache ---> 7f24cc15e083 Step 7/7 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "registry-disk-v1alpha" '' ---> Using cache ---> a1b75bca8b71 Successfully built a1b75bca8b71 Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33350/kubevirt/registry-disk-v1alpha:devel ---> a1b75bca8b71 Step 2/4 : MAINTAINER "David Vossel" \ ---> Using cache ---> b61534d778aa Step 3/4 : RUN curl https://download.cirros-cloud.net/0.4.0/cirros-0.4.0-x86_64-disk.img > /disk/cirros.img ---> Using cache ---> 9d532f861188 Step 4/4 : LABEL "cirros-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Using cache ---> 68ee6ae8b029 Successfully built 68ee6ae8b029 Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33350/kubevirt/registry-disk-v1alpha:devel ---> a1b75bca8b71 Step 2/4 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 8d6f129a27c0 Step 3/4 : RUN curl -g -L https://download.fedoraproject.org/pub/fedora/linux/releases/27/CloudImages/x86_64/images/Fedora-Cloud-Base-27-1.6.x86_64.qcow2 > /disk/fedora.qcow2 ---> Using cache ---> 244fb34b77a2 Step 4/4 : LABEL "fedora-cloud-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Using cache ---> 49b4ff50efe4 Successfully built 49b4ff50efe4 Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:33350/kubevirt/registry-disk-v1alpha:devel ---> a1b75bca8b71 Step 2/4 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 8d6f129a27c0 Step 3/4 : RUN curl http://dl-cdn.alpinelinux.org/alpine/v3.7/releases/x86_64/alpine-virt-3.7.0-x86_64.iso > /disk/alpine.iso ---> Using cache ---> 91be64ef9ef2 Step 4/4 : LABEL "alpine-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Using cache ---> 0268999a98b1 Successfully built 0268999a98b1 Sending build context to Docker daemon 35.59 MB Step 1/8 : FROM fedora:28 ---> cc510acfcd70 Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> d3c656a2b485 Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virtctl ---> Using cache ---> 5704030d2070 Step 4/8 : WORKDIR /home/virtctl ---> Using cache ---> 624a72b3ef33 Step 5/8 : USER 1001 ---> Using cache ---> 74157fb56326 Step 6/8 : COPY subresource-access-test /subresource-access-test ---> 6da34c574976 Removing intermediate container 9da0c259e8ff Step 7/8 : ENTRYPOINT /subresource-access-test ---> Running in 47c8d403a986 ---> 07f9bb052c74 Removing intermediate container 47c8d403a986 Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "subresource-access-test" '' ---> Running in d3d636986a5d ---> 58c930729a60 Removing intermediate container d3d636986a5d Successfully built 58c930729a60 Sending build context to Docker daemon 3.072 kB Step 1/9 : FROM fedora:28 ---> cc510acfcd70 Step 2/9 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> d3c656a2b485 Step 3/9 : ENV container docker ---> Using cache ---> d7ee9dd5410a Step 4/9 : RUN dnf -y install make git gcc && dnf -y clean all ---> Using cache ---> e4ae555b2a96 Step 5/9 : ENV GIMME_GO_VERSION 1.9.2 ---> Using cache ---> 4805ef8280c3 Step 6/9 : RUN mkdir -p /gimme && curl -sL https://raw.githubusercontent.com/travis-ci/gimme/master/gimme | HOME=/gimme bash >> /etc/profile.d/gimme.sh ---> Using cache ---> 7c1f17e56984 Step 7/9 : ENV GOPATH "/go" GOBIN "/usr/bin" ---> Using cache ---> c388427c6a76 Step 8/9 : RUN mkdir -p /go && source /etc/profile.d/gimme.sh && go get github.com/masterzen/winrm-cli ---> Using cache ---> 5da240e34c8d Step 9/9 : LABEL "kubevirt-functional-tests-openshift-3.10-release0" '' "winrmcli" '' ---> Using cache ---> 4c4e66b3b0e5 Successfully built 4c4e66b3b0e5 Sending build context to Docker daemon 36.8 MB Step 1/5 : FROM fedora:27 ---> 9110ae7f579f Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 58c7014d7bc4 Step 3/5 : COPY example-hook-sidecar /example-hook-sidecar ---> 7a15d4b9bc78 Removing intermediate container 3fd4d98271f3 Step 4/5 : ENTRYPOINT /example-hook-sidecar ---> Running in a46c37ffeeb9 ---> 2a0ed7933c73 Removing intermediate container a46c37ffeeb9 Step 5/5 : LABEL "example-hook-sidecar" '' "kubevirt-functional-tests-openshift-3.10-release0" '' ---> Running in 198c0f723059 ---> 106ca101fd8e Removing intermediate container 198c0f723059 Successfully built 106ca101fd8e hack/build-docker.sh push The push refers to a repository [localhost:33350/kubevirt/virt-controller] 53ac47c96881: Preparing efce1557ba86: Preparing 891e1e4ef82a: Preparing efce1557ba86: Pushed 53ac47c96881: Pushed 891e1e4ef82a: Pushed devel: digest: sha256:2ed122bbda7acc51c94e5a8168373d4f676e8a7d8e7085cea05754de2122d57f size: 949 The push refers to a repository [localhost:33350/kubevirt/virt-launcher] f642d2961590: Preparing e0b7da567649: Preparing a686f4882ba3: Preparing 4696a7cde795: Preparing 0cc207be631d: Preparing da38cf808aa5: Preparing b83399358a92: Preparing 186d8b3e4fd8: Preparing fa6154170bf5: Preparing 5eefb9960a36: Preparing 891e1e4ef82a: Preparing b83399358a92: Waiting 186d8b3e4fd8: Waiting fa6154170bf5: Waiting 5eefb9960a36: Waiting 891e1e4ef82a: Waiting da38cf808aa5: Waiting f642d2961590: Pushed e0b7da567649: Pushed da38cf808aa5: Pushed b83399358a92: Pushed 186d8b3e4fd8: Pushed fa6154170bf5: Pushed 891e1e4ef82a: Mounted from kubevirt/virt-controller a686f4882ba3: Pushed 4696a7cde795: Pushed 0cc207be631d: Pushed 5eefb9960a36: Pushed devel: digest: sha256:a7f5d66f5db1433cd9d7476fef9a5e56877c6da71814092e71df283b00606ba0 size: 2620 The push refers to a repository [localhost:33350/kubevirt/virt-handler] 644edf89df8d: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/virt-launcher 644edf89df8d: Pushed devel: digest: sha256:ef60c9f50c9903614848da3bd05ab68c58272634ee099c41eb88c83b3aeb30da size: 741 The push refers to a repository [localhost:33350/kubevirt/virt-api] 7553b7c9d54f: Preparing 1cd776a5872d: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/virt-handler 1cd776a5872d: Pushed 7553b7c9d54f: Pushed devel: digest: sha256:2f4c2fd87f863dae00f1281eb594a1717a89e60de02f51aa43c4eda6e5488574 size: 948 The push refers to a repository [localhost:33350/kubevirt/disks-images-provider] 031ac8f2509a: Preparing df0d85013ae0: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/virt-api 031ac8f2509a: Pushed df0d85013ae0: Pushed devel: digest: sha256:098f6d91bff6540c79a1369460e7631608663f6d9e551d54640b6abbc1ec4ca5 size: 948 The push refers to a repository [localhost:33350/kubevirt/vm-killer] c6d1250c13a6: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/disks-images-provider c6d1250c13a6: Pushed devel: digest: sha256:2bf61472e17c1d898c9b6bcbce460f1608a6d243e6672057b589a914b6f6fbf8 size: 740 The push refers to a repository [localhost:33350/kubevirt/registry-disk-v1alpha] 3e288742e937: Preparing 7c38bbdf0880: Preparing 25edbec0eaea: Preparing 3e288742e937: Pushed 7c38bbdf0880: Pushed 25edbec0eaea: Pushed devel: digest: sha256:a42c235013abd2de955af6da60b8c240fe40990c7d74f3bffd1074a145751965 size: 948 The push refers to a repository [localhost:33350/kubevirt/cirros-registry-disk-demo] 619a5a8d842f: Preparing 3e288742e937: Preparing 7c38bbdf0880: Preparing 25edbec0eaea: Preparing 3e288742e937: Mounted from kubevirt/registry-disk-v1alpha 7c38bbdf0880: Mounted from kubevirt/registry-disk-v1alpha 25edbec0eaea: Mounted from kubevirt/registry-disk-v1alpha 619a5a8d842f: Pushed devel: digest: sha256:61c3fcf15a52e6d210bcd20bd436e42677881e665d0b8793b6b166e1fb971b18 size: 1160 The push refers to a repository [localhost:33350/kubevirt/fedora-cloud-registry-disk-demo] ade274325b0c: Preparing 3e288742e937: Preparing 7c38bbdf0880: Preparing 25edbec0eaea: Preparing 3e288742e937: Mounted from kubevirt/cirros-registry-disk-demo 25edbec0eaea: Mounted from kubevirt/cirros-registry-disk-demo 7c38bbdf0880: Mounted from kubevirt/cirros-registry-disk-demo ade274325b0c: Pushed devel: digest: sha256:bd5bc6f49b597101fc3aa9ad9cef7d91f46f4714d40dd84a0945306f5a3212e7 size: 1161 The push refers to a repository [localhost:33350/kubevirt/alpine-registry-disk-demo] e38aafaa8dac: Preparing 3e288742e937: Preparing 7c38bbdf0880: Preparing 25edbec0eaea: Preparing 3e288742e937: Mounted from kubevirt/fedora-cloud-registry-disk-demo 7c38bbdf0880: Mounted from kubevirt/fedora-cloud-registry-disk-demo 25edbec0eaea: Mounted from kubevirt/fedora-cloud-registry-disk-demo e38aafaa8dac: Pushed devel: digest: sha256:521a0434e914231c3d21993d9f7db5923691ebd34213aa49877e5ea194c019c9 size: 1160 The push refers to a repository [localhost:33350/kubevirt/subresource-access-test] aef9705e1ef7: Preparing c3b63a8b92e2: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/vm-killer c3b63a8b92e2: Pushed aef9705e1ef7: Pushed devel: digest: sha256:11582f5cfbed570af7751b8ea978a8a37ba95a8ff985380aec4cabd4cecd9e15 size: 948 The push refers to a repository [localhost:33350/kubevirt/winrmcli] 03859482cdc2: Preparing a0f8b95b0bdd: Preparing 2aa87109f2ed: Preparing 891e1e4ef82a: Preparing 891e1e4ef82a: Mounted from kubevirt/subresource-access-test 03859482cdc2: Pushed 2aa87109f2ed: Pushed a0f8b95b0bdd: Pushed devel: digest: sha256:1c0d21015ef07d801c0fc365a8618a82a80c45234235dc4ff0c396b7ba73c107 size: 1165 The push refers to a repository [localhost:33350/kubevirt/example-hook-sidecar] a8258cc0abe4: Preparing 39bae602f753: Preparing a8258cc0abe4: Pushed 39bae602f753: Pushed devel: digest: sha256:a073b48cf5bc7cea3311eb341f1085efcdcc328533f38d7c9e7d0e4fccdec735 size: 740 make[1]: Leaving directory `/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt' Done ./cluster/clean.sh + source hack/common.sh ++++ dirname 'hack/common.sh[0]' +++ cd hack/../ +++ pwd ++ KUBEVIRT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt ++ OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out ++ VENDOR_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/vendor ++ CMD_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/cmd ++ TESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/tests ++ APIDOCS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/apidocs ++ MANIFESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests ++ MANIFEST_TEMPLATES_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/templates/manifests ++ PYTHON_CLIENT_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/client-python ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_NUM_NODES=2 ++ '[' -z kubevirt-functional-tests-openshift-3.10-release ']' ++ provider_prefix=kubevirt-functional-tests-openshift-3.10-release0 ++ job_prefix=kubevirt-functional-tests-openshift-3.10-release0 +++ kubevirt_version +++ '[' -n '' ']' +++ '[' -d /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/.git ']' ++++ git describe --always --tags +++ echo v0.7.0-193-g6e46eba ++ KUBEVIRT_VERSION=v0.7.0-193-g6e46eba + source cluster/os-3.10.0/provider.sh ++ set -e ++ image=os-3.10.0@sha256:14ffc4a28e24a2510c9b455b56f35f6193a00b71c9150705f6afec41b003fc76 ++ source cluster/ephemeral-provider-common.sh +++ set -e +++ _cli='docker run --privileged --net=host --rm -v /var/run/docker.sock:/var/run/docker.sock kubevirtci/gocli@sha256:aa7f295a7908fa333ab5e98ef3af0bfafbabfd3cee2b83f9af47f722e3000f6a' + source hack/config.sh ++ unset binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig manifest_docker_prefix namespace image_pull_policy ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ source hack/config-default.sh source hack/config-os-3.10.0.sh +++ binaries='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virtctl cmd/fake-qemu-process cmd/virt-api cmd/subresource-access-test cmd/example-hook-sidecar' +++ docker_images='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virt-api images/disks-images-provider images/vm-killer cmd/registry-disk-v1alpha images/cirros-registry-disk-demo images/fedora-cloud-registry-disk-demo images/alpine-registry-disk-demo cmd/subresource-access-test images/winrmcli cmd/example-hook-sidecar' +++ docker_prefix=kubevirt +++ docker_tag=latest +++ master_ip=192.168.200.2 +++ network_provider=flannel +++ namespace=kube-system +++ image_pull_policy=IfNotPresent ++ test -f hack/config-provider-os-3.10.0.sh ++ source hack/config-provider-os-3.10.0.sh +++ master_ip=127.0.0.1 +++ docker_tag=devel +++ kubeconfig=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubeconfig +++ kubectl=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubectl +++ docker_prefix=localhost:33350/kubevirt +++ manifest_docker_prefix=registry:5000/kubevirt ++ test -f hack/config-local.sh ++ export binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig namespace image_pull_policy + echo 'Cleaning up ...' Cleaning up ... + cluster/kubectl.sh get vmis --all-namespaces -o=custom-columns=NAME:.metadata.name,NAMESPACE:.metadata.namespace,FINALIZERS:.metadata.finalizers --no-headers + grep foregroundDeleteVirtualMachine + read p error: the server doesn't have a resource type "vmis" + _kubectl delete ds -l kubevirt.io -n kube-system --cascade=false --grace-period 0 No resources found + _kubectl delete pods -n kube-system -l=kubevirt.io=libvirt --force --grace-period 0 No resources found + _kubectl delete pods -n kube-system -l=kubevirt.io=virt-handler --force --grace-period 0 No resources found + namespaces=(default ${namespace}) + for i in '${namespaces[@]}' + _kubectl -n default delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete apiservices -l kubevirt.io No resources found + _kubectl -n default delete deployment -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete deployment -l kubevirt.io No resources found + _kubectl -n default delete rs -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete rs -l kubevirt.io No resources found + _kubectl -n default delete services -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete services -l kubevirt.io No resources found + _kubectl -n default delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete apiservices -l kubevirt.io No resources found + _kubectl -n default delete validatingwebhookconfiguration -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete validatingwebhookconfiguration -l kubevirt.io No resources found + _kubectl -n default delete secrets -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete secrets -l kubevirt.io No resources found + _kubectl -n default delete pv -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pv -l kubevirt.io No resources found + _kubectl -n default delete pvc -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pvc -l kubevirt.io No resources found + _kubectl -n default delete ds -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete ds -l kubevirt.io No resources found + _kubectl -n default delete customresourcedefinitions -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete customresourcedefinitions -l kubevirt.io No resources found + _kubectl -n default delete pods -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pods -l kubevirt.io No resources found + _kubectl -n default delete clusterrolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete clusterrolebinding -l kubevirt.io No resources found + _kubectl -n default delete rolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete rolebinding -l kubevirt.io No resources found + _kubectl -n default delete roles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete roles -l kubevirt.io No resources found + _kubectl -n default delete clusterroles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete clusterroles -l kubevirt.io No resources found + _kubectl -n default delete serviceaccounts -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete serviceaccounts -l kubevirt.io No resources found ++ _kubectl -n default get crd offlinevirtualmachines.kubevirt.io ++ export KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ wc -l ++ KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ cluster/os-3.10.0/.kubectl -n default get crd offlinevirtualmachines.kubevirt.io Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "offlinevirtualmachines.kubevirt.io" not found + '[' 0 -gt 0 ']' + for i in '${namespaces[@]}' + _kubectl -n kube-system delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete apiservices -l kubevirt.io No resources found + _kubectl -n kube-system delete deployment -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete deployment -l kubevirt.io No resources found + _kubectl -n kube-system delete rs -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete rs -l kubevirt.io No resources found + _kubectl -n kube-system delete services -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete services -l kubevirt.io No resources found + _kubectl -n kube-system delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete apiservices -l kubevirt.io No resources found + _kubectl -n kube-system delete validatingwebhookconfiguration -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete validatingwebhookconfiguration -l kubevirt.io No resources found + _kubectl -n kube-system delete secrets -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete secrets -l kubevirt.io No resources found + _kubectl -n kube-system delete pv -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pv -l kubevirt.io No resources found + _kubectl -n kube-system delete pvc -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pvc -l kubevirt.io No resources found + _kubectl -n kube-system delete ds -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete ds -l kubevirt.io No resources found + _kubectl -n kube-system delete customresourcedefinitions -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete customresourcedefinitions -l kubevirt.io No resources found + _kubectl -n kube-system delete pods -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pods -l kubevirt.io No resources found + _kubectl -n kube-system delete clusterrolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete clusterrolebinding -l kubevirt.io No resources found + _kubectl -n kube-system delete rolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete rolebinding -l kubevirt.io No resources found + _kubectl -n kube-system delete roles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete roles -l kubevirt.io No resources found + _kubectl -n kube-system delete clusterroles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete clusterroles -l kubevirt.io No resources found + _kubectl -n kube-system delete serviceaccounts -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete serviceaccounts -l kubevirt.io No resources found ++ _kubectl -n kube-system get crd offlinevirtualmachines.kubevirt.io ++ wc -l ++ export KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ cluster/os-3.10.0/.kubectl -n kube-system get crd offlinevirtualmachines.kubevirt.io Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "offlinevirtualmachines.kubevirt.io" not found + '[' 0 -gt 0 ']' + sleep 2 + echo Done Done ./cluster/deploy.sh + source hack/common.sh ++++ dirname 'hack/common.sh[0]' +++ cd hack/../ +++ pwd ++ KUBEVIRT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt ++ OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out ++ VENDOR_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/vendor ++ CMD_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/cmd ++ TESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/tests ++ APIDOCS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/apidocs ++ MANIFESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests ++ MANIFEST_TEMPLATES_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/templates/manifests ++ PYTHON_CLIENT_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/client-python ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_NUM_NODES=2 ++ '[' -z kubevirt-functional-tests-openshift-3.10-release ']' ++ provider_prefix=kubevirt-functional-tests-openshift-3.10-release0 ++ job_prefix=kubevirt-functional-tests-openshift-3.10-release0 +++ kubevirt_version +++ '[' -n '' ']' +++ '[' -d /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/.git ']' ++++ git describe --always --tags +++ echo v0.7.0-193-g6e46eba ++ KUBEVIRT_VERSION=v0.7.0-193-g6e46eba + source cluster/os-3.10.0/provider.sh ++ set -e ++ image=os-3.10.0@sha256:14ffc4a28e24a2510c9b455b56f35f6193a00b71c9150705f6afec41b003fc76 ++ source cluster/ephemeral-provider-common.sh +++ set -e +++ _cli='docker run --privileged --net=host --rm -v /var/run/docker.sock:/var/run/docker.sock kubevirtci/gocli@sha256:aa7f295a7908fa333ab5e98ef3af0bfafbabfd3cee2b83f9af47f722e3000f6a' + source hack/config.sh ++ unset binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig manifest_docker_prefix namespace image_pull_policy ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ source hack/config-default.sh source hack/config-os-3.10.0.sh +++ binaries='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virtctl cmd/fake-qemu-process cmd/virt-api cmd/subresource-access-test cmd/example-hook-sidecar' +++ docker_images='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virt-api images/disks-images-provider images/vm-killer cmd/registry-disk-v1alpha images/cirros-registry-disk-demo images/fedora-cloud-registry-disk-demo images/alpine-registry-disk-demo cmd/subresource-access-test images/winrmcli cmd/example-hook-sidecar' +++ docker_prefix=kubevirt +++ docker_tag=latest +++ master_ip=192.168.200.2 +++ network_provider=flannel +++ namespace=kube-system +++ image_pull_policy=IfNotPresent ++ test -f hack/config-provider-os-3.10.0.sh ++ source hack/config-provider-os-3.10.0.sh +++ master_ip=127.0.0.1 +++ docker_tag=devel +++ kubeconfig=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubeconfig +++ kubectl=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubectl +++ docker_prefix=localhost:33350/kubevirt +++ manifest_docker_prefix=registry:5000/kubevirt ++ test -f hack/config-local.sh ++ export binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig namespace image_pull_policy + echo 'Deploying ...' Deploying ... + [[ -z openshift-3.10-release ]] + [[ openshift-3.10-release =~ .*-dev ]] + [[ openshift-3.10-release =~ .*-release ]] + for manifest in '${MANIFESTS_OUT_DIR}/release/*' + [[ /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/demo-content.yaml =~ .*demo.* ]] + continue + for manifest in '${MANIFESTS_OUT_DIR}/release/*' + [[ /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml =~ .*demo.* ]] + _kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml clusterrole.rbac.authorization.k8s.io "kubevirt.io:admin" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:edit" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:view" created serviceaccount "kubevirt-apiserver" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-apiserver-auth-delegator" created rolebinding.rbac.authorization.k8s.io "kubevirt-apiserver" created role.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrole.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrole.rbac.authorization.k8s.io "kubevirt-controller" created serviceaccount "kubevirt-controller" created serviceaccount "kubevirt-privileged" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-controller" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-controller-cluster-admin" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-privileged-cluster-admin" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:default" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt.io:default" created service "virt-api" created deployment.extensions "virt-api" created deployment.extensions "virt-controller" created daemonset.extensions "virt-handler" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstances.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstancereplicasets.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstancepresets.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachines.kubevirt.io" created + _kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/testing -R + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/testing -R persistentvolumeclaim "disk-alpine" created persistentvolume "host-path-disk-alpine" created persistentvolumeclaim "disk-custom" created persistentvolume "host-path-disk-custom" created daemonset.extensions "disks-images-provider" created serviceaccount "kubevirt-testing" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-testing-cluster-admin" created + [[ os-3.10.0 =~ os-* ]] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-controller -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-controller -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-controller"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-testing -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-testing -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-testing"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-privileged -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-privileged -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-privileged"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-apiserver -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-apiserver -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-apiserver"] + _kubectl adm policy add-scc-to-user privileged admin + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged admin scc "privileged" added to: ["admin"] + echo Done Done + namespaces=(kube-system default) + [[ kube-system != \k\u\b\e\-\s\y\s\t\e\m ]] + timeout=300 + sample=30 + for i in '${namespaces[@]}' + current_time=0 ++ kubectl get pods -n kube-system --no-headers ++ grep -v Running ++ cluster/kubectl.sh get pods -n kube-system --no-headers + '[' -n 'disks-images-provider-vj98t 0/1 ContainerCreating 0 2s disks-images-provider-ztcxr 0/1 Pending 0 2s virt-api-7d79764579-fmqfk 0/1 ContainerCreating 0 3s virt-api-7d79764579-xtj2m 0/1 ContainerCreating 0 3s virt-controller-7d57d96b65-2chxp 0/1 ContainerCreating 0 3s virt-controller-7d57d96b65-zdtph 0/1 ContainerCreating 0 3s virt-handler-9smrd 0/1 ContainerCreating 0 3s virt-handler-rn7ff 0/1 ContainerCreating 0 3s' ']' + echo 'Waiting for kubevirt pods to enter the Running state ...' Waiting for kubevirt pods to enter the Running state ... + kubectl get pods -n kube-system --no-headers + grep -v Running + cluster/kubectl.sh get pods -n kube-system --no-headers disks-images-provider-vj98t 0/1 ContainerCreating 0 3s disks-images-provider-ztcxr 0/1 ContainerCreating 0 3s virt-api-7d79764579-fmqfk 0/1 ContainerCreating 0 4s virt-api-7d79764579-xtj2m 0/1 ContainerCreating 0 4s virt-controller-7d57d96b65-2chxp 0/1 ContainerCreating 0 4s virt-controller-7d57d96b65-zdtph 0/1 ContainerCreating 0 4s virt-handler-9smrd 0/1 ContainerCreating 0 4s virt-handler-rn7ff 0/1 ContainerCreating 0 4s + sleep 30 + current_time=30 + '[' 30 -gt 300 ']' ++ kubectl get pods -n kube-system --no-headers ++ cluster/kubectl.sh get pods -n kube-system --no-headers ++ grep -v Running + '[' -n '' ']' + current_time=0 ++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false ++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + '[' -n 'false false false' ']' + echo 'Waiting for KubeVirt containers to become ready ...' Waiting for KubeVirt containers to become ready ... + kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + grep false + cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers false false false + sleep 30 + current_time=30 + '[' 30 -gt 300 ']' ++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false + '[' -n '' ']' + kubectl get pods -n kube-system + cluster/kubectl.sh get pods -n kube-system NAME READY STATUS RESTARTS AGE disks-images-provider-vj98t 1/1 Running 0 1m disks-images-provider-ztcxr 1/1 Running 0 1m master-api-node01 1/1 Running 1 4d master-controllers-node01 1/1 Running 2 4d master-etcd-node01 1/1 Running 1 4d virt-api-7d79764579-fmqfk 1/1 Running 0 1m virt-api-7d79764579-xtj2m 1/1 Running 0 1m virt-controller-7d57d96b65-2chxp 1/1 Running 0 1m virt-controller-7d57d96b65-zdtph 1/1 Running 0 1m virt-handler-9smrd 1/1 Running 0 1m virt-handler-rn7ff 1/1 Running 0 1m + for i in '${namespaces[@]}' + current_time=0 ++ kubectl get pods -n default --no-headers ++ grep -v Running ++ cluster/kubectl.sh get pods -n default --no-headers + '[' -n '' ']' + current_time=0 ++ kubectl get pods -n default '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ cluster/kubectl.sh get pods -n default '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false + '[' -n '' ']' + kubectl get pods -n default + cluster/kubectl.sh get pods -n default NAME READY STATUS RESTARTS AGE docker-registry-1-92ssr 1/1 Running 1 4d local-volume-provisioner-5jcqb 1/1 Running 0 11m local-volume-provisioner-tqhwv 1/1 Running 0 11m registry-console-1-k87ct 1/1 Running 1 4d router-1-49jwl 1/1 Running 1 4d + kubectl version + cluster/kubectl.sh version oc v3.10.0-rc.0+c20e215 kubernetes v1.10.0+b81c8f8 features: Basic-Auth GSSAPI Kerberos SPNEGO Server https://127.0.0.1:33347 openshift v3.10.0-rc.0+c20e215 kubernetes v1.10.0+b81c8f8 + ginko_params='--ginkgo.noColor --junit-output=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/junit.xml' + [[ openshift-3.10-release =~ windows.* ]] + FUNC_TEST_ARGS='--ginkgo.noColor --junit-output=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/junit.xml' + make functest hack/dockerized "hack/build-func-tests.sh" Sending build context to Docker daemon 5.632 kB Step 1/12 : FROM fedora:28 ---> cc510acfcd70 Step 2/12 : ENV LIBVIRT_VERSION 4.2.0 ---> Using cache ---> f31547ea38b8 Step 3/12 : RUN curl --output /etc/yum.repos.d/fedora-virt-preview.repo https://fedorapeople.org/groups/virt/virt-preview/fedora-virt-preview.repo ---> Using cache ---> 9c0688c458af Step 4/12 : RUN dnf -y install libvirt-devel-${LIBVIRT_VERSION} make git mercurial sudo gcc findutils gradle rsync-daemon rsync qemu-img protobuf-compiler && dnf -y clean all ---> Using cache ---> a69b439a43d5 Step 5/12 : ENV GIMME_GO_VERSION 1.10 ---> Using cache ---> 30e9ac1f67e8 Step 6/12 : RUN mkdir -p /gimme && curl -sL https://raw.githubusercontent.com/travis-ci/gimme/master/gimme | HOME=/gimme bash >> /etc/profile.d/gimme.sh ---> Using cache ---> 04fe77d2ce6d Step 7/12 : ENV GOPATH "/go" GOBIN "/usr/bin" ---> Using cache ---> d5f4113b7ecd Step 8/12 : ADD rsyncd.conf /etc/rsyncd.conf ---> Using cache ---> 0d442123f68b Step 9/12 : RUN mkdir -p /go && source /etc/profile.d/gimme.sh && go get github.com/mattn/goveralls && go get -u github.com/Masterminds/glide && go get golang.org/x/tools/cmd/goimports && git clone https://github.com/mvdan/sh.git $GOPATH/src/mvdan.cc/sh && cd /go/src/mvdan.cc/sh/cmd/shfmt && git checkout v2.5.0 && go get mvdan.cc/sh/cmd/shfmt && go install && go get -u github.com/golang/mock/gomock && go get -u github.com/rmohr/mock/mockgen && go get -u github.com/rmohr/go-swagger-utils/swagger-doc && go get -u github.com/onsi/ginkgo/ginkgo && go get -u -d k8s.io/code-generator/cmd/deepcopy-gen && go get -u -d k8s.io/code-generator/cmd/defaulter-gen && go get -u -d k8s.io/code-generator/cmd/openapi-gen && cd /go/src/k8s.io/code-generator/cmd/deepcopy-gen && git checkout release-1.9 && go install && cd /go/src/k8s.io/code-generator/cmd/defaulter-gen && git checkout release-1.9 && go install && cd /go/src/k8s.io/code-generator/cmd/openapi-gen && git checkout release-1.9 && go install && go get -u -d github.com/golang/protobuf/protoc-gen-go && cd /go/src/github.com/golang/protobuf/protoc-gen-go && git checkout 1643683e1b54a9e88ad26d98f81400c8c9d9f4f9 && go install ---> Using cache ---> e037b5ecb0d1 Step 10/12 : RUN pip install j2cli ---> Using cache ---> f41332bd2542 Step 11/12 : ADD entrypoint.sh /entrypoint.sh ---> Using cache ---> 42464d445d84 Step 12/12 : ENTRYPOINT /entrypoint.sh ---> Using cache ---> 559a45ac63f4 Successfully built 559a45ac63f4 go version go1.10 linux/amd64 Waiting for rsyncd to be ready. go version go1.10 linux/amd64 Compiling tests... compiled tests.test hack/functests.sh Running Suite: Tests Suite ========================== Random Seed: 1533584001 Will run 151 of 151 specs • [SLOW TEST:144.605 seconds] RegistryDisk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:41 Starting and stopping the same VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:90 with ephemeral registry disk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:91 should success multiple times /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:92 ------------------------------ • [SLOW TEST:16.953 seconds] RegistryDisk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:41 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:111 with ephemeral registry disk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:112 should not modify the spec on status update /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:113 ------------------------------ • [SLOW TEST:24.659 seconds] RegistryDisk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:41 Starting multiple VMIs /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:129 with ephemeral registry disk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:130 should success /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:131 ------------------------------ • [SLOW TEST:6.606 seconds] Subresource Api /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:37 Rbac Authorization /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:48 with correct permissions /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:51 should be allowed to access subresource endpoint /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:52 ------------------------------ • [SLOW TEST:5.697 seconds] Subresource Api /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:37 Rbac Authorization /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:48 Without permissions /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:56 should not be able to access subresource endpoint /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:57 ------------------------------ •• Pod name: disks-images-provider-vj98t Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-ztcxr Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-fmqfk Pod phase: Running 2018/08/06 19:36:16 http: TLS handshake error from 10.128.0.1:34308: EOF 2018/08/06 19:36:26 http: TLS handshake error from 10.128.0.1:34350: EOF 2018/08/06 19:36:36 http: TLS handshake error from 10.128.0.1:34396: EOF 2018/08/06 19:36:46 http: TLS handshake error from 10.128.0.1:34440: EOF 2018/08/06 19:36:56 http: TLS handshake error from 10.128.0.1:34482: EOF 2018/08/06 19:37:06 http: TLS handshake error from 10.128.0.1:34536: EOF 2018/08/06 19:37:16 http: TLS handshake error from 10.128.0.1:34578: EOF 2018/08/06 19:37:26 http: TLS handshake error from 10.128.0.1:34620: EOF level=info timestamp=2018-08-06T19:37:31.040325Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/06 19:37:36 http: TLS handshake error from 10.128.0.1:34666: EOF 2018/08/06 19:37:46 http: TLS handshake error from 10.128.0.1:34708: EOF 2018/08/06 19:37:56 http: TLS handshake error from 10.128.0.1:34752: EOF level=info timestamp=2018-08-06T19:38:01.044207Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/06 19:38:06 http: TLS handshake error from 10.128.0.1:34798: EOF 2018/08/06 19:38:16 http: TLS handshake error from 10.128.0.1:34846: EOF Pod name: virt-api-7d79764579-xtj2m Pod phase: Running level=error timestamp=2018-08-06T19:37:47.172082Z pos=subresource.go:97 component=virt-api reason="read tcp 10.129.0.5:8443->10.128.0.1:46712: use of closed network connection" msg="error ecountered reading from websocket stream" level=info timestamp=2018-08-06T19:37:47.172185Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvmilr8jr/console proto=HTTP/1.1 statusCode=200 contentLength=0 2018/08/06 19:37:47 http: TLS handshake error from 10.129.0.1:38662: EOF level=info timestamp=2018-08-06T19:37:54.124424Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T19:37:55.609272Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T19:37:55.636749Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T19:37:55.645082Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 19:37:57 http: TLS handshake error from 10.129.0.1:38668: EOF level=info timestamp=2018-08-06T19:38:04.164365Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T19:38:05.994293Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T19:38:05.994682Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 19:38:07 http: TLS handshake error from 10.129.0.1:38674: EOF level=info timestamp=2018-08-06T19:38:13.141209Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T19:38:14.202334Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 19:38:17 http: TLS handshake error from 10.129.0.1:38680: EOF Pod name: virt-controller-7d57d96b65-2chxp Pod phase: Running level=info timestamp=2018-08-06T19:31:30.451881Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-zdtph Pod phase: Running level=info timestamp=2018-08-06T19:36:02.940176Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimwxwz kind= uid=f40fc333-99af-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T19:36:02.940369Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimwxwz kind= uid=f40fc333-99af-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T19:36:02.945102Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi5vvg7 kind= uid=f4117fc4-99af-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T19:36:02.945212Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi5vvg7 kind= uid=f4117fc4-99af-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T19:36:02.964393Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipkk68 kind= uid=f4129cdb-99af-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T19:36:02.964515Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipkk68 kind= uid=f4129cdb-99af-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T19:36:02.979128Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipwbtx kind= uid=f41528a9-99af-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T19:36:02.979216Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipwbtx kind= uid=f41528a9-99af-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T19:36:02.991128Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6b8ps kind= uid=f416b50d-99af-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T19:36:02.991213Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6b8ps kind= uid=f416b50d-99af-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T19:36:03.022396Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmimwxwz\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmimwxwz" level=info timestamp=2018-08-06T19:36:03.144481Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmipkk68\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmipkk68" level=info timestamp=2018-08-06T19:36:47.016288Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmilr8jr kind= uid=0e55350f-99b0-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T19:36:47.016485Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmilr8jr kind= uid=0e55350f-99b0-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T19:36:47.074291Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmilr8jr\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmilr8jr" Pod name: virt-handler-9smrd Pod phase: Running level=error timestamp=2018-08-06T19:36:56.500455Z pos=vm.go:424 component=virt-handler namespace=kubevirt-test-default name=testvmi6b8ps kind=VirtualMachineInstance uid= reason="connection is shut down" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-06T19:36:56.500508Z pos=vm.go:251 component=virt-handler reason="connection is shut down" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi6b8ps" level=info timestamp=2018-08-06T19:37:02.333141Z pos=vm.go:746 component=virt-handler namespace=kubevirt-test-default name=testvmi6b8ps kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-06T19:37:02.333395Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi6b8ps, existing: false\n" level=info timestamp=2018-08-06T19:37:02.333821Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T19:37:02.334257Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6b8ps kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T19:37:02.335173Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi6b8ps kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T19:37:02.335638Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi6b8ps, existing: false\n" level=info timestamp=2018-08-06T19:37:02.335682Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T19:37:02.335792Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6b8ps kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T19:37:02.335903Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi6b8ps kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T19:37:16.980741Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi6b8ps, existing: false\n" level=info timestamp=2018-08-06T19:37:16.981167Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T19:37:16.981336Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6b8ps kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T19:37:16.981593Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi6b8ps kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-rn7ff Pod phase: Running level=info timestamp=2018-08-06T19:37:03.011105Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-08-06T19:37:03.011198Z pos=vm.go:416 component=virt-handler namespace=kubevirt-test-default name=testvmilr8jr kind= uid=0e55350f-99b0-11e8-8b1e-525500d15501 msg="Processing vmi update" level=info timestamp=2018-08-06T19:37:03.015598Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmilr8jr kind= uid=0e55350f-99b0-11e8-8b1e-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T19:37:17.274883Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmipwbtx, existing: false\n" level=info timestamp=2018-08-06T19:37:17.274986Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T19:37:17.275100Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipwbtx kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T19:37:17.275196Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmipwbtx kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T19:37:17.278691Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmimwxwz, existing: false\n" level=info timestamp=2018-08-06T19:37:17.278774Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T19:37:17.278878Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmimwxwz kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T19:37:17.278984Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmimwxwz kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T19:37:17.300878Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi5vvg7, existing: false\n" level=info timestamp=2018-08-06T19:37:17.300984Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T19:37:17.301092Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi5vvg7 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T19:37:17.301189Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi5vvg7 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmilr8jr-nt2md Pod phase: Running level=info timestamp=2018-08-06T19:37:02.641382Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-08-06T19:37:02.648901Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T19:37:02.767287Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID c1ef7f28-5c0a-4c35-afaa-b56cc51734c8" level=info timestamp=2018-08-06T19:37:02.768925Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-08-06T19:37:02.936375Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-08-06T19:37:02.968930Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T19:37:02.977144Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmilr8jr kind= uid=0e55350f-99b0-11e8-8b1e-525500d15501 msg="Domain started." level=info timestamp=2018-08-06T19:37:02.979050Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmilr8jr kind= uid=0e55350f-99b0-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T19:37:02.979938Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T19:37:02.980007Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-08-06T19:37:02.998875Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T19:37:03.004105Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T19:37:03.009916Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmilr8jr kind= uid=0e55350f-99b0-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T19:37:03.015283Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmilr8jr kind= uid=0e55350f-99b0-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T19:37:03.773895Z pos=monitor.go:222 component=virt-launcher msg="Found PID for c1ef7f28-5c0a-4c35-afaa-b56cc51734c8: 179" ------------------------------ • Failure [95.926 seconds] Health Monitoring /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:37 A VirtualMachineInstance with a watchdog device /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:56 should be shut down when the watchdog expires [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:57 Timed out after 40.004s. Expected : Running to equal : Failed /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:85 ------------------------------ STEP: Starting a VirtualMachineInstance level=info timestamp=2018-08-06T19:36:47.704008Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmilr8jr kind=VirtualMachineInstance uid=0e55350f-99b0-11e8-8b1e-525500d15501 msg="Created virtual machine pod virt-launcher-testvmilr8jr-nt2md" level=info timestamp=2018-08-06T19:37:02.486317Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmilr8jr kind=VirtualMachineInstance uid=0e55350f-99b0-11e8-8b1e-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmilr8jr-nt2md" level=info timestamp=2018-08-06T19:37:03.608452Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmilr8jr kind=VirtualMachineInstance uid=0e55350f-99b0-11e8-8b1e-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-08-06T19:37:03.625345Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmilr8jr kind=VirtualMachineInstance uid=0e55350f-99b0-11e8-8b1e-525500d15501 msg="VirtualMachineInstance started." STEP: Expecting the VirtualMachineInstance console STEP: Killing the watchdog device STEP: Checking that the VirtualMachineInstance has Failed status volumedisk0 compute • [SLOW TEST:51.858 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 VirtualMachineInstance definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:55 with 3 CPU cores /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:56 should report 3 cpu cores under guest OS /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:62 ------------------------------ • ------------------------------ • [SLOW TEST:18.682 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 VirtualMachineInstance definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:55 with hugepages /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:164 should consume hugepages /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 hugepages-2Mi /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ S [SKIPPING] [0.219 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 VirtualMachineInstance definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:55 with hugepages /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:164 should consume hugepages /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 hugepages-1Gi [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 No node with hugepages hugepages-1Gi capacity /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:216 ------------------------------ • ------------------------------ • [SLOW TEST:105.254 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 with CPU spec /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:294 when CPU model defined /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:340 should report defined CPU model /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:341 ------------------------------ • [SLOW TEST:122.370 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 with CPU spec /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:294 when CPU model equals to passthrough /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:368 should report exactly the same model as node CPU /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:369 ------------------------------ • [SLOW TEST:112.482 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 with CPU spec /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:294 when CPU model not defined /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:392 should report CPU model from libvirt capabilities /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:393 ------------------------------ • [SLOW TEST:50.183 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 New VirtualMachineInstance with all supported drives /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:413 should have all the device nodes /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:436 ------------------------------ • [SLOW TEST:17.977 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should successfully start with hook sidecar annotation /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:60 ------------------------------ • [SLOW TEST:17.752 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should call Collect and OnDefineDomain on the hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:67 ------------------------------ • [SLOW TEST:19.135 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should update domain XML with SM BIOS properties /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:83 ------------------------------ • [SLOW TEST:97.002 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the Inbound VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • ------------------------------ S [SKIPPING] [0.004 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the Inbound VirtualMachineInstance with custom MAC address [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Openshift detected: Custom MAC addresses on pod networks are not suppored /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1573 ------------------------------ • ------------------------------ • [SLOW TEST:5.060 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be reachable via the propagated IP from a Pod /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 on the same node from Pod /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:5.079 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be reachable via the propagated IP from a Pod /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 on a different node from Pod /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ ••• ------------------------------ • [SLOW TEST:5.152 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 with a service matching the vmi exposed /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:272 should fail to reach the vmi if an invalid servicename is used /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:303 ------------------------------ • ------------------------------ • [SLOW TEST:56.265 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom interface model /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:368 should expose the right device type to the guest /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:369 ------------------------------ • ------------------------------ • [SLOW TEST:60.270 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:402 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:403 ------------------------------ Pod name: disks-images-provider-vj98t Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-ztcxr Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-fmqfk Pod phase: Running 2018/08/06 19:51:56 http: TLS handshake error from 10.128.0.1:38750: EOF level=info timestamp=2018-08-06T19:52:01.177165Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/06 19:52:06 http: TLS handshake error from 10.128.0.1:38800: EOF 2018/08/06 19:52:16 http: TLS handshake error from 10.128.0.1:38850: EOF 2018/08/06 19:52:26 http: TLS handshake error from 10.128.0.1:38898: EOF 2018/08/06 19:52:36 http: TLS handshake error from 10.128.0.1:38948: EOF 2018/08/06 19:52:46 http: TLS handshake error from 10.128.0.1:38992: EOF 2018/08/06 19:52:56 http: TLS handshake error from 10.128.0.1:39036: EOF 2018/08/06 19:53:06 http: TLS handshake error from 10.128.0.1:39084: EOF 2018/08/06 19:53:16 http: TLS handshake error from 10.128.0.1:39126: EOF 2018/08/06 19:53:26 http: TLS handshake error from 10.128.0.1:39170: EOF 2018/08/06 19:53:36 http: TLS handshake error from 10.128.0.1:39216: EOF 2018/08/06 19:53:46 http: TLS handshake error from 10.128.0.1:39258: EOF 2018/08/06 19:53:56 http: TLS handshake error from 10.128.0.1:39300: EOF 2018/08/06 19:54:06 http: TLS handshake error from 10.128.0.1:39348: EOF Pod name: virt-api-7d79764579-xtj2m Pod phase: Running level=info timestamp=2018-08-06T19:53:39.274494Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T19:53:39.337715Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T19:53:40.633033Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T19:53:44.847250Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-08-06T19:53:44.849745Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-08-06T19:53:46.595302Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 19:53:47 http: TLS handshake error from 10.129.0.1:39288: EOF level=info timestamp=2018-08-06T19:53:50.683261Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T19:53:56.000522Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T19:53:56.014399Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T19:53:56.026729Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 19:53:57 http: TLS handshake error from 10.129.0.1:39296: EOF level=info timestamp=2018-08-06T19:54:00.733097Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T19:54:01.335594Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/06 19:54:07 http: TLS handshake error from 10.129.0.1:39302: EOF Pod name: virt-controller-7d57d96b65-2chxp Pod phase: Running level=info timestamp=2018-08-06T19:31:30.451881Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-zdtph Pod phase: Running level=info timestamp=2018-08-06T19:47:01.360546Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmif7vwr kind= uid=7c82decf-99b1-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T19:47:01.360606Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmif7vwr kind= uid=7c82decf-99b1-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T19:47:01.370953Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimv8xg kind= uid=7c84d90d-99b1-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T19:47:01.371034Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimv8xg kind= uid=7c84d90d-99b1-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T19:47:01.397611Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmizfbsx\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmizfbsx" level=info timestamp=2018-08-06T19:47:01.745354Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmif7vwr\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmif7vwr" level=info timestamp=2018-08-06T19:49:11.683417Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmig2ldr kind= uid=ca3067ff-99b1-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T19:49:11.683585Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmig2ldr kind= uid=ca3067ff-99b1-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T19:50:08.899745Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmil94c7 kind= uid=ec4a377d-99b1-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T19:50:08.899936Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmil94c7 kind= uid=ec4a377d-99b1-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T19:50:08.958272Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmil94c7\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmil94c7" level=info timestamp=2018-08-06T19:50:08.969148Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmil94c7\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmil94c7" level=info timestamp=2018-08-06T19:51:09.168344Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmim5hk9 kind= uid=1036e77c-99b2-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T19:51:09.168591Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmim5hk9 kind= uid=1036e77c-99b2-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T19:51:09.220271Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmim5hk9\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmim5hk9" Pod name: virt-handler-9smrd Pod phase: Running level=error timestamp=2018-08-06T19:47:41.343079Z pos=vm.go:424 component=virt-handler namespace=kubevirt-test-default name=testvmiwv2w4 kind=VirtualMachineInstance uid= reason="connection is shut down" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-06T19:47:41.343137Z pos=vm.go:251 component=virt-handler reason="connection is shut down" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmiwv2w4" level=info timestamp=2018-08-06T19:47:47.333185Z pos=vm.go:746 component=virt-handler namespace=kubevirt-test-default name=testvmiwv2w4 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-06T19:47:47.333389Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmiwv2w4, existing: false\n" level=info timestamp=2018-08-06T19:47:47.333747Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T19:47:47.333829Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwv2w4 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T19:47:47.334293Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmiwv2w4 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T19:47:47.339754Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmiwv2w4, existing: false\n" level=info timestamp=2018-08-06T19:47:47.339851Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T19:47:47.339935Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwv2w4 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T19:47:47.340029Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmiwv2w4 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T19:47:51.583338Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmiwv2w4, existing: false\n" level=info timestamp=2018-08-06T19:47:51.583438Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T19:47:51.583553Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwv2w4 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T19:47:51.583644Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmiwv2w4 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-rn7ff Pod phase: Running level=info timestamp=2018-08-06T19:50:25.876492Z pos=vm.go:756 component=virt-handler namespace=kubevirt-test-default name=testvmil94c7 kind=Domain uid=ec4a377d-99b1-11e8-8b1e-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-08-06T19:50:25.903327Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-08-06T19:50:25.905101Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmil94c7 kind= uid=ec4a377d-99b1-11e8-8b1e-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T19:50:25.905160Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmil94c7, existing: true\n" level=info timestamp=2018-08-06T19:50:25.905183Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-06T19:50:25.905211Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-06T19:50:25.905234Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-08-06T19:50:25.905282Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmil94c7 kind= uid=ec4a377d-99b1-11e8-8b1e-525500d15501 msg="No update processing required" level=info timestamp=2018-08-06T19:50:25.928519Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmil94c7 kind= uid=ec4a377d-99b1-11e8-8b1e-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T19:50:25.930146Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmil94c7, existing: true\n" level=info timestamp=2018-08-06T19:50:25.930226Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Running\n" level=info timestamp=2018-08-06T19:50:25.930257Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-06T19:50:25.930285Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-08-06T19:50:25.930903Z pos=vm.go:416 component=virt-handler namespace=kubevirt-test-default name=testvmil94c7 kind= uid=ec4a377d-99b1-11e8-8b1e-525500d15501 msg="Processing vmi update" level=info timestamp=2018-08-06T19:50:25.935953Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmil94c7 kind= uid=ec4a377d-99b1-11e8-8b1e-525500d15501 msg="Synchronization loop succeeded." Pod name: netcat5f68n Pod phase: Succeeded ++ head -n 1 +++ nc myservice.kubevirt-test-default 1500 -i 1 -w 1 + x='Hello World!' + echo 'Hello World!' + '[' 'Hello World!' = 'Hello World!' ']' + echo succeeded + exit 0 Hello World! succeeded Pod name: netcat766jq Pod phase: Succeeded ++ head -n 1 +++ nc 10.129.0.23 1500 -i 1 -w 1 + x='Hello World!' Hello World! succeeded + echo 'Hello World!' + '[' 'Hello World!' = 'Hello World!' ']' + echo succeeded + exit 0 Pod name: netcat8xl79 Pod phase: Failed ++ head -n 1 +++ nc wrongservice.kubevirt-test-default 1500 -i 1 -w 1 Ncat: Could not resolve hostname "wrongservice.kubevirt-test-default": Name or service not known. QUITTING. failed + x= + echo '' + '[' '' = 'Hello World!' ']' + echo failed + exit 1 Pod name: netcatdhg5d Pod phase: Succeeded ++ head -n 1 +++ nc my-subdomain.myvmi.kubevirt-test-default 1500 -i 1 -w 1 Hello World! succeeded + x='Hello World!' + echo 'Hello World!' + '[' 'Hello World!' = 'Hello World!' ']' + echo succeeded + exit 0 Pod name: netcatjgwfr Pod phase: Succeeded ++ head -n 1 +++ nc 10.129.0.23 1500 -i 1 -w 1 Hello World! succeeded + x='Hello World!' + echo 'Hello World!' + '[' 'Hello World!' = 'Hello World!' ']' + echo succeeded + exit 0 Pod name: netcatjr4mf Pod phase: Succeeded ++ head -n 1 +++ nc 10.129.0.23 1500 -i 1 -w 1 + x='Hello World!' + echo 'Hello World!' + '[' 'Hello World!' = 'Hello World!' ']' + echo succeeded + exit 0 Hello World! succeeded Pod name: netcatnjkw9 Pod phase: Succeeded ++ head -n 1 +++ nc 10.129.0.23 1500 -i 1 -w 1 Hello World! succeeded + x='Hello World!' + echo 'Hello World!' + '[' 'Hello World!' = 'Hello World!' ']' + echo succeeded + exit 0 Pod name: virt-launcher-testvmif7vwr-d4kxv Pod phase: Running level=info timestamp=2018-08-06T19:47:18.211930Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-08-06T19:47:18.982806Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-08-06T19:47:18.998735Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T19:47:19.211245Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID 8a015dbb-9d7c-4851-b6de-90cd1dc165b9" level=info timestamp=2018-08-06T19:47:19.212251Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-08-06T19:47:19.392763Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-08-06T19:47:19.414733Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T19:47:19.417638Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T19:47:19.438517Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-08-06T19:47:19.475798Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmif7vwr kind= uid=7c82decf-99b1-11e8-8b1e-525500d15501 msg="Domain started." level=info timestamp=2018-08-06T19:47:19.481026Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmif7vwr kind= uid=7c82decf-99b1-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T19:47:19.483639Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T19:47:19.504211Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T19:47:19.641630Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmif7vwr kind= uid=7c82decf-99b1-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T19:47:20.218090Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 8a015dbb-9d7c-4851-b6de-90cd1dc165b9: 176" Pod name: virt-launcher-testvmifd2df-q8lhr Pod phase: Running level=info timestamp=2018-08-06T19:47:18.696678Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-08-06T19:47:19.463760Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-08-06T19:47:19.615547Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T19:47:19.626080Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID f1b8e0a2-22c0-4431-bcd5-e43446890cc3" level=info timestamp=2018-08-06T19:47:19.626970Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-08-06T19:47:19.904071Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-08-06T19:47:19.969579Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T19:47:19.979637Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmifd2df kind= uid=7c819562-99b1-11e8-8b1e-525500d15501 msg="Domain started." level=info timestamp=2018-08-06T19:47:19.981620Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmifd2df kind= uid=7c819562-99b1-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T19:47:19.986967Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T19:47:19.987062Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-08-06T19:47:20.007817Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T19:47:20.010331Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T19:47:20.024791Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmifd2df kind= uid=7c819562-99b1-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T19:47:20.631889Z pos=monitor.go:222 component=virt-launcher msg="Found PID for f1b8e0a2-22c0-4431-bcd5-e43446890cc3: 181" Pod name: virt-launcher-testvmig2ldr-px6f9 Pod phase: Running level=info timestamp=2018-08-06T19:49:27.721664Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-08-06T19:49:28.358446Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-08-06T19:49:28.375361Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T19:49:28.634401Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-08-06T19:49:28.651560Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID ad9a6bcc-5149-443c-bc2b-48119174ba1f" level=info timestamp=2018-08-06T19:49:28.652348Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-08-06T19:49:28.663339Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T19:49:28.669108Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T19:49:28.678215Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-08-06T19:49:28.693151Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmig2ldr kind= uid=ca3067ff-99b1-11e8-8b1e-525500d15501 msg="Domain started." level=info timestamp=2018-08-06T19:49:28.695463Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmig2ldr kind= uid=ca3067ff-99b1-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T19:49:28.697910Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T19:49:28.703302Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T19:49:28.735384Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmig2ldr kind= uid=ca3067ff-99b1-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T19:49:29.660488Z pos=monitor.go:222 component=virt-launcher msg="Found PID for ad9a6bcc-5149-443c-bc2b-48119174ba1f: 176" Pod name: virt-launcher-testvmil94c7-jqgsq Pod phase: Running level=info timestamp=2018-08-06T19:50:24.961657Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-08-06T19:50:25.555186Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-08-06T19:50:25.561867Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T19:50:25.687137Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID 52c319b7-ed2a-4dae-ba9e-d2f023e0734d" level=info timestamp=2018-08-06T19:50:25.688012Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-08-06T19:50:25.855050Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-08-06T19:50:25.874338Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T19:50:25.875996Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T19:50:25.882753Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-08-06T19:50:25.896636Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmil94c7 kind= uid=ec4a377d-99b1-11e8-8b1e-525500d15501 msg="Domain started." level=info timestamp=2018-08-06T19:50:25.899482Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmil94c7 kind= uid=ec4a377d-99b1-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T19:50:25.901326Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T19:50:25.904178Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T19:50:25.935636Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmil94c7 kind= uid=ec4a377d-99b1-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T19:50:26.698232Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 52c319b7-ed2a-4dae-ba9e-d2f023e0734d: 171" Pod name: virt-launcher-testvmim5hk9-5xf4s Pod phase: Running level=info timestamp=2018-08-06T19:51:14.737763Z pos=manager.go:69 component=virt-launcher msg="Collected all requested hook sidecar sockets" level=info timestamp=2018-08-06T19:51:14.738495Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[]" level=info timestamp=2018-08-06T19:51:14.742425Z pos=libvirt.go:261 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" panic: failed to connect to libvirtd: cannot connect to libvirt daemon: timed out waiting for the condition goroutine 1 [running]: main.createLibvirtConnection(0xc4200a4f60, 0x0) /root/go/src/kubevirt.io/kubevirt/cmd/virt-launcher/virt-launcher.go:115 +0x125 main.main() /root/go/src/kubevirt.io/kubevirt/cmd/virt-launcher/virt-launcher.go:307 +0x65f level=error timestamp=2018-08-06T19:51:29.763164Z pos=virt-launcher.go:424 component=virt-launcher reason="exit status 2" msg="dirty virt-launcher shutdown" Pod name: virt-launcher-testvmimv8xg-9r52p Pod phase: Running level=info timestamp=2018-08-06T19:47:16.984014Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-08-06T19:47:17.553857Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-08-06T19:47:17.561445Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T19:47:17.822206Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-08-06T19:47:17.839409Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T19:47:17.841245Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T19:47:17.852505Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-08-06T19:47:17.867260Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmimv8xg kind= uid=7c84d90d-99b1-11e8-8b1e-525500d15501 msg="Domain started." level=info timestamp=2018-08-06T19:47:17.870661Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmimv8xg kind= uid=7c84d90d-99b1-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T19:47:17.874273Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T19:47:17.877167Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T19:47:17.904743Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmimv8xg kind= uid=7c84d90d-99b1-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T19:47:17.925653Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID 65cc5f73-f5a5-4778-80d5-f12100a4c2cc" level=info timestamp=2018-08-06T19:47:17.926607Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-08-06T19:47:18.933331Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 65cc5f73-f5a5-4778-80d5-f12100a4c2cc: 176" Pod name: virt-launcher-testvmizfbsx-s4pdp Pod phase: Running level=info timestamp=2018-08-06T19:47:18.414072Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-08-06T19:47:18.423217Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T19:47:18.423809Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID 2e20126c-27e0-45e2-953c-0e08bf0d8a08" level=info timestamp=2018-08-06T19:47:18.430015Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-08-06T19:47:18.822689Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-08-06T19:47:18.882109Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T19:47:18.882584Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmizfbsx kind= uid=7c803ad5-99b1-11e8-8b1e-525500d15501 msg="Domain started." level=info timestamp=2018-08-06T19:47:18.884451Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T19:47:18.884582Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-08-06T19:47:18.907499Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmizfbsx kind= uid=7c803ad5-99b1-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T19:47:18.924158Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T19:47:18.980096Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmizfbsx kind= uid=7c803ad5-99b1-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T19:47:19.009523Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T19:47:19.033784Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmizfbsx kind= uid=7c803ad5-99b1-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T19:47:19.446268Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 2e20126c-27e0-45e2-953c-0e08bf0d8a08: 176" • Failure [182.851 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address in non-conventional format /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:414 should configure custom MAC address [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:415 Timed out after 90.005s. Timed out waiting for VMI to enter Running phase Expected : false to equal : true /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1091 ------------------------------ STEP: checking eth0 MAC address level=info timestamp=2018-08-06T19:51:09.883271Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmim5hk9 kind=VirtualMachineInstance uid=1036e77c-99b2-11e8-8b1e-525500d15501 msg="Created virtual machine pod virt-launcher-testvmim5hk9-5xf4s" • [SLOW TEST:59.216 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address and slirp interface /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:427 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:428 ------------------------------ • [SLOW TEST:54.662 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with disabled automatic attachment of interfaces /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:440 should not configure any external interfaces /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:441 ------------------------------ • [SLOW TEST:19.429 seconds] VNC /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:54 with VNC connection /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:62 should allow accessing the VNC device /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:64 ------------------------------ ••••••••••••••• ------------------------------ • [SLOW TEST:17.081 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 should start it /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:80 ------------------------------ • [SLOW TEST:18.132 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 should attach virt-launcher to it /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:86 ------------------------------ •••• ------------------------------ • [SLOW TEST:54.944 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 with boot order /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:174 should be able to boot from selected disk /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 Alpine as first boot /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:26.272 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 with boot order /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:174 should be able to boot from selected disk /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 Cirros as first boot /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:15.136 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 with user-data /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:205 without k8s secret /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:206 should retry starting the VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:207 ------------------------------ • [SLOW TEST:16.572 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 with user-data /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:205 without k8s secret /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:206 should log warning and proceed once the secret is there /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:237 ------------------------------ • [SLOW TEST:30.780 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 when virt-launcher crashes /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:285 should be stopped and have Failed phase /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:286 ------------------------------ Pod name: disks-images-provider-vj98t Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-ztcxr Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-fmqfk Pod phase: Running level=info timestamp=2018-08-06T19:59:01.175676Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/06 19:59:06 http: TLS handshake error from 10.128.0.1:40744: EOF 2018/08/06 19:59:16 http: TLS handshake error from 10.128.0.1:40786: EOF 2018/08/06 19:59:26 http: TLS handshake error from 10.128.0.1:40828: EOF 2018/08/06 19:59:36 http: TLS handshake error from 10.128.0.1:40874: EOF 2018/08/06 19:59:46 http: TLS handshake error from 10.128.0.1:40916: EOF 2018/08/06 19:59:56 http: TLS handshake error from 10.128.0.1:40958: EOF 2018/08/06 20:00:06 http: TLS handshake error from 10.128.0.1:41004: EOF 2018/08/06 20:00:16 http: TLS handshake error from 10.128.0.1:41046: EOF 2018/08/06 20:00:26 http: TLS handshake error from 10.128.0.1:41088: EOF level=info timestamp=2018-08-06T20:00:31.224834Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-08-06T20:00:31.342568Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-08-06T20:00:31.360501Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/06 20:00:36 http: TLS handshake error from 10.128.0.1:41148: EOF 2018/08/06 20:00:46 http: TLS handshake error from 10.128.0.1:41198: EOF Pod name: virt-api-7d79764579-xtj2m Pod phase: Running level=info timestamp=2018-08-06T20:00:10.335528Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:00:12.832374Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 20:00:17 http: TLS handshake error from 10.129.0.1:39548: EOF level=info timestamp=2018-08-06T20:00:17.403947Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:00:22.880997Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 20:00:27 http: TLS handshake error from 10.129.0.1:39554: EOF level=info timestamp=2018-08-06T20:00:32.938846Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 20:00:37 http: TLS handshake error from 10.129.0.1:39560: EOF level=info timestamp=2018-08-06T20:00:40.368830Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:00:40.387310Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:00:42.978519Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:00:44.348238Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-08-06T20:00:44.349892Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 2018/08/06 20:00:47 http: TLS handshake error from 10.129.0.1:39566: EOF level=info timestamp=2018-08-06T20:00:47.455104Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-2chxp Pod phase: Running level=info timestamp=2018-08-06T19:31:30.451881Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-zdtph Pod phase: Running level=info timestamp=2018-08-06T19:58:01.949686Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmirwtpp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmirwtpp" level=info timestamp=2018-08-06T19:58:28.127703Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiljg5c kind= uid=15db7589-99b3-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T19:58:28.127973Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiljg5c kind= uid=15db7589-99b3-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T19:58:28.221511Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiljg5c\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiljg5c" level=info timestamp=2018-08-06T19:58:43.261711Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmilt799 kind= uid=1ee0e63d-99b3-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T19:58:43.261960Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmilt799 kind= uid=1ee0e63d-99b3-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T19:58:59.833080Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmitgrqd kind= uid=28c1586b-99b3-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T19:58:59.833221Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmitgrqd kind= uid=28c1586b-99b3-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T19:58:59.884006Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitgrqd\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitgrqd" level=info timestamp=2018-08-06T19:58:59.889728Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitgrqd\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitgrqd" level=info timestamp=2018-08-06T19:58:59.909556Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitgrqd\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitgrqd" level=info timestamp=2018-08-06T19:59:30.439391Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitgrqd\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmitgrqd, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 28c1586b-99b3-11e8-8b1e-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitgrqd" level=info timestamp=2018-08-06T19:59:30.622336Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmisw9t4 kind= uid=3b1afc32-99b3-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T19:59:30.622481Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmisw9t4 kind= uid=3b1afc32-99b3-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T19:59:30.702700Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmisw9t4\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmisw9t4" Pod name: virt-handler-9smrd Pod phase: Running level=error timestamp=2018-08-06T19:58:41.813634Z pos=vm.go:424 component=virt-handler namespace=kubevirt-test-default name=testvmi9bhmg kind=VirtualMachineInstance uid= reason="connection is shut down" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-06T19:58:41.813666Z pos=vm.go:251 component=virt-handler reason="connection is shut down" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi9bhmg" level=info timestamp=2018-08-06T19:58:47.333053Z pos=vm.go:746 component=virt-handler namespace=kubevirt-test-default name=testvmi9bhmg kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-06T19:58:47.333237Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi9bhmg, existing: false\n" level=info timestamp=2018-08-06T19:58:47.333276Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T19:58:47.333341Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi9bhmg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T19:58:47.333533Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi9bhmg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T19:58:47.333742Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi9bhmg, existing: false\n" level=info timestamp=2018-08-06T19:58:47.333782Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T19:58:47.333832Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi9bhmg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T19:58:47.333910Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi9bhmg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T19:58:52.054618Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi9bhmg, existing: false\n" level=info timestamp=2018-08-06T19:58:52.054705Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T19:58:52.054790Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi9bhmg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T19:58:52.054945Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi9bhmg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-rn7ff Pod phase: Running level=info timestamp=2018-08-06T19:59:52.086560Z pos=vm.go:210 component=virt-handler msg="Starting virt-handler controller." level=info timestamp=2018-08-06T19:59:52.089832Z pos=cache.go:151 component=virt-handler msg="Synchronizing domains" level=info timestamp=2018-08-06T19:59:52.092757Z pos=cache.go:121 component=virt-handler msg="List domains from sock /var/run/kubevirt/sockets/kubevirt-test-default_testvmiljg5c_sock" level=error timestamp=2018-08-06T19:59:52.092912Z pos=cache.go:124 component=virt-handler reason="dial unix /var/run/kubevirt/sockets/kubevirt-test-default_testvmiljg5c_sock: connect: connection refused" msg="failed to connect to cmd client socket" level=info timestamp=2018-08-06T19:59:52.093183Z pos=cache.go:121 component=virt-handler msg="List domains from sock /var/run/kubevirt/sockets/kubevirt-test-default_testvmisw9t4_sock" level=info timestamp=2018-08-06T19:59:52.135424Z pos=vm.go:725 component=virt-handler namespace=kubevirt-test-default name=testvmisw9t4 kind=Domain uid= msg="Domain is in state Running reason Unknown" level=info timestamp=2018-08-06T19:59:52.188517Z pos=device_controller.go:133 component=virt-handler msg="Starting device plugin controller" level=info timestamp=2018-08-06T19:59:52.199682Z pos=device_controller.go:127 component=virt-handler msg="kvm device plugin started" level=info timestamp=2018-08-06T19:59:52.204834Z pos=device_controller.go:127 component=virt-handler msg="tun device plugin started" level=info timestamp=2018-08-06T19:59:52.287702Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmisw9t4, existing: true\n" level=info timestamp=2018-08-06T19:59:52.287890Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Running\n" level=info timestamp=2018-08-06T19:59:52.287930Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-06T19:59:52.287963Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-08-06T19:59:52.288220Z pos=vm.go:416 component=virt-handler namespace=kubevirt-test-default name=testvmisw9t4 kind=VirtualMachineInstance uid=3b1afc32-99b3-11e8-8b1e-525500d15501 msg="Processing vmi update" level=info timestamp=2018-08-06T19:59:52.320356Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmisw9t4 kind=VirtualMachineInstance uid=3b1afc32-99b3-11e8-8b1e-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmisw9t4-l4mzz Pod phase: Running level=info timestamp=2018-08-06T19:59:46.323452Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-08-06T19:59:46.329495Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T19:59:46.334956Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID bd62b635-a4ea-486b-b2af-7e617e886e6d" level=info timestamp=2018-08-06T19:59:46.335181Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-08-06T19:59:46.597107Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-08-06T19:59:46.616201Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T19:59:46.617713Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T19:59:46.634002Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-08-06T19:59:46.648937Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmisw9t4 kind= uid=3b1afc32-99b3-11e8-8b1e-525500d15501 msg="Domain started." level=info timestamp=2018-08-06T19:59:46.652078Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmisw9t4 kind= uid=3b1afc32-99b3-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T19:59:46.653995Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T19:59:46.666185Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T19:59:46.676363Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmisw9t4 kind= uid=3b1afc32-99b3-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T19:59:47.343046Z pos=monitor.go:222 component=virt-launcher msg="Found PID for bd62b635-a4ea-486b-b2af-7e617e886e6d: 173" level=info timestamp=2018-08-06T19:59:52.316725Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmisw9t4 kind=VirtualMachineInstance uid=3b1afc32-99b3-11e8-8b1e-525500d15501 msg="Synced vmi" Pod name: vmi-killerbkpbm Pod phase: Succeeded Pod name: vmi-killerls6gp Pod phase: Succeeded • Failure [80.489 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 when virt-handler crashes /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:309 should recover and continue management [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:310 Expected : Running to equal : Failed /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:336 ------------------------------ level=info timestamp=2018-08-06T19:59:31.353922Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmisw9t4 kind=VirtualMachineInstance uid=3b1afc32-99b3-11e8-8b1e-525500d15501 msg="Created virtual machine pod virt-launcher-testvmisw9t4-l4mzz" level=info timestamp=2018-08-06T19:59:46.198351Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmisw9t4 kind=VirtualMachineInstance uid=3b1afc32-99b3-11e8-8b1e-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmisw9t4-l4mzz" level=info timestamp=2018-08-06T19:59:47.272962Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmisw9t4 kind=VirtualMachineInstance uid=3b1afc32-99b3-11e8-8b1e-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-08-06T19:59:47.282837Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmisw9t4 kind=VirtualMachineInstance uid=3b1afc32-99b3-11e8-8b1e-525500d15501 msg="VirtualMachineInstance started." STEP: Crashing the virt-handler STEP: Killing the VirtualMachineInstance level=info timestamp=2018-08-06T19:59:50.903664Z pos=utils.go:257 component=tests namespace=kubevirt-test-default name=testvmisw9t4 kind=VirtualMachineInstance uid=3b1afc32-99b3-11e8-8b1e-525500d15501 msg="Created virtual machine pod virt-launcher-testvmisw9t4-l4mzz" level=info timestamp=2018-08-06T19:59:50.903748Z pos=utils.go:257 component=tests namespace=kubevirt-test-default name=testvmisw9t4 kind=VirtualMachineInstance uid=3b1afc32-99b3-11e8-8b1e-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmisw9t4-l4mzz" level=info timestamp=2018-08-06T19:59:50.903976Z pos=utils.go:257 component=tests namespace=kubevirt-test-default name=testvmisw9t4 kind=VirtualMachineInstance uid=3b1afc32-99b3-11e8-8b1e-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-08-06T19:59:50.904032Z pos=utils.go:257 component=tests namespace=kubevirt-test-default name=testvmisw9t4 kind=VirtualMachineInstance uid=3b1afc32-99b3-11e8-8b1e-525500d15501 msg="VirtualMachineInstance started." level=info timestamp=2018-08-06T19:59:52.933920Z pos=utils.go:257 component=tests namespace=kubevirt-test-default name=testvmisw9t4 kind=VirtualMachineInstance uid=3b1afc32-99b3-11e8-8b1e-525500d15501 msg="VirtualMachineInstance defined." STEP: Checking that VirtualMachineInstance has 'Failed' phase • ------------------------------ • [SLOW TEST:88.656 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 when virt-handler is not responsive /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:371 the node controller should react /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:410 ------------------------------ • [SLOW TEST:18.990 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 with node tainted /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:463 the vmi with tolerations should be scheduled /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:485 ------------------------------ • ------------------------------ • [SLOW TEST:78.664 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 with non default namespace /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:535 should log libvirt start and stop lifecycle events of the domain /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 kubevirt-test-default /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:74.108 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 with non default namespace /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:535 should log libvirt start and stop lifecycle events of the domain /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 kubevirt-test-alternative /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.082 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 VirtualMachineInstance Emulation Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:592 should enable emulation in virt-launcher [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:604 Software emulation is not enabled on this cluster /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:600 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.084 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 VirtualMachineInstance Emulation Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:592 should be reflected in domain XML [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:641 Software emulation is not enabled on this cluster /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:600 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.070 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:74 VirtualMachineInstance Emulation Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:592 should request a TUN device but not KVM [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:685 Software emulation is not enabled on this cluster /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:600 ------------------------------ •••• ------------------------------ • [SLOW TEST:62.514 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Delete a VirtualMachineInstance's Pod /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:837 should result in the VirtualMachineInstance moving to a finalized state /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:838 ------------------------------ • [SLOW TEST:48.952 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Delete a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:869 with an active pod. /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:870 should result in pod being terminated /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:871 ------------------------------ Pod name: disks-images-provider-vj98t Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-ztcxr Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-fmqfk Pod phase: Running 2018/08/06 20:06:06 http: TLS handshake error from 10.128.0.1:42638: EOF 2018/08/06 20:06:16 http: TLS handshake error from 10.128.0.1:42682: EOF 2018/08/06 20:06:26 http: TLS handshake error from 10.128.0.1:42726: EOF level=info timestamp=2018-08-06T20:06:31.200528Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/06 20:06:36 http: TLS handshake error from 10.128.0.1:42772: EOF 2018/08/06 20:06:46 http: TLS handshake error from 10.128.0.1:42814: EOF 2018/08/06 20:06:56 http: TLS handshake error from 10.128.0.1:42858: EOF level=info timestamp=2018-08-06T20:07:01.210669Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/06 20:07:06 http: TLS handshake error from 10.128.0.1:42904: EOF 2018/08/06 20:07:16 http: TLS handshake error from 10.128.0.1:42946: EOF 2018/08/06 20:07:26 http: TLS handshake error from 10.128.0.1:42994: EOF 2018/08/06 20:07:36 http: TLS handshake error from 10.128.0.1:43042: EOF 2018/08/06 20:07:46 http: TLS handshake error from 10.128.0.1:43084: EOF 2018/08/06 20:07:56 http: TLS handshake error from 10.128.0.1:43126: EOF level=info timestamp=2018-08-06T20:08:01.219317Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-api-7d79764579-xtj2m Pod phase: Running level=info timestamp=2018-08-06T20:07:41.676603Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:07:41.677486Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:07:45.034397Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 20:07:47 http: TLS handshake error from 10.129.0.1:39826: EOF level=info timestamp=2018-08-06T20:07:48.282059Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:07:55.082660Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 20:07:57 http: TLS handshake error from 10.129.0.1:39832: EOF level=error timestamp=2018-08-06T20:08:01.519318Z pos=subresource.go:85 component=virt-api msg= 2018/08/06 20:08:01 http: response.WriteHeader on hijacked connection level=error timestamp=2018-08-06T20:08:01.519542Z pos=subresource.go:97 component=virt-api reason="read tcp 10.129.0.5:8443->10.128.0.1:55180: use of closed network connection" msg="error ecountered reading from websocket stream" level=info timestamp=2018-08-06T20:08:01.519602Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvmin2tbd/console proto=HTTP/1.1 statusCode=200 contentLength=0 level=info timestamp=2018-08-06T20:08:04.225393Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:08:04.238177Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:08:04.249988Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:08:05.129705Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-2chxp Pod phase: Running level=info timestamp=2018-08-06T19:31:30.451881Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-zdtph Pod phase: Running level=info timestamp=2018-08-06T20:05:17.942403Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmihc9bb\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmihc9bb, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 09c99c4a-99b4-11e8-8b1e-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmihc9bb" level=info timestamp=2018-08-06T20:05:18.120082Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmitwjpb kind= uid=0a3b7a5f-99b4-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:05:18.120211Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmitwjpb kind= uid=0a3b7a5f-99b4-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T20:05:18.197368Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitwjpb\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitwjpb" level=info timestamp=2018-08-06T20:05:18.228203Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitwjpb\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmitwjpb, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 0a3b7a5f-99b4-11e8-8b1e-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitwjpb" level=info timestamp=2018-08-06T20:05:18.580379Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibvb68 kind= uid=0a8094b0-99b4-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:05:18.580605Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibvb68 kind= uid=0a8094b0-99b4-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T20:06:21.094195Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipp9st kind= uid=2fc43d4d-99b4-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:06:21.094354Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipp9st kind= uid=2fc43d4d-99b4-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T20:06:21.208344Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmipp9st\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmipp9st" level=info timestamp=2018-08-06T20:06:21.252435Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmipp9st\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmipp9st" level=info timestamp=2018-08-06T20:07:10.182113Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmin2tbd kind= uid=4d06b278-99b4-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:07:10.182267Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmin2tbd kind= uid=4d06b278-99b4-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T20:07:10.275361Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmin2tbd\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmin2tbd" level=info timestamp=2018-08-06T20:07:10.294605Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmin2tbd\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmin2tbd" Pod name: virt-handler-64p9s Pod phase: Running level=info timestamp=2018-08-06T20:05:16.819736Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-alternative name=testvmifc9dp kind= uid=dd7b12b1-99b3-11e8-8b1e-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:05:16.819953Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-alternative name=testvmifc9dp kind= uid=dd7b12b1-99b3-11e8-8b1e-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:05:16.820611Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmifc9dp, existing: true\n" level=info timestamp=2018-08-06T20:05:16.820684Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-06T20:05:16.820729Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T20:05:16.820817Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-alternative name=testvmifc9dp kind= uid=dd7b12b1-99b3-11e8-8b1e-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:05:16.820930Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-alternative name=testvmifc9dp kind= uid=dd7b12b1-99b3-11e8-8b1e-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:05:16.833761Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmifc9dp, existing: false\n" level=info timestamp=2018-08-06T20:05:16.833828Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T20:05:16.833914Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-alternative name=testvmifc9dp kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:05:16.833979Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-alternative name=testvmifc9dp kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:05:30.667393Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmifc9dp, existing: false\n" level=info timestamp=2018-08-06T20:05:30.667500Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T20:05:30.667588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-alternative name=testvmifc9dp kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:05:30.667673Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-alternative name=testvmifc9dp kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-xmg9z Pod phase: Running level=info timestamp=2018-08-06T20:07:35.385618Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmipp9st, existing: false\n" level=info timestamp=2018-08-06T20:07:35.385790Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T20:07:35.385967Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipp9st kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:07:35.386350Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmipp9st kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:07:35.386554Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmipp9st, existing: false\n" level=info timestamp=2018-08-06T20:07:35.386715Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T20:07:35.386836Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmipp9st kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:07:35.387151Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmipp9st kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:08:00.972295Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmin2tbd, existing: true\n" level=info timestamp=2018-08-06T20:08:00.972372Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Running\n" level=info timestamp=2018-08-06T20:08:00.972405Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-06T20:08:00.972444Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-08-06T20:08:00.972547Z pos=vm.go:370 component=virt-handler namespace=kubevirt-test-default name=testvmin2tbd kind= uid=4d06b278-99b4-11e8-8b1e-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-08-06T20:08:00.972682Z pos=vm.go:407 component=virt-handler namespace=kubevirt-test-default name=testvmin2tbd kind= uid=4d06b278-99b4-11e8-8b1e-525500d15501 msg="Processing shutdown." level=info timestamp=2018-08-06T20:08:00.973241Z pos=vm.go:556 component=virt-handler namespace=kubevirt-test-default name=testvmin2tbd kind= uid=4d06b278-99b4-11e8-8b1e-525500d15501 msg="Grace period expired, killing deleted VirtualMachineInstance testvmin2tbd" Pod name: virt-launcher-testvmin2tbd-9vv2l Pod phase: Running level=info timestamp=2018-08-06T20:07:26.091227Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-08-06T20:07:26.098921Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:07:26.208099Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID 809cb368-e504-43e8-8432-931d1aadca7e" level=info timestamp=2018-08-06T20:07:26.209483Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-08-06T20:07:26.471839Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-08-06T20:07:26.495998Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T20:07:26.499334Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:07:26.509496Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-08-06T20:07:26.543082Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmin2tbd kind= uid=4d06b278-99b4-11e8-8b1e-525500d15501 msg="Domain started." level=info timestamp=2018-08-06T20:07:26.547406Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmin2tbd kind= uid=4d06b278-99b4-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T20:07:26.551813Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T20:07:26.554634Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:07:26.615549Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmin2tbd kind= uid=4d06b278-99b4-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T20:07:27.217559Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 809cb368-e504-43e8-8432-931d1aadca7e: 171" level=info timestamp=2018-08-06T20:08:00.998350Z pos=monitor.go:266 component=virt-launcher msg="Received signal 15." • Failure [56.256 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Delete a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:869 with ACPI and 0 grace period seconds /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:895 should result in vmi status failed [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:896 Timed out after 5.000s. Expected : Running to equal : Failed /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:917 ------------------------------ STEP: Creating the VirtualMachineInstance level=info timestamp=2018-08-06T20:07:10.909951Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmin2tbd kind=VirtualMachineInstance uid=4d06b278-99b4-11e8-8b1e-525500d15501 msg="Created virtual machine pod virt-launcher-testvmin2tbd-9vv2l" level=info timestamp=2018-08-06T20:07:25.885281Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmin2tbd kind=VirtualMachineInstance uid=4d06b278-99b4-11e8-8b1e-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmin2tbd-9vv2l" level=info timestamp=2018-08-06T20:07:27.184444Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmin2tbd kind=VirtualMachineInstance uid=4d06b278-99b4-11e8-8b1e-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-08-06T20:07:27.209782Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmin2tbd kind=VirtualMachineInstance uid=4d06b278-99b4-11e8-8b1e-525500d15501 msg="VirtualMachineInstance started." STEP: Deleting the VirtualMachineInstance 2018/08/06 16:08:01 read closing down: EOF STEP: Verifying VirtualMachineInstance's status is Failed Pod name: disks-images-provider-vj98t Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-ztcxr Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-fmqfk Pod phase: Running level=info timestamp=2018-08-06T20:08:01.219317Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/06 20:08:06 http: TLS handshake error from 10.128.0.1:43174: EOF 2018/08/06 20:08:16 http: TLS handshake error from 10.128.0.1:43216: EOF level=info timestamp=2018-08-06T20:08:24.212316Z pos=subresource.go:75 component=virt-api msg="Websocket connection upgraded" 2018/08/06 20:08:26 http: TLS handshake error from 10.128.0.1:43266: EOF 2018/08/06 20:08:36 http: TLS handshake error from 10.128.0.1:43312: EOF 2018/08/06 20:08:46 http: TLS handshake error from 10.128.0.1:43354: EOF 2018/08/06 20:08:56 http: TLS handshake error from 10.128.0.1:43398: EOF level=error timestamp=2018-08-06T20:09:05.117079Z pos=subresource.go:97 component=virt-api reason="websocket: close 1006 (abnormal closure): unexpected EOF" msg="error ecountered reading from websocket stream" level=error timestamp=2018-08-06T20:09:05.117273Z pos=subresource.go:106 component=virt-api reason="websocket: close 1006 (abnormal closure): unexpected EOF" msg="Error in websocket proxy" 2018/08/06 20:09:05 http: response.WriteHeader on hijacked connection level=info timestamp=2018-08-06T20:09:05.117412Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvmimflx2/console proto=HTTP/1.1 statusCode=500 contentLength=0 level=error timestamp=2018-08-06T20:09:06.159200Z pos=subresource.go:91 component=virt-api reason="tls: use of closed connection" msg="error ecountered reading from remote podExec stream" 2018/08/06 20:09:06 http: TLS handshake error from 10.128.0.1:43444: EOF 2018/08/06 20:09:16 http: TLS handshake error from 10.128.0.1:43486: EOF Pod name: virt-api-7d79764579-xtj2m Pod phase: Running level=info timestamp=2018-08-06T20:08:44.534738Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-08-06T20:08:45.357625Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 20:08:47 http: TLS handshake error from 10.129.0.1:39862: EOF level=info timestamp=2018-08-06T20:08:48.394347Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:08:55.430184Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 20:08:57 http: TLS handshake error from 10.129.0.1:39868: EOF level=info timestamp=2018-08-06T20:08:59.772422Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:08:59.795983Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:08:59.829038Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:09:01.403176Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-08-06T20:09:05.496436Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 20:09:07 http: TLS handshake error from 10.129.0.1:39876: EOF level=info timestamp=2018-08-06T20:09:12.135426Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:09:12.194480Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:09:15.552545Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-2chxp Pod phase: Running level=info timestamp=2018-08-06T19:31:30.451881Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-zdtph Pod phase: Running level=info timestamp=2018-08-06T20:05:18.120211Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmitwjpb kind= uid=0a3b7a5f-99b4-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T20:05:18.197368Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitwjpb\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitwjpb" level=info timestamp=2018-08-06T20:05:18.228203Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitwjpb\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/kubevirt.io/virtualmachineinstances/kubevirt-test-default/testvmitwjpb, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 0a3b7a5f-99b4-11e8-8b1e-525500d15501, UID in object meta: " msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitwjpb" level=info timestamp=2018-08-06T20:05:18.580379Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibvb68 kind= uid=0a8094b0-99b4-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:05:18.580605Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibvb68 kind= uid=0a8094b0-99b4-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T20:06:21.094195Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipp9st kind= uid=2fc43d4d-99b4-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:06:21.094354Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipp9st kind= uid=2fc43d4d-99b4-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T20:06:21.208344Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmipp9st\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmipp9st" level=info timestamp=2018-08-06T20:06:21.252435Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmipp9st\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmipp9st" level=info timestamp=2018-08-06T20:07:10.182113Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmin2tbd kind= uid=4d06b278-99b4-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:07:10.182267Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmin2tbd kind= uid=4d06b278-99b4-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T20:07:10.275361Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmin2tbd\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmin2tbd" level=info timestamp=2018-08-06T20:07:10.294605Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmin2tbd\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmin2tbd" level=info timestamp=2018-08-06T20:08:06.445957Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimflx2 kind= uid=6e8f53b2-99b4-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:08:06.446145Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimflx2 kind= uid=6e8f53b2-99b4-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-handler-64p9s Pod phase: Running level=info timestamp=2018-08-06T20:05:16.819736Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-alternative name=testvmifc9dp kind= uid=dd7b12b1-99b3-11e8-8b1e-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:05:16.819953Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-alternative name=testvmifc9dp kind= uid=dd7b12b1-99b3-11e8-8b1e-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:05:16.820611Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmifc9dp, existing: true\n" level=info timestamp=2018-08-06T20:05:16.820684Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-06T20:05:16.820729Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T20:05:16.820817Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-alternative name=testvmifc9dp kind= uid=dd7b12b1-99b3-11e8-8b1e-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:05:16.820930Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-alternative name=testvmifc9dp kind= uid=dd7b12b1-99b3-11e8-8b1e-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:05:16.833761Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmifc9dp, existing: false\n" level=info timestamp=2018-08-06T20:05:16.833828Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T20:05:16.833914Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-alternative name=testvmifc9dp kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:05:16.833979Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-alternative name=testvmifc9dp kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:05:30.667393Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmifc9dp, existing: false\n" level=info timestamp=2018-08-06T20:05:30.667500Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T20:05:30.667588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-alternative name=testvmifc9dp kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:05:30.667673Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-alternative name=testvmifc9dp kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-xmg9z Pod phase: Running level=info timestamp=2018-08-06T20:09:05.109394Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-06T20:09:05.109443Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-08-06T20:09:05.109714Z pos=vm.go:344 component=virt-handler namespace=kubevirt-test-default name=testvmimflx2 kind= uid=6e8f53b2-99b4-11e8-8b1e-525500d15501 msg="Shutting down due to graceful shutdown signal." level=info timestamp=2018-08-06T20:09:05.109805Z pos=vm.go:370 component=virt-handler namespace=kubevirt-test-default name=testvmimflx2 kind= uid=6e8f53b2-99b4-11e8-8b1e-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-08-06T20:09:05.109909Z pos=vm.go:407 component=virt-handler namespace=kubevirt-test-default name=testvmimflx2 kind= uid=6e8f53b2-99b4-11e8-8b1e-525500d15501 msg="Processing shutdown." level=info timestamp=2018-08-06T20:09:05.140356Z pos=vm.go:547 component=virt-handler namespace=kubevirt-test-default name=testvmimflx2 kind= uid=6e8f53b2-99b4-11e8-8b1e-525500d15501 msg="Signaled graceful shutdown for testvmimflx2" level=info timestamp=2018-08-06T20:09:05.140635Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmimflx2 kind= uid=6e8f53b2-99b4-11e8-8b1e-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:09:12.140944Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmimflx2, existing: true\n" level=info timestamp=2018-08-06T20:09:12.141035Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Running\n" level=info timestamp=2018-08-06T20:09:12.141061Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-06T20:09:12.141085Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-08-06T20:09:12.141191Z pos=vm.go:344 component=virt-handler namespace=kubevirt-test-default name=testvmimflx2 kind= uid=6e8f53b2-99b4-11e8-8b1e-525500d15501 msg="Shutting down due to graceful shutdown signal." level=info timestamp=2018-08-06T20:09:12.141233Z pos=vm.go:370 component=virt-handler namespace=kubevirt-test-default name=testvmimflx2 kind= uid=6e8f53b2-99b4-11e8-8b1e-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-08-06T20:09:12.141265Z pos=vm.go:407 component=virt-handler namespace=kubevirt-test-default name=testvmimflx2 kind= uid=6e8f53b2-99b4-11e8-8b1e-525500d15501 msg="Processing shutdown." level=info timestamp=2018-08-06T20:09:12.141641Z pos=vm.go:556 component=virt-handler namespace=kubevirt-test-default name=testvmimflx2 kind= uid=6e8f53b2-99b4-11e8-8b1e-525500d15501 msg="Grace period expired, killing deleted VirtualMachineInstance testvmimflx2" Pod name: virt-launcher-testvmimflx2-76bzx Pod phase: Running level=info timestamp=2018-08-06T20:08:24.291634Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T20:08:24.296461Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmimflx2 kind= uid=6e8f53b2-99b4-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T20:08:24.306526Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmimflx2 kind= uid=6e8f53b2-99b4-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T20:08:24.306618Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:08:24.922461Z pos=monitor.go:222 component=virt-launcher msg="Found PID for fe75e4b7-be24-4f32-8990-3dfea86c4e1a: 177" level=info timestamp=2018-08-06T20:09:02.029252Z pos=monitor.go:266 component=virt-launcher msg="Received signal 15." level=info timestamp=2018-08-06T20:09:02.347679Z pos=manager.go:255 component=virt-launcher namespace=kubevirt-test-default name=testvmimflx2 kind= uid=6e8f53b2-99b4-11e8-8b1e-525500d15501 msg="Signaled graceful shutdown for testvmimflx2" level=info timestamp=2018-08-06T20:09:04.991646Z pos=server.go:118 component=virt-launcher namespace=kubevirt-test-default name=testvmimflx2 kind= uid=6e8f53b2-99b4-11e8-8b1e-525500d15501 msg="Signaled vmi shutdown" level=info timestamp=2018-08-06T20:09:04.999467Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 1 received" level=info timestamp=2018-08-06T20:09:05.065585Z pos=server.go:118 component=virt-launcher namespace=kubevirt-test-default name=testvmimflx2 kind= uid=6e8f53b2-99b4-11e8-8b1e-525500d15501 msg="Signaled vmi shutdown" level=info timestamp=2018-08-06T20:09:05.066461Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T20:09:05.080826Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:09:05.108454Z pos=server.go:118 component=virt-launcher namespace=kubevirt-test-default name=testvmimflx2 kind= uid=6e8f53b2-99b4-11e8-8b1e-525500d15501 msg="Signaled vmi shutdown" level=info timestamp=2018-08-06T20:09:05.139867Z pos=server.go:118 component=virt-launcher namespace=kubevirt-test-default name=testvmimflx2 kind= uid=6e8f53b2-99b4-11e8-8b1e-525500d15501 msg="Signaled vmi shutdown" level=info timestamp=2018-08-06T20:09:12.143547Z pos=client.go:136 component=virt-launcher msg="Libvirt event 6 with reason 1 received" • Failure [71.107 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Delete a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:869 with ACPI and some grace period seconds /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:920 should result in vmi status succeeded [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:921 Timed out after 15.000s. Expected : Running to equal : Succeeded /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:942 ------------------------------ STEP: Creating the VirtualMachineInstance level=info timestamp=2018-08-06T20:08:07.269741Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmimflx2 kind=VirtualMachineInstance uid=6e8f53b2-99b4-11e8-8b1e-525500d15501 msg="Created virtual machine pod virt-launcher-testvmimflx2-76bzx" level=info timestamp=2018-08-06T20:08:23.537104Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmimflx2 kind=VirtualMachineInstance uid=6e8f53b2-99b4-11e8-8b1e-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmimflx2-76bzx" level=info timestamp=2018-08-06T20:08:24.870955Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmimflx2 kind=VirtualMachineInstance uid=6e8f53b2-99b4-11e8-8b1e-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-08-06T20:08:24.888006Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmimflx2 kind=VirtualMachineInstance uid=6e8f53b2-99b4-11e8-8b1e-525500d15501 msg="VirtualMachineInstance started." STEP: Deleting the VirtualMachineInstance 2018/08/06 16:09:02 read closing down: EOF STEP: Verifying VirtualMachineInstance's status is Succeeded Pod name: disks-images-provider-vj98t Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-ztcxr Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-fmqfk Pod phase: Running 2018/08/06 20:10:26 http: TLS handshake error from 10.128.0.1:43788: EOF level=info timestamp=2018-08-06T20:10:31.241570Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-08-06T20:10:31.360760Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/06 20:10:36 http: TLS handshake error from 10.128.0.1:43848: EOF 2018/08/06 20:10:46 http: TLS handshake error from 10.128.0.1:43896: EOF 2018/08/06 20:10:56 http: TLS handshake error from 10.128.0.1:43944: EOF 2018/08/06 20:11:06 http: TLS handshake error from 10.128.0.1:43996: EOF 2018/08/06 20:11:16 http: TLS handshake error from 10.128.0.1:44040: EOF 2018/08/06 20:11:26 http: TLS handshake error from 10.128.0.1:44084: EOF 2018/08/06 20:11:36 http: TLS handshake error from 10.128.0.1:44130: EOF 2018/08/06 20:11:46 http: TLS handshake error from 10.128.0.1:44172: EOF 2018/08/06 20:11:56 http: TLS handshake error from 10.128.0.1:44216: EOF level=info timestamp=2018-08-06T20:12:01.228777Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/06 20:12:06 http: TLS handshake error from 10.128.0.1:44262: EOF 2018/08/06 20:12:16 http: TLS handshake error from 10.128.0.1:44304: EOF Pod name: virt-api-7d79764579-xtj2m Pod phase: Running level=info timestamp=2018-08-06T20:11:45.422565Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-08-06T20:11:46.772662Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 20:11:47 http: TLS handshake error from 10.129.0.1:39972: EOF level=info timestamp=2018-08-06T20:11:48.753651Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:11:56.824240Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 20:11:57 http: TLS handshake error from 10.129.0.1:39978: EOF level=info timestamp=2018-08-06T20:12:00.394649Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:12:00.410010Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:12:00.424571Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:12:06.876121Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 20:12:07 http: TLS handshake error from 10.129.0.1:39986: EOF level=info timestamp=2018-08-06T20:12:12.767594Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:12:12.771601Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:12:16.923711Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 20:12:17 http: TLS handshake error from 10.129.0.1:39992: EOF Pod name: virt-controller-7d57d96b65-2chxp Pod phase: Running level=info timestamp=2018-08-06T19:31:30.451881Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-zdtph Pod phase: Running level=info timestamp=2018-08-06T20:05:18.580379Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibvb68 kind= uid=0a8094b0-99b4-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:05:18.580605Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibvb68 kind= uid=0a8094b0-99b4-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T20:06:21.094195Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipp9st kind= uid=2fc43d4d-99b4-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:06:21.094354Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipp9st kind= uid=2fc43d4d-99b4-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T20:06:21.208344Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmipp9st\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmipp9st" level=info timestamp=2018-08-06T20:06:21.252435Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmipp9st\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmipp9st" level=info timestamp=2018-08-06T20:07:10.182113Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmin2tbd kind= uid=4d06b278-99b4-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:07:10.182267Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmin2tbd kind= uid=4d06b278-99b4-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T20:07:10.275361Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmin2tbd\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmin2tbd" level=info timestamp=2018-08-06T20:07:10.294605Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmin2tbd\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmin2tbd" level=info timestamp=2018-08-06T20:08:06.445957Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimflx2 kind= uid=6e8f53b2-99b4-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:08:06.446145Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimflx2 kind= uid=6e8f53b2-99b4-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T20:09:17.583624Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmidf9zd kind= uid=98f6d564-99b4-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:09:17.583780Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmidf9zd kind= uid=98f6d564-99b4-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T20:09:17.636146Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmidf9zd\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmidf9zd" Pod name: virt-handler-64p9s Pod phase: Running level=info timestamp=2018-08-06T20:05:16.819736Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-alternative name=testvmifc9dp kind= uid=dd7b12b1-99b3-11e8-8b1e-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:05:16.819953Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-alternative name=testvmifc9dp kind= uid=dd7b12b1-99b3-11e8-8b1e-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:05:16.820611Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmifc9dp, existing: true\n" level=info timestamp=2018-08-06T20:05:16.820684Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-06T20:05:16.820729Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T20:05:16.820817Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-alternative name=testvmifc9dp kind= uid=dd7b12b1-99b3-11e8-8b1e-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:05:16.820930Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-alternative name=testvmifc9dp kind= uid=dd7b12b1-99b3-11e8-8b1e-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:05:16.833761Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmifc9dp, existing: false\n" level=info timestamp=2018-08-06T20:05:16.833828Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T20:05:16.833914Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-alternative name=testvmifc9dp kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:05:16.833979Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-alternative name=testvmifc9dp kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:05:30.667393Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmifc9dp, existing: false\n" level=info timestamp=2018-08-06T20:05:30.667500Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T20:05:30.667588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-alternative name=testvmifc9dp kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:05:30.667673Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-alternative name=testvmifc9dp kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-xmg9z Pod phase: Running level=error timestamp=2018-08-06T20:10:02.562507Z pos=vm.go:424 component=virt-handler namespace=kubevirt-test-default name=testvmimflx2 kind=VirtualMachineInstance uid= reason="connection is shut down" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-06T20:10:02.562540Z pos=vm.go:251 component=virt-handler reason="connection is shut down" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmimflx2" level=info timestamp=2018-08-06T20:10:05.385073Z pos=vm.go:746 component=virt-handler namespace=kubevirt-test-default name=testvmimflx2 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-06T20:10:05.385206Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmimflx2, existing: false\n" level=info timestamp=2018-08-06T20:10:05.385228Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T20:10:05.385276Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmimflx2 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:10:05.385427Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmimflx2 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:10:05.385518Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmimflx2, existing: false\n" level=info timestamp=2018-08-06T20:10:05.385536Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T20:10:05.385568Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmimflx2 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:10:05.385642Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmimflx2 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:10:23.042836Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmimflx2, existing: false\n" level=info timestamp=2018-08-06T20:10:23.042993Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T20:10:23.043103Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmimflx2 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:10:23.043223Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmimflx2 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmidf9zd-g66gj Pod phase: Running level=info timestamp=2018-08-06T20:09:26.972695Z pos=manager.go:69 component=virt-launcher msg="Collected all requested hook sidecar sockets" level=info timestamp=2018-08-06T20:09:26.976685Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[]" level=info timestamp=2018-08-06T20:09:26.990451Z pos=libvirt.go:261 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" panic: failed to connect to libvirtd: cannot connect to libvirt daemon: timed out waiting for the condition goroutine 1 [running]: main.createLibvirtConnection(0xc4200e8ea0, 0x0) /root/go/src/kubevirt.io/kubevirt/cmd/virt-launcher/virt-launcher.go:115 +0x125 main.main() /root/go/src/kubevirt.io/kubevirt/cmd/virt-launcher/virt-launcher.go:307 +0x65f level=error timestamp=2018-08-06T20:09:42.045325Z pos=virt-launcher.go:424 component=virt-launcher reason="exit status 2" msg="dirty virt-launcher shutdown" • Failure [180.523 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Delete a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:869 with grace period greater than 0 /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:945 should run graceful shutdown [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:946 Timed out after 90.004s. Timed out waiting for VMI to enter Running phase Expected : false to equal : true /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1091 ------------------------------ STEP: Setting a VirtualMachineInstance termination grace period to 5 STEP: Creating the VirtualMachineInstance level=info timestamp=2018-08-06T20:09:18.324709Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmidf9zd kind=VirtualMachineInstance uid=98f6d564-99b4-11e8-8b1e-525500d15501 msg="Created virtual machine pod virt-launcher-testvmidf9zd-g66gj" Pod name: disks-images-provider-vj98t Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-ztcxr Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-fmqfk Pod phase: Running 2018/08/06 20:11:36 http: TLS handshake error from 10.128.0.1:44130: EOF 2018/08/06 20:11:46 http: TLS handshake error from 10.128.0.1:44172: EOF 2018/08/06 20:11:56 http: TLS handshake error from 10.128.0.1:44216: EOF level=info timestamp=2018-08-06T20:12:01.228777Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/06 20:12:06 http: TLS handshake error from 10.128.0.1:44262: EOF 2018/08/06 20:12:16 http: TLS handshake error from 10.128.0.1:44304: EOF 2018/08/06 20:12:26 http: TLS handshake error from 10.128.0.1:44346: EOF 2018/08/06 20:12:36 http: TLS handshake error from 10.128.0.1:44394: EOF 2018/08/06 20:12:46 http: TLS handshake error from 10.128.0.1:44436: EOF 2018/08/06 20:12:56 http: TLS handshake error from 10.128.0.1:44478: EOF 2018/08/06 20:13:06 http: TLS handshake error from 10.128.0.1:44524: EOF 2018/08/06 20:13:16 http: TLS handshake error from 10.128.0.1:44566: EOF 2018/08/06 20:13:26 http: TLS handshake error from 10.128.0.1:44608: EOF level=info timestamp=2018-08-06T20:13:31.237792Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/06 20:13:36 http: TLS handshake error from 10.128.0.1:44654: EOF Pod name: virt-api-7d79764579-xtj2m Pod phase: Running 2018/08/06 20:12:57 http: TLS handshake error from 10.129.0.1:40016: EOF level=info timestamp=2018-08-06T20:13:01.381582Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-08-06T20:13:07.149288Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 20:13:07 http: TLS handshake error from 10.129.0.1:40022: EOF level=info timestamp=2018-08-06T20:13:12.931124Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:13:12.935794Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:13:17.193050Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 20:13:17 http: TLS handshake error from 10.129.0.1:40028: EOF level=info timestamp=2018-08-06T20:13:18.939689Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:13:27.246287Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 20:13:27 http: TLS handshake error from 10.129.0.1:40034: EOF level=info timestamp=2018-08-06T20:13:37.305845Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 20:13:37 http: TLS handshake error from 10.129.0.1:40040: EOF level=info timestamp=2018-08-06T20:13:43.038522Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:13:43.041624Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-2chxp Pod phase: Running level=info timestamp=2018-08-06T19:31:30.451881Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-zdtph Pod phase: Running level=info timestamp=2018-08-06T20:06:21.094195Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipp9st kind= uid=2fc43d4d-99b4-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:06:21.094354Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmipp9st kind= uid=2fc43d4d-99b4-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T20:06:21.208344Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmipp9st\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmipp9st" level=info timestamp=2018-08-06T20:06:21.252435Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmipp9st\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmipp9st" level=info timestamp=2018-08-06T20:07:10.182113Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmin2tbd kind= uid=4d06b278-99b4-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:07:10.182267Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmin2tbd kind= uid=4d06b278-99b4-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T20:07:10.275361Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmin2tbd\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmin2tbd" level=info timestamp=2018-08-06T20:07:10.294605Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmin2tbd\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmin2tbd" level=info timestamp=2018-08-06T20:08:06.445957Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimflx2 kind= uid=6e8f53b2-99b4-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:08:06.446145Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmimflx2 kind= uid=6e8f53b2-99b4-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T20:09:17.583624Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmidf9zd kind= uid=98f6d564-99b4-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:09:17.583780Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmidf9zd kind= uid=98f6d564-99b4-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T20:09:17.636146Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmidf9zd\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmidf9zd" level=info timestamp=2018-08-06T20:12:18.078892Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmil4kqc kind= uid=048b847c-99b5-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:12:18.079075Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmil4kqc kind= uid=048b847c-99b5-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-handler-64p9s Pod phase: Running level=info timestamp=2018-08-06T20:05:16.819736Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-alternative name=testvmifc9dp kind= uid=dd7b12b1-99b3-11e8-8b1e-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:05:16.819953Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-alternative name=testvmifc9dp kind= uid=dd7b12b1-99b3-11e8-8b1e-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:05:16.820611Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmifc9dp, existing: true\n" level=info timestamp=2018-08-06T20:05:16.820684Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-06T20:05:16.820729Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T20:05:16.820817Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-alternative name=testvmifc9dp kind= uid=dd7b12b1-99b3-11e8-8b1e-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:05:16.820930Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-alternative name=testvmifc9dp kind= uid=dd7b12b1-99b3-11e8-8b1e-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:05:16.833761Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmifc9dp, existing: false\n" level=info timestamp=2018-08-06T20:05:16.833828Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T20:05:16.833914Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-alternative name=testvmifc9dp kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:05:16.833979Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-alternative name=testvmifc9dp kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:05:30.667393Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmifc9dp, existing: false\n" level=info timestamp=2018-08-06T20:05:30.667500Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T20:05:30.667588Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-alternative name=testvmifc9dp kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:05:30.667673Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-alternative name=testvmifc9dp kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-xmg9z Pod phase: Running level=info timestamp=2018-08-06T20:12:35.087106Z pos=vm.go:756 component=virt-handler namespace=kubevirt-test-default name=testvmil4kqc kind=Domain uid=048b847c-99b5-11e8-8b1e-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-08-06T20:12:35.088223Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmil4kqc kind= uid=048b847c-99b5-11e8-8b1e-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:12:35.088425Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmil4kqc, existing: true\n" level=info timestamp=2018-08-06T20:12:35.088595Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-06T20:12:35.088745Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-06T20:12:35.089018Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-08-06T20:12:35.089907Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmil4kqc kind= uid=048b847c-99b5-11e8-8b1e-525500d15501 msg="No update processing required" level=info timestamp=2018-08-06T20:12:35.110475Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-08-06T20:12:35.114124Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmil4kqc kind= uid=048b847c-99b5-11e8-8b1e-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:12:35.114206Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmil4kqc, existing: true\n" level=info timestamp=2018-08-06T20:12:35.114242Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Running\n" level=info timestamp=2018-08-06T20:12:35.114280Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-06T20:12:35.114303Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-08-06T20:12:35.114491Z pos=vm.go:416 component=virt-handler namespace=kubevirt-test-default name=testvmil4kqc kind= uid=048b847c-99b5-11e8-8b1e-525500d15501 msg="Processing vmi update" level=info timestamp=2018-08-06T20:12:35.121690Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmil4kqc kind= uid=048b847c-99b5-11e8-8b1e-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmil4kqc-777f9 Pod phase: Running level=info timestamp=2018-08-06T20:12:34.222627Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-08-06T20:12:34.772258Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-08-06T20:12:34.774280Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID eeb1ba58-b60c-41bf-ab0b-4085979237b5" level=info timestamp=2018-08-06T20:12:34.775557Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-08-06T20:12:34.780627Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:12:35.053806Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-08-06T20:12:35.077083Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T20:12:35.084335Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmil4kqc kind= uid=048b847c-99b5-11e8-8b1e-525500d15501 msg="Domain started." level=info timestamp=2018-08-06T20:12:35.085561Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmil4kqc kind= uid=048b847c-99b5-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T20:12:35.087500Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:12:35.087556Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-08-06T20:12:35.108963Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T20:12:35.111108Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:12:35.121018Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmil4kqc kind= uid=048b847c-99b5-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T20:12:35.781655Z pos=monitor.go:222 component=virt-launcher msg="Found PID for eeb1ba58-b60c-41bf-ab0b-4085979237b5: 172" Pod name: vmi-killer745ss Pod phase: Succeeded • Failure [87.796 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Killed VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:997 should be in Failed phase [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:998 Expected : Running to equal : Failed /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:1021 ------------------------------ STEP: Starting a VirtualMachineInstance level=info timestamp=2018-08-06T20:12:18.836806Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmil4kqc kind=VirtualMachineInstance uid=048b847c-99b5-11e8-8b1e-525500d15501 msg="Created virtual machine pod virt-launcher-testvmil4kqc-777f9" level=info timestamp=2018-08-06T20:12:34.603563Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmil4kqc kind=VirtualMachineInstance uid=048b847c-99b5-11e8-8b1e-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmil4kqc-777f9" level=info timestamp=2018-08-06T20:12:35.706835Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmil4kqc kind=VirtualMachineInstance uid=048b847c-99b5-11e8-8b1e-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-08-06T20:12:35.730083Z pos=utils.go:246 component=tests namespace=kubevirt-test-default name=testvmil4kqc kind=VirtualMachineInstance uid=048b847c-99b5-11e8-8b1e-525500d15501 msg="VirtualMachineInstance started." STEP: Killing the VirtualMachineInstance level=info timestamp=2018-08-06T20:12:45.840820Z pos=utils.go:257 component=tests namespace=kubevirt-test-default name=testvmil4kqc kind=VirtualMachineInstance uid=048b847c-99b5-11e8-8b1e-525500d15501 msg="Created virtual machine pod virt-launcher-testvmil4kqc-777f9" level=info timestamp=2018-08-06T20:12:45.840887Z pos=utils.go:257 component=tests namespace=kubevirt-test-default name=testvmil4kqc kind=VirtualMachineInstance uid=048b847c-99b5-11e8-8b1e-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmil4kqc-777f9" level=info timestamp=2018-08-06T20:12:45.841204Z pos=utils.go:257 component=tests namespace=kubevirt-test-default name=testvmil4kqc kind=VirtualMachineInstance uid=048b847c-99b5-11e8-8b1e-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-08-06T20:12:45.841221Z pos=utils.go:257 component=tests namespace=kubevirt-test-default name=testvmil4kqc kind=VirtualMachineInstance uid=048b847c-99b5-11e8-8b1e-525500d15501 msg="VirtualMachineInstance started." STEP: Checking that the VirtualMachineInstance has 'Failed' phase • [SLOW TEST:82.282 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:52 Killed VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:997 should be left alone by virt-handler /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:1025 ------------------------------ • ------------------------------ • [SLOW TEST:51.882 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:37 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 with a cirros image /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:67 should return that we are running cirros /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:68 ------------------------------ • [SLOW TEST:55.954 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:37 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 with a fedora image /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:77 should return that we are running fedora /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:78 ------------------------------ • [SLOW TEST:51.563 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:37 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 should be able to reconnect to console multiple times /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:87 ------------------------------ • [SLOW TEST:17.200 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:37 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 should wait until the virtual machine is in running state and return a stream interface /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:103 ------------------------------ • [SLOW TEST:30.221 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:37 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 should fail waiting for the virtual machine instance to be running /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:111 ------------------------------ • [SLOW TEST:30.221 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:37 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 should fail waiting for the expecter /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:134 ------------------------------ • [SLOW TEST:36.831 seconds] LeaderElection /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:43 Start a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:53 when the controller pod is not running /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:54 should success /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:55 ------------------------------ • ------------------------------ • [SLOW TEST:8.876 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should scale /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 to five, to six and then to zero replicas /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ •• ------------------------------ • [SLOW TEST:21.367 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should update readyReplicas once VMIs are up /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:157 ------------------------------ •• ------------------------------ • [SLOW TEST:5.467 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should not scale when paused and scale when resume /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:223 ------------------------------ •Service cluster-ip-vmi successfully exposed for virtualmachineinstance testvmi9jbhg ------------------------------ • [SLOW TEST:60.717 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:61 Expose ClusterIP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:68 Should expose a Cluster IP service on a VMI and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:71 ------------------------------ Service cluster-ip-target-vmi successfully exposed for virtualmachineinstance testvmi9jbhg •Service node-port-vmi successfully exposed for virtualmachineinstance testvmi9jbhg ------------------------------ • [SLOW TEST:9.162 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:61 Expose NodePort service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:124 Should expose a NodePort service on a VMI and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:129 ------------------------------ Service cluster-ip-udp-vmi successfully exposed for virtualmachineinstance testvmicdwvx • [SLOW TEST:58.104 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose UDP service on a VMI /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:166 Expose ClusterIP UDP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:173 Should expose a ClusterIP service on a VMI and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:177 ------------------------------ Service node-port-udp-vmi successfully exposed for virtualmachineinstance testvmicdwvx • [SLOW TEST:10.367 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose UDP service on a VMI /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:166 Expose NodePort UDP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:205 Should expose a NodePort service on a VMI and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:210 ------------------------------ Pod name: disks-images-provider-vj98t Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-ztcxr Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-fmqfk Pod phase: Running 2018/08/06 20:26:26 http: TLS handshake error from 10.128.0.1:48658: EOF 2018/08/06 20:26:36 http: TLS handshake error from 10.128.0.1:48704: EOF 2018/08/06 20:26:46 http: TLS handshake error from 10.128.0.1:48746: EOF 2018/08/06 20:26:56 http: TLS handshake error from 10.128.0.1:48788: EOF level=info timestamp=2018-08-06T20:27:01.234182Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/06 20:27:06 http: TLS handshake error from 10.128.0.1:48834: EOF 2018/08/06 20:27:16 http: TLS handshake error from 10.128.0.1:48876: EOF 2018/08/06 20:27:26 http: TLS handshake error from 10.128.0.1:48918: EOF level=info timestamp=2018-08-06T20:27:31.261407Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/06 20:27:36 http: TLS handshake error from 10.128.0.1:48964: EOF 2018/08/06 20:27:46 http: TLS handshake error from 10.128.0.1:49012: EOF 2018/08/06 20:27:56 http: TLS handshake error from 10.128.0.1:49060: EOF 2018/08/06 20:28:06 http: TLS handshake error from 10.128.0.1:49112: EOF 2018/08/06 20:28:16 http: TLS handshake error from 10.128.0.1:49158: EOF 2018/08/06 20:28:26 http: TLS handshake error from 10.128.0.1:49202: EOF Pod name: virt-api-7d79764579-xtj2m Pod phase: Running level=info timestamp=2018-08-06T20:27:46.538191Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 20:27:47 http: TLS handshake error from 10.129.0.1:40574: EOF level=info timestamp=2018-08-06T20:27:51.110974Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:27:52.205521Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 20:27:57 http: TLS handshake error from 10.129.0.1:40580: EOF level=info timestamp=2018-08-06T20:28:01.381447Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-08-06T20:28:02.242704Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 20:28:07 http: TLS handshake error from 10.129.0.1:40586: EOF level=info timestamp=2018-08-06T20:28:12.288949Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:28:16.691427Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:28:16.692068Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 20:28:17 http: TLS handshake error from 10.129.0.1:40592: EOF level=info timestamp=2018-08-06T20:28:21.157840Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:28:22.335786Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 20:28:27 http: TLS handshake error from 10.129.0.1:40598: EOF Pod name: virt-controller-7d57d96b65-2chxp Pod phase: Running level=info timestamp=2018-08-06T20:20:34.288387Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmic89fp6dcwt\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmic89fp6dcwt" level=error timestamp=2018-08-06T20:20:34.490721Z pos=replicaset.go:230 component=virt-controller service=http namespace=kubevirt-test-default name=replicasetvhb96 kind= uid=2a6593a1-99b6-11e8-8b1e-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstancereplicasets.kubevirt.io \"replicasetvhb96\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the replicaset status failed." level=info timestamp=2018-08-06T20:20:34.491217Z pos=replicaset.go:137 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstancereplicasets.kubevirt.io \"replicasetvhb96\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstanceReplicaSet kubevirt-test-default/replicasetvhb96" level=info timestamp=2018-08-06T20:20:35.084468Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9jbhg kind= uid=2cdecf42-99b6-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:20:35.084743Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi9jbhg kind= uid=2cdecf42-99b6-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T20:21:45.981961Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicdwvx kind= uid=572190ff-99b6-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:21:45.982398Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicdwvx kind= uid=572190ff-99b6-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T20:21:46.046021Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmicdwvx\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmicdwvx" level=info timestamp=2018-08-06T20:21:46.054325Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmicdwvx\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmicdwvx" level=error timestamp=2018-08-06T20:22:54.464052Z pos=vm.go:459 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2szqq2hcpj kind= uid=7ff32b78-99b6-11e8-8b1e-525500d15501 msg="Cant find the matching VM for VirtualMachineInstance: testvmi2szqq2hcpj" level=info timestamp=2018-08-06T20:22:54.464212Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2szqq2hcpj kind= uid=7ff32b78-99b6-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:22:54.464290Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2szqq2hcpj kind= uid=7ff32b78-99b6-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=error timestamp=2018-08-06T20:22:54.467645Z pos=vm.go:459 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2szqqzz886 kind= uid=7ff3068d-99b6-11e8-8b1e-525500d15501 msg="Cant find the matching VM for VirtualMachineInstance: testvmi2szqqzz886" level=info timestamp=2018-08-06T20:22:54.467731Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2szqqzz886 kind= uid=7ff3068d-99b6-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:22:54.467820Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2szqqzz886 kind= uid=7ff3068d-99b6-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-controller-7d57d96b65-9dmb5 Pod phase: Running level=info timestamp=2018-08-06T20:19:08.676777Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-64p9s Pod phase: Running level=info timestamp=2018-08-06T20:23:13.267095Z pos=vm.go:756 component=virt-handler namespace=kubevirt-test-default name=testvmi2szqqzz886 kind=Domain uid=7ff3068d-99b6-11e8-8b1e-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-08-06T20:23:13.315159Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi2szqqzz886 kind= uid=7ff3068d-99b6-11e8-8b1e-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:23:13.315732Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi2szqqzz886, existing: true\n" level=info timestamp=2018-08-06T20:23:13.321118Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-08-06T20:23:13.315761Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-06T20:23:13.336444Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-06T20:23:13.336512Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-08-06T20:23:13.337100Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi2szqqzz886 kind= uid=7ff3068d-99b6-11e8-8b1e-525500d15501 msg="No update processing required" level=info timestamp=2018-08-06T20:23:13.382584Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi2szqqzz886 kind= uid=7ff3068d-99b6-11e8-8b1e-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:23:13.382940Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi2szqqzz886, existing: true\n" level=info timestamp=2018-08-06T20:23:13.382997Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Running\n" level=info timestamp=2018-08-06T20:23:13.383050Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-06T20:23:13.383117Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-08-06T20:23:13.383259Z pos=vm.go:416 component=virt-handler namespace=kubevirt-test-default name=testvmi2szqqzz886 kind= uid=7ff3068d-99b6-11e8-8b1e-525500d15501 msg="Processing vmi update" level=info timestamp=2018-08-06T20:23:13.389437Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi2szqqzz886 kind= uid=7ff3068d-99b6-11e8-8b1e-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-handler-xmg9z Pod phase: Running level=info timestamp=2018-08-06T20:23:12.247820Z pos=vm.go:756 component=virt-handler namespace=kubevirt-test-default name=testvmi2szqq2hcpj kind=Domain uid=7ff32b78-99b6-11e8-8b1e-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-08-06T20:23:12.293021Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi2szqq2hcpj kind= uid=7ff32b78-99b6-11e8-8b1e-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:23:12.293160Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi2szqq2hcpj, existing: true\n" level=info timestamp=2018-08-06T20:23:12.293196Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-06T20:23:12.293257Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-06T20:23:12.293292Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-08-06T20:23:12.293339Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-08-06T20:23:12.293384Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmi2szqq2hcpj kind= uid=7ff32b78-99b6-11e8-8b1e-525500d15501 msg="No update processing required" level=info timestamp=2018-08-06T20:23:12.311876Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi2szqq2hcpj kind= uid=7ff32b78-99b6-11e8-8b1e-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:23:12.311963Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi2szqq2hcpj, existing: true\n" level=info timestamp=2018-08-06T20:23:12.311982Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Running\n" level=info timestamp=2018-08-06T20:23:12.312003Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-06T20:23:12.312018Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-08-06T20:23:12.312129Z pos=vm.go:416 component=virt-handler namespace=kubevirt-test-default name=testvmi2szqq2hcpj kind= uid=7ff32b78-99b6-11e8-8b1e-525500d15501 msg="Processing vmi update" level=info timestamp=2018-08-06T20:23:12.318243Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi2szqq2hcpj kind= uid=7ff32b78-99b6-11e8-8b1e-525500d15501 msg="Synchronization loop succeeded." Pod name: netcat4gl6q Pod phase: Succeeded ++ head -n 1 +++ nc -ul 31016 +++ echo +++ nc -up 31016 192.168.66.101 31017 -i 1 -w 1 + x='Hello UDP World!' + echo 'Hello UDP World!' + '[' 'Hello UDP World!' = 'Hello UDP World!' ']' + echo succeeded + exit 0 Hello UDP World! succeeded Pod name: netcat82d2d Pod phase: Succeeded ++ head -n 1 +++ nc -ul 28016 +++ echo +++ nc -up 28016 172.30.175.240 28017 -i 1 -w 1 Hello UDP World! succeeded + x='Hello UDP World!' + echo 'Hello UDP World!' + '[' 'Hello UDP World!' = 'Hello UDP World!' ']' + echo succeeded + exit 0 Pod name: netcat847kg Pod phase: Succeeded ++ head -n 1 +++ nc 192.168.66.102 30017 -i 1 -w 1 Hello World! succeeded + x='Hello World!' + echo 'Hello World!' + '[' 'Hello World!' = 'Hello World!' ']' + echo succeeded + exit 0 Pod name: netcatjtqbv Pod phase: Succeeded ++ head -n 1 +++ echo +++ nc -ul 29016 +++ nc -up 29016 172.30.15.108 29017 -i 1 -w 1 Hello UDP World! succeeded + x='Hello UDP World!' + echo 'Hello UDP World!' + '[' 'Hello UDP World!' = 'Hello UDP World!' ']' + echo succeeded + exit 0 Pod name: netcatkjm8d Pod phase: Succeeded ++ head -n 1 +++ echo +++ nc -ul 31016 +++ nc -up 31016 192.168.66.102 31017 -i 1 -w 1 + x='Hello UDP World!' + echo 'Hello UDP World!' + '[' 'Hello UDP World!' = 'Hello UDP World!' ']' + echo succeeded + exit 0 Hello UDP World! succeeded Pod name: netcatppl7q Pod phase: Succeeded ++ head -n 1 +++ nc 192.168.66.101 30017 -i 1 -w 1 + x='Hello World!' + echo 'Hello World!' + '[' 'Hello World!' = 'Hello World!' ']' + echo succeeded + exit 0 Hello World! succeeded Pod name: netcatvmdpx Pod phase: Succeeded ++ head -n 1 +++ nc 172.30.168.90 27017 -i 1 -w 1 Hello World! succeeded + x='Hello World!' + echo 'Hello World!' + '[' 'Hello World!' = 'Hello World!' ']' + echo succeeded + exit 0 Pod name: virt-launcher-testvmi2szqq2hcpj-v8pd5 Pod phase: Running level=info timestamp=2018-08-06T20:23:11.164081Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-08-06T20:23:11.885516Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-08-06T20:23:11.906898Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:23:12.077630Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID a6717baa-726e-46fa-895c-d089392fee7f" level=info timestamp=2018-08-06T20:23:12.078659Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-08-06T20:23:12.218342Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-08-06T20:23:12.246012Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T20:23:12.248607Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:23:12.264386Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-08-06T20:23:12.283833Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmi2szqq2hcpj kind= uid=7ff32b78-99b6-11e8-8b1e-525500d15501 msg="Domain started." level=info timestamp=2018-08-06T20:23:12.288523Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi2szqq2hcpj kind= uid=7ff32b78-99b6-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T20:23:12.290954Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T20:23:12.293771Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:23:12.317713Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi2szqq2hcpj kind= uid=7ff32b78-99b6-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T20:23:13.085141Z pos=monitor.go:222 component=virt-launcher msg="Found PID for a6717baa-726e-46fa-895c-d089392fee7f: 176" Pod name: virt-launcher-testvmi2szqqzz886-fl29r Pod phase: Running level=info timestamp=2018-08-06T20:23:11.240997Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-08-06T20:23:12.014107Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-08-06T20:23:12.021687Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:23:12.060215Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID 3a418ee9-fae7-47ab-8f79-21c55d15658a" level=info timestamp=2018-08-06T20:23:12.061708Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-08-06T20:23:13.070338Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 3a418ee9-fae7-47ab-8f79-21c55d15658a: 178" level=info timestamp=2018-08-06T20:23:13.243076Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-08-06T20:23:13.262980Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T20:23:13.267823Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:23:13.292169Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-08-06T20:23:13.309532Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmi2szqqzz886 kind= uid=7ff3068d-99b6-11e8-8b1e-525500d15501 msg="Domain started." level=info timestamp=2018-08-06T20:23:13.312604Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi2szqqzz886 kind= uid=7ff3068d-99b6-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T20:23:13.314927Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T20:23:13.321562Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:23:13.388655Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi2szqqzz886 kind= uid=7ff3068d-99b6-11e8-8b1e-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmi9jbhg-nsbp6 Pod phase: Running level=info timestamp=2018-08-06T20:20:53.058102Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-08-06T20:20:53.609604Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-08-06T20:20:53.618022Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:20:53.631814Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID 8f7a2b87-d7f5-43b6-a5fa-56b0c6a7e994" level=info timestamp=2018-08-06T20:20:53.633207Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-08-06T20:20:54.006956Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-08-06T20:20:54.052821Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T20:20:54.057513Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:20:54.073175Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-08-06T20:20:54.098256Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmi9jbhg kind= uid=2cdecf42-99b6-11e8-8b1e-525500d15501 msg="Domain started." level=info timestamp=2018-08-06T20:20:54.102027Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi9jbhg kind= uid=2cdecf42-99b6-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T20:20:54.104253Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T20:20:54.106198Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:20:54.128355Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi9jbhg kind= uid=2cdecf42-99b6-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T20:20:54.638670Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 8f7a2b87-d7f5-43b6-a5fa-56b0c6a7e994: 179" Pod name: virt-launcher-testvmic89fp6dcwt-d6wnh Pod phase: Running level=info timestamp=2018-08-06T20:20:49.325761Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-08-06T20:20:50.213321Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-08-06T20:20:50.219009Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID 1017d2cd-2ee5-4e4d-be26-af993adf879c" level=info timestamp=2018-08-06T20:20:50.220431Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-08-06T20:20:50.221247Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:20:50.563321Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-08-06T20:20:50.588087Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T20:20:50.590630Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:20:50.607197Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-08-06T20:20:50.624714Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmic89fp6dcwt kind= uid=2bb25fc4-99b6-11e8-8b1e-525500d15501 msg="Domain started." level=info timestamp=2018-08-06T20:20:50.627932Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmic89fp6dcwt kind= uid=2bb25fc4-99b6-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T20:20:50.629585Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T20:20:50.634161Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:20:50.648254Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmic89fp6dcwt kind= uid=2bb25fc4-99b6-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T20:20:51.225254Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 1017d2cd-2ee5-4e4d-be26-af993adf879c: 165" Pod name: virt-launcher-testvmic89fpq2rdh-g98md Pod phase: Running level=info timestamp=2018-08-06T20:20:48.040693Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-08-06T20:20:48.574954Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-08-06T20:20:48.581266Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:20:49.033724Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID 3efd0f2e-50f2-4f9c-be46-ba48fb0faa69" level=info timestamp=2018-08-06T20:20:49.037830Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-08-06T20:20:49.038141Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-08-06T20:20:49.071912Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T20:20:49.078315Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:20:49.078488Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-08-06T20:20:49.108233Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmic89fpq2rdh kind= uid=2a68ffce-99b6-11e8-8b1e-525500d15501 msg="Domain started." level=info timestamp=2018-08-06T20:20:49.117126Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmic89fpq2rdh kind= uid=2a68ffce-99b6-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T20:20:49.118678Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T20:20:49.125918Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:20:49.150017Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmic89fpq2rdh kind= uid=2a68ffce-99b6-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T20:20:50.053610Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 3efd0f2e-50f2-4f9c-be46-ba48fb0faa69: 176" Pod name: virt-launcher-testvmicdwvx-z92qg Pod phase: Running level=info timestamp=2018-08-06T20:22:02.786256Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-08-06T20:22:02.807811Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:22:02.820690Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID 7564bd57-e1e8-4a4e-b09b-8b8f5edceb3f" level=info timestamp=2018-08-06T20:22:02.822024Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-08-06T20:22:03.061242Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-08-06T20:22:03.082108Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T20:22:03.087283Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:22:03.092467Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-08-06T20:22:03.093958Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmicdwvx kind= uid=572190ff-99b6-11e8-8b1e-525500d15501 msg="Domain started." level=info timestamp=2018-08-06T20:22:03.109540Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmicdwvx kind= uid=572190ff-99b6-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T20:22:03.116094Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T20:22:03.118101Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:22:03.142582Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmicdwvx kind= uid=572190ff-99b6-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T20:22:03.147302Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmicdwvx kind= uid=572190ff-99b6-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T20:22:03.828779Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 7564bd57-e1e8-4a4e-b09b-8b8f5edceb3f: 178" • Failure in Spec Setup (BeforeEach) [338.411 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VMI replica set /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:253 Expose ClusterIP service [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:286 Should create a ClusterIP service on VMRS and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:290 Expected error: : 180000000000 expect: timer expired after 180 seconds not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:36 ------------------------------ STEP: Creating a VMRS object with 2 replicas STEP: Start the replica set STEP: Checking the number of ready replicas STEP: add an 'hello world' server on each VMI in the replica set 2018/08/06 16:23:50 read closing down: EOF 2018/08/06 16:24:01 read closing down: EOF level=info timestamp=2018-08-06T20:28:30.948473Z pos=utils.go:1272 component=tests namespace=kubevirt-test-default name=testvmic89fp6dcwt kind=VirtualMachineInstance uid=2bb25fc4-99b6-11e8-8b1e-525500d15501 msg="Login: [{2 \r\n\r\nfailed 14/20: up 175.11. request failed\r\nfailed 15/20: up 187.28. request failed\r\nfailed 16/20: up 199.43. request failed\r\nfailed 17/20: up 211.58. request failed\r\nfailed 18/20: up 223.71. request failed\r\nfailed 19/20: up 235.86. request failed\r\nfailed 20/20: up 248.01. request failed\r\nfailed to read iid from metadata. tried 20\r\nfailed to get instance-id of datasource\r\nTop of dropbear init script\r\nStarting dropbear sshd: failed to get instance-id of datasource\r\nOK\r\nGROWROOT: NOCHANGE: partition 1 is size 71647. it cannot be grown\r\n/dev/root resized successfully [took 0.11s]\r\n=== system information ===\r\nPlatform: QEMU Standard PC (Q35 + ICH9, 2009)\r\nContainer: none\r\nArch: x86_64\r\nCPU(s): 1 @ 2659.994 MHz\r\nCores/Sockets/Threads: 1/1/1\r\nVirt-type: \r\nRAM Size: 44MB\r\nDisks:\r\nNAME MAJ:MIN SIZE LABEL MOUNTPOINT\r\nvda 253:0 46137344 \r\nvda1 253:1 36683264 cirros-rootfs /\r\nvda15 253:15 8388608 \r\n=== sshd host keys ===\r\n-----BEGIN SSH HOST KEY KEYS-----\r\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQClFhBKskpptyEL9AAQJOFAOO4/zX/lNFaI76p8s5HU64g+0ELt022jxWPxK5WQn5/43gyeSFHxVx74wIk5/gwF4JWJhV+YvVl/Q+tQ7kP8eQSyW8FHu2vudGmRybNACpBI4/xLvdFkObGNgXcruyr+lIW2fwaNRbnDtqIII42r9SzVFegP7+0Ndivh8vbq0xsaVbGytv2xdjZTKcOtE+JTOQApcd1LkWOpl6e0IEMo0OYKUHwXspgchhEjUXWx6gpaFI9KMQGQ2Q07h0HcTOSE48ZMatsvYQgUxa6C3WEDDLQc7ftrEP3UCsNo36vjRqcgGldIqgvPtx+4dgHf1HN9 root@cirros\r\nssh-dss AAAAB3NzaC1kc3MAAACBAM97dxlq5An/uE3mepA9TV7uN6r+zT+JDFMuRRWcZ3Ibq+KjhE1YRyKzbGc+EIVQ4Wad1F5A4NbbKQGUE4PZ08yQSSxhadsQiF79vmptXOgfFTF81bsjZotJNH3qcaB8F16oPSPWIVDZipMvJ0D3R7PqTwwEnHGx0NE8b9I3CTRFAAAAFQCe2kObIGDvo+svrQINQ0WfDcixcwAAAIEAn/bPNH3cx3Vll/PkwI6PooBvZnx/XrDDczleXZWr4p+A0io/Hm94yuiExCLjarTekVlIBMGz6+bFO/mFFsi6RwlRumzlXGCaDofup8CY9i+AEZrRFiZ1lcyyX6Wgy0812nT4m51Ve/fC3e9IXpeH/PlC2Hjg9FmRfZVkeJzvvrkAAACAcXrmdQOXScnk8jCY/JLSNsVSGLrIc2uIi2wAyCiAxXd84vQguBgfTbyMtM+PGGryxiiYOgYJ+IMCsIfQCw5VEGV7FkHuxgC1C4cfzPz9WfxCvZlxNjt4E+atTgprJSz7prNFPhTvg+E3VWYRKnKt8LenqVoLcjNlYQDC/HOWItY= root@cirros\r\n-----END SSH HOST KEY KEYS-----\r\n=== network info ===\r\nif-info: lo,up,127.0.0.1,8,,\r\nif-info: eth0,up,10.129.0.79,23,fe80::858:aff:fe81:4f/64,\r\nip-route:default via 10.129.0.1 dev eth0 \r\nip-route:10.128.0.0/14 dev eth0 \r\nip-route:10.129.0.0/23 dev eth0 src 10.129.0.79 \r\nip-route:224.0.0.0/4 dev eth0 \r\nip-route6:fe80::/64 dev eth0 metric 256 \r\nip-route6:unreachable default dev lo metric -1 error -101\r\nip-route6:ff00::/8 dev eth0 metric 256 \r\nip-route6:unreachable default dev lo metric -1 error -101\r\n=== datasource: None None ===\r\n=== cirros: current=0.4.0 uptime=264.16 ===\r\n ____ ____ ____\r\n / __/ __ ____ ____ / __ \\/ __/\r\n/ /__ / // __// __// /_/ /\\ \\ \r\n\\___//_//_/ /_/ \\____/___/ \r\n http://cirros-cloud.net\r\n\r\n\r\r\nlogin as 'cirros' user. default password: 'gocubsgo'. use 'sudo' for root. [login as 'cirros' user. default password: 'gocubsgo'. use 'sudo' for root.]} {4 \r\n\rcirros login: \r\r\nlogin as 'cirros' user. default password: 'gocubsgo'. use 'sudo' for root.\r\n\rcirros login: []}]" 2018/08/06 16:28:30 read closing down: EOF Service cluster-ip-vm successfully exposed for virtualmachine testvmitt48z VM testvmitt48z was scheduled to start • [SLOW TEST:66.465 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on an VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:318 Expose ClusterIP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:362 Connect to ClusterIP services that was set when VM was offline /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:363 ------------------------------ • [SLOW TEST:13.127 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given a vmi /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:8.236 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given an vm /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:8.256 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given a vmi preset /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:7.981 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given a vmi replica set /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ Pod name: disks-images-provider-vj98t Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-ztcxr Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-fmqfk Pod phase: Running 2018/08/06 20:30:26 http: TLS handshake error from 10.128.0.1:49756: EOF level=info timestamp=2018-08-06T20:30:31.370106Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-08-06T20:30:34.226675Z pos=subresource.go:75 component=virt-api msg="Websocket connection upgraded" 2018/08/06 20:30:36 http: TLS handshake error from 10.128.0.1:49818: EOF 2018/08/06 20:30:46 http: TLS handshake error from 10.128.0.1:49860: EOF 2018/08/06 20:30:56 http: TLS handshake error from 10.128.0.1:49902: EOF level=info timestamp=2018-08-06T20:31:01.249874Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/06 20:31:06 http: TLS handshake error from 10.128.0.1:49950: EOF 2018/08/06 20:31:16 http: TLS handshake error from 10.128.0.1:49992: EOF level=info timestamp=2018-08-06T20:31:25.024383Z pos=subresource.go:75 component=virt-api msg="Websocket connection upgraded" 2018/08/06 20:31:26 http: TLS handshake error from 10.128.0.1:50042: EOF level=info timestamp=2018-08-06T20:31:31.240820Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/06 20:31:36 http: TLS handshake error from 10.128.0.1:50088: EOF 2018/08/06 20:31:46 http: TLS handshake error from 10.128.0.1:50130: EOF 2018/08/06 20:31:56 http: TLS handshake error from 10.128.0.1:50172: EOF Pod name: virt-api-7d79764579-xtj2m Pod phase: Running level=info timestamp=2018-08-06T20:31:21.529322Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:31:23.241396Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 20:31:27 http: TLS handshake error from 10.129.0.1:40710: EOF level=info timestamp=2018-08-06T20:31:33.280302Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 20:31:37 http: TLS handshake error from 10.129.0.1:40716: EOF level=info timestamp=2018-08-06T20:31:43.323816Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:31:44.934269Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-08-06T20:31:44.936416Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-08-06T20:31:47.288392Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:31:47.294286Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 20:31:47 http: TLS handshake error from 10.129.0.1:40722: EOF level=info timestamp=2018-08-06T20:31:51.576452Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:31:53.369960Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 20:31:57 http: TLS handshake error from 10.129.0.1:40730: EOF level=info timestamp=2018-08-06T20:32:01.399704Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-controller-7d57d96b65-2chxp Pod phase: Running level=error timestamp=2018-08-06T20:22:54.464052Z pos=vm.go:459 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2szqq2hcpj kind= uid=7ff32b78-99b6-11e8-8b1e-525500d15501 msg="Cant find the matching VM for VirtualMachineInstance: testvmi2szqq2hcpj" level=info timestamp=2018-08-06T20:22:54.464212Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2szqq2hcpj kind= uid=7ff32b78-99b6-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:22:54.464290Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2szqq2hcpj kind= uid=7ff32b78-99b6-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=error timestamp=2018-08-06T20:22:54.467645Z pos=vm.go:459 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2szqqzz886 kind= uid=7ff3068d-99b6-11e8-8b1e-525500d15501 msg="Cant find the matching VM for VirtualMachineInstance: testvmi2szqqzz886" level=info timestamp=2018-08-06T20:22:54.467731Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2szqqzz886 kind= uid=7ff3068d-99b6-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:22:54.467820Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2szqqzz886 kind= uid=7ff3068d-99b6-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T20:28:33.116590Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmitt48z kind= uid=49c9c41c-99b7-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:28:33.124494Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmitt48z kind= uid=49c9c41c-99b7-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T20:28:33.298169Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitt48z\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitt48z" level=info timestamp=2018-08-06T20:28:33.334052Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitt48z\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitt48z" level=info timestamp=2018-08-06T20:30:16.941773Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifjk55 kind= uid=87aece1d-99b7-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:30:16.942000Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifjk55 kind= uid=87aece1d-99b7-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T20:31:08.531576Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwlpvs kind= uid=a66f452d-99b7-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:31:08.531714Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwlpvs kind= uid=a66f452d-99b7-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T20:31:08.600426Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwlpvs\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwlpvs" Pod name: virt-controller-7d57d96b65-9dmb5 Pod phase: Running level=info timestamp=2018-08-06T20:19:08.676777Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-64p9s Pod phase: Running level=info timestamp=2018-08-06T20:30:01.799638Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T20:30:01.799912Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi9jbhg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:30:01.800046Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi9jbhg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:30:01.800095Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi2szqqzz886, existing: false\n" level=info timestamp=2018-08-06T20:30:01.800119Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T20:30:01.800157Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2szqqzz886 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:30:01.800273Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi2szqqzz886 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:30:03.792296Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi2szqqzz886, existing: false\n" level=info timestamp=2018-08-06T20:30:03.792437Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T20:30:03.792662Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2szqqzz886 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:30:03.792759Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi2szqqzz886 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:30:03.840315Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi9jbhg, existing: false\n" level=info timestamp=2018-08-06T20:30:03.840467Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T20:30:03.840607Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi9jbhg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:30:03.840732Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi9jbhg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-xmg9z Pod phase: Running level=info timestamp=2018-08-06T20:31:25.044788Z pos=vm.go:756 component=virt-handler namespace=kubevirt-test-default name=testvmiwlpvs kind=Domain uid=a66f452d-99b7-11e8-8b1e-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-08-06T20:31:25.093581Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-08-06T20:31:25.095326Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmiwlpvs kind= uid=a66f452d-99b7-11e8-8b1e-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:31:25.095375Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmiwlpvs, existing: true\n" level=info timestamp=2018-08-06T20:31:25.095391Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-06T20:31:25.095411Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-06T20:31:25.095427Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-08-06T20:31:25.095468Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmiwlpvs kind= uid=a66f452d-99b7-11e8-8b1e-525500d15501 msg="No update processing required" level=info timestamp=2018-08-06T20:31:25.113886Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmiwlpvs kind= uid=a66f452d-99b7-11e8-8b1e-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:31:25.113930Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmiwlpvs, existing: true\n" level=info timestamp=2018-08-06T20:31:25.113946Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Running\n" level=info timestamp=2018-08-06T20:31:25.113967Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-06T20:31:25.114013Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-08-06T20:31:25.114065Z pos=vm.go:416 component=virt-handler namespace=kubevirt-test-default name=testvmiwlpvs kind= uid=a66f452d-99b7-11e8-8b1e-525500d15501 msg="Processing vmi update" level=info timestamp=2018-08-06T20:31:25.118511Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmiwlpvs kind= uid=a66f452d-99b7-11e8-8b1e-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmifjk55-pmwpl Pod phase: Running level=info timestamp=2018-08-06T20:30:33.851065Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-08-06T20:30:33.857187Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:30:34.086198Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-08-06T20:30:34.109785Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T20:30:34.112493Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:30:34.114019Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-08-06T20:30:34.131358Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmifjk55 kind= uid=87aece1d-99b7-11e8-8b1e-525500d15501 msg="Domain started." level=info timestamp=2018-08-06T20:30:34.134937Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmifjk55 kind= uid=87aece1d-99b7-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T20:30:34.136218Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T20:30:34.139512Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:30:34.222675Z pos=converter.go:535 component=virt-launcher msg="The network interface type of default was changed to e1000 due to unsupported interface type by qemu slirp network" level=info timestamp=2018-08-06T20:30:34.223662Z pos=converter.go:751 component=virt-launcher msg="Found nameservers in /etc/resolv.conf: \ufffd\ufffdBf" level=info timestamp=2018-08-06T20:30:34.223695Z pos=converter.go:752 component=virt-launcher msg="Found search domains in /etc/resolv.conf: kubevirt-test-default.svc.cluster.local svc.cluster.local cluster.local" level=info timestamp=2018-08-06T20:30:34.228009Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmifjk55 kind= uid=87aece1d-99b7-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T20:30:34.859586Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 92490791-ecc9-4ac3-b49d-12dac5b461c1: 172" Pod name: virt-launcher-testvmiwlpvs-shlbn Pod phase: Running level=info timestamp=2018-08-06T20:31:24.727794Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-08-06T20:31:24.730759Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:31:25.007092Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-08-06T20:31:25.041433Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T20:31:25.044403Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:31:25.060413Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-08-06T20:31:25.085832Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmiwlpvs kind= uid=a66f452d-99b7-11e8-8b1e-525500d15501 msg="Domain started." level=info timestamp=2018-08-06T20:31:25.088772Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiwlpvs kind= uid=a66f452d-99b7-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T20:31:25.091952Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T20:31:25.094094Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:31:25.114720Z pos=converter.go:535 component=virt-launcher msg="The network interface type of default was changed to e1000 due to unsupported interface type by qemu slirp network" level=info timestamp=2018-08-06T20:31:25.115159Z pos=converter.go:751 component=virt-launcher msg="Found nameservers in /etc/resolv.conf: \ufffd\ufffdBf" level=info timestamp=2018-08-06T20:31:25.115251Z pos=converter.go:752 component=virt-launcher msg="Found search domains in /etc/resolv.conf: kubevirt-test-default.svc.cluster.local svc.cluster.local cluster.local" level=info timestamp=2018-08-06T20:31:25.118201Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiwlpvs kind= uid=a66f452d-99b7-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T20:31:25.735145Z pos=monitor.go:222 component=virt-launcher msg="Found PID for afec0abf-f040-4edf-8934-38da7372cda9: 170" • Failure [105.070 seconds] Slirp /root/go/src/kubevirt.io/kubevirt/tests/vmi_slirp_interface_test.go:39 should be able to /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 VirtualMachineInstance with slirp interface [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: : { Err: { s: "command terminated with exit code 126", }, Code: 126, } command terminated with exit code 126 not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_slirp_interface_test.go:88 ------------------------------ level=info timestamp=2018-08-06T20:30:17.868198Z pos=utils.go:257 component=tests namespace=kubevirt-test-default name=testvmifjk55 kind=VirtualMachineInstance uid=87aece1d-99b7-11e8-8b1e-525500d15501 msg="Created virtual machine pod virt-launcher-testvmifjk55-pmwpl" level=info timestamp=2018-08-06T20:30:33.669773Z pos=utils.go:257 component=tests namespace=kubevirt-test-default name=testvmifjk55 kind=VirtualMachineInstance uid=87aece1d-99b7-11e8-8b1e-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmifjk55-pmwpl" level=info timestamp=2018-08-06T20:30:34.771963Z pos=utils.go:257 component=tests namespace=kubevirt-test-default name=testvmifjk55 kind=VirtualMachineInstance uid=87aece1d-99b7-11e8-8b1e-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-08-06T20:30:34.822888Z pos=utils.go:257 component=tests namespace=kubevirt-test-default name=testvmifjk55 kind=VirtualMachineInstance uid=87aece1d-99b7-11e8-8b1e-525500d15501 msg="VirtualMachineInstance started." 2018/08/06 16:31:09 read closing down: EOF level=info timestamp=2018-08-06T20:31:09.462487Z pos=utils.go:257 component=tests namespace=kubevirt-test-default name=testvmiwlpvs kind=VirtualMachineInstance uid=a66f452d-99b7-11e8-8b1e-525500d15501 msg="Created virtual machine pod virt-launcher-testvmiwlpvs-shlbn" level=info timestamp=2018-08-06T20:31:24.580405Z pos=utils.go:257 component=tests namespace=kubevirt-test-default name=testvmiwlpvs kind=VirtualMachineInstance uid=a66f452d-99b7-11e8-8b1e-525500d15501 msg="Pod owner ship transferred to the node virt-launcher-testvmiwlpvs-shlbn" level=info timestamp=2018-08-06T20:31:25.703920Z pos=utils.go:257 component=tests namespace=kubevirt-test-default name=testvmiwlpvs kind=VirtualMachineInstance uid=a66f452d-99b7-11e8-8b1e-525500d15501 msg="VirtualMachineInstance defined." level=info timestamp=2018-08-06T20:31:25.708314Z pos=utils.go:257 component=tests namespace=kubevirt-test-default name=testvmiwlpvs kind=VirtualMachineInstance uid=a66f452d-99b7-11e8-8b1e-525500d15501 msg="VirtualMachineInstance started." 2018/08/06 16:32:02 read closing down: EOF STEP: have containerPort in the pod manifest STEP: start the virtual machine with slirp interface level=info timestamp=2018-08-06T20:32:02.308094Z pos=vmi_slirp_interface_test.go:87 component=tests msg= Pod name: disks-images-provider-vj98t Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-ztcxr Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-fmqfk Pod phase: Running 2018/08/06 20:30:26 http: TLS handshake error from 10.128.0.1:49756: EOF level=info timestamp=2018-08-06T20:30:31.370106Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-08-06T20:30:34.226675Z pos=subresource.go:75 component=virt-api msg="Websocket connection upgraded" 2018/08/06 20:30:36 http: TLS handshake error from 10.128.0.1:49818: EOF 2018/08/06 20:30:46 http: TLS handshake error from 10.128.0.1:49860: EOF 2018/08/06 20:30:56 http: TLS handshake error from 10.128.0.1:49902: EOF level=info timestamp=2018-08-06T20:31:01.249874Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/06 20:31:06 http: TLS handshake error from 10.128.0.1:49950: EOF 2018/08/06 20:31:16 http: TLS handshake error from 10.128.0.1:49992: EOF level=info timestamp=2018-08-06T20:31:25.024383Z pos=subresource.go:75 component=virt-api msg="Websocket connection upgraded" 2018/08/06 20:31:26 http: TLS handshake error from 10.128.0.1:50042: EOF level=info timestamp=2018-08-06T20:31:31.240820Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/06 20:31:36 http: TLS handshake error from 10.128.0.1:50088: EOF 2018/08/06 20:31:46 http: TLS handshake error from 10.128.0.1:50130: EOF 2018/08/06 20:31:56 http: TLS handshake error from 10.128.0.1:50172: EOF Pod name: virt-api-7d79764579-xtj2m Pod phase: Running level=info timestamp=2018-08-06T20:31:21.529322Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:31:23.241396Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 20:31:27 http: TLS handshake error from 10.129.0.1:40710: EOF level=info timestamp=2018-08-06T20:31:33.280302Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 20:31:37 http: TLS handshake error from 10.129.0.1:40716: EOF level=info timestamp=2018-08-06T20:31:43.323816Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:31:44.934269Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-08-06T20:31:44.936416Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-08-06T20:31:47.288392Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:31:47.294286Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 20:31:47 http: TLS handshake error from 10.129.0.1:40722: EOF level=info timestamp=2018-08-06T20:31:51.576452Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:31:53.369960Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 20:31:57 http: TLS handshake error from 10.129.0.1:40730: EOF level=info timestamp=2018-08-06T20:32:01.399704Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-controller-7d57d96b65-2chxp Pod phase: Running level=error timestamp=2018-08-06T20:22:54.464052Z pos=vm.go:459 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2szqq2hcpj kind= uid=7ff32b78-99b6-11e8-8b1e-525500d15501 msg="Cant find the matching VM for VirtualMachineInstance: testvmi2szqq2hcpj" level=info timestamp=2018-08-06T20:22:54.464212Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2szqq2hcpj kind= uid=7ff32b78-99b6-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:22:54.464290Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2szqq2hcpj kind= uid=7ff32b78-99b6-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=error timestamp=2018-08-06T20:22:54.467645Z pos=vm.go:459 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2szqqzz886 kind= uid=7ff3068d-99b6-11e8-8b1e-525500d15501 msg="Cant find the matching VM for VirtualMachineInstance: testvmi2szqqzz886" level=info timestamp=2018-08-06T20:22:54.467731Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2szqqzz886 kind= uid=7ff3068d-99b6-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:22:54.467820Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2szqqzz886 kind= uid=7ff3068d-99b6-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T20:28:33.116590Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmitt48z kind= uid=49c9c41c-99b7-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:28:33.124494Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmitt48z kind= uid=49c9c41c-99b7-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T20:28:33.298169Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitt48z\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitt48z" level=info timestamp=2018-08-06T20:28:33.334052Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmitt48z\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmitt48z" level=info timestamp=2018-08-06T20:30:16.941773Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifjk55 kind= uid=87aece1d-99b7-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:30:16.942000Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmifjk55 kind= uid=87aece1d-99b7-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T20:31:08.531576Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwlpvs kind= uid=a66f452d-99b7-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:31:08.531714Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwlpvs kind= uid=a66f452d-99b7-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T20:31:08.600426Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwlpvs\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwlpvs" Pod name: virt-controller-7d57d96b65-9dmb5 Pod phase: Running level=info timestamp=2018-08-06T20:19:08.676777Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-64p9s Pod phase: Running level=info timestamp=2018-08-06T20:30:01.799638Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T20:30:01.799912Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi9jbhg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:30:01.800046Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi9jbhg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:30:01.800095Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi2szqqzz886, existing: false\n" level=info timestamp=2018-08-06T20:30:01.800119Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T20:30:01.800157Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2szqqzz886 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:30:01.800273Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi2szqqzz886 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:30:03.792296Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi2szqqzz886, existing: false\n" level=info timestamp=2018-08-06T20:30:03.792437Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T20:30:03.792662Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2szqqzz886 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:30:03.792759Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi2szqqzz886 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:30:03.840315Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmi9jbhg, existing: false\n" level=info timestamp=2018-08-06T20:30:03.840467Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T20:30:03.840607Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi9jbhg kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:30:03.840732Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmi9jbhg kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-xmg9z Pod phase: Running level=info timestamp=2018-08-06T20:31:25.044788Z pos=vm.go:756 component=virt-handler namespace=kubevirt-test-default name=testvmiwlpvs kind=Domain uid=a66f452d-99b7-11e8-8b1e-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-08-06T20:31:25.093581Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-08-06T20:31:25.095326Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmiwlpvs kind= uid=a66f452d-99b7-11e8-8b1e-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:31:25.095375Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmiwlpvs, existing: true\n" level=info timestamp=2018-08-06T20:31:25.095391Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Scheduled\n" level=info timestamp=2018-08-06T20:31:25.095411Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-06T20:31:25.095427Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-08-06T20:31:25.095468Z pos=vm.go:419 component=virt-handler namespace=kubevirt-test-default name=testvmiwlpvs kind= uid=a66f452d-99b7-11e8-8b1e-525500d15501 msg="No update processing required" level=info timestamp=2018-08-06T20:31:25.113886Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmiwlpvs kind= uid=a66f452d-99b7-11e8-8b1e-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:31:25.113930Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmiwlpvs, existing: true\n" level=info timestamp=2018-08-06T20:31:25.113946Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Running\n" level=info timestamp=2018-08-06T20:31:25.113967Z pos=vm.go:329 component=virt-handler msg="Domain: existing: true\n" level=info timestamp=2018-08-06T20:31:25.114013Z pos=vm.go:331 component=virt-handler msg="Domain status: Running, reason: Unknown\n" level=info timestamp=2018-08-06T20:31:25.114065Z pos=vm.go:416 component=virt-handler namespace=kubevirt-test-default name=testvmiwlpvs kind= uid=a66f452d-99b7-11e8-8b1e-525500d15501 msg="Processing vmi update" level=info timestamp=2018-08-06T20:31:25.118511Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmiwlpvs kind= uid=a66f452d-99b7-11e8-8b1e-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmifjk55-pmwpl Pod phase: Running level=info timestamp=2018-08-06T20:30:33.851065Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-08-06T20:30:33.857187Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:30:34.086198Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-08-06T20:30:34.109785Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T20:30:34.112493Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:30:34.114019Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-08-06T20:30:34.131358Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmifjk55 kind= uid=87aece1d-99b7-11e8-8b1e-525500d15501 msg="Domain started." level=info timestamp=2018-08-06T20:30:34.134937Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmifjk55 kind= uid=87aece1d-99b7-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T20:30:34.136218Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T20:30:34.139512Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:30:34.222675Z pos=converter.go:535 component=virt-launcher msg="The network interface type of default was changed to e1000 due to unsupported interface type by qemu slirp network" level=info timestamp=2018-08-06T20:30:34.223662Z pos=converter.go:751 component=virt-launcher msg="Found nameservers in /etc/resolv.conf: \ufffd\ufffdBf" level=info timestamp=2018-08-06T20:30:34.223695Z pos=converter.go:752 component=virt-launcher msg="Found search domains in /etc/resolv.conf: kubevirt-test-default.svc.cluster.local svc.cluster.local cluster.local" level=info timestamp=2018-08-06T20:30:34.228009Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmifjk55 kind= uid=87aece1d-99b7-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T20:30:34.859586Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 92490791-ecc9-4ac3-b49d-12dac5b461c1: 172" Pod name: virt-launcher-testvmiwlpvs-shlbn Pod phase: Running level=info timestamp=2018-08-06T20:31:24.727794Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-08-06T20:31:24.730759Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:31:25.007092Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-08-06T20:31:25.041433Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T20:31:25.044403Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:31:25.060413Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-08-06T20:31:25.085832Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmiwlpvs kind= uid=a66f452d-99b7-11e8-8b1e-525500d15501 msg="Domain started." level=info timestamp=2018-08-06T20:31:25.088772Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiwlpvs kind= uid=a66f452d-99b7-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T20:31:25.091952Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T20:31:25.094094Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:31:25.114720Z pos=converter.go:535 component=virt-launcher msg="The network interface type of default was changed to e1000 due to unsupported interface type by qemu slirp network" level=info timestamp=2018-08-06T20:31:25.115159Z pos=converter.go:751 component=virt-launcher msg="Found nameservers in /etc/resolv.conf: \ufffd\ufffdBf" level=info timestamp=2018-08-06T20:31:25.115251Z pos=converter.go:752 component=virt-launcher msg="Found search domains in /etc/resolv.conf: kubevirt-test-default.svc.cluster.local svc.cluster.local cluster.local" level=info timestamp=2018-08-06T20:31:25.118201Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiwlpvs kind= uid=a66f452d-99b7-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T20:31:25.735145Z pos=monitor.go:222 component=virt-launcher msg="Found PID for afec0abf-f040-4edf-8934-38da7372cda9: 170" • Failure [0.655 seconds] Slirp /root/go/src/kubevirt.io/kubevirt/tests/vmi_slirp_interface_test.go:39 should be able to /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 VirtualMachineInstance with slirp interface with custom MAC address [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: : { Err: { s: "command terminated with exit code 126", }, Code: 126, } command terminated with exit code 126 not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_slirp_interface_test.go:88 ------------------------------ STEP: have containerPort in the pod manifest STEP: start the virtual machine with slirp interface level=info timestamp=2018-08-06T20:32:02.961332Z pos=vmi_slirp_interface_test.go:87 component=tests msg= •• ------------------------------ • [SLOW TEST:18.208 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should update VirtualMachine once VMIs are up /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:195 ------------------------------ •• ------------------------------ • [SLOW TEST:66.892 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should recreate VirtualMachineInstance if it gets deleted /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:245 ------------------------------ • [SLOW TEST:80.745 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should recreate VirtualMachineInstance if the VirtualMachineInstance's pod gets deleted /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:265 ------------------------------ • [SLOW TEST:72.678 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should stop VirtualMachineInstance if running set to false /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:325 ------------------------------ • [SLOW TEST:344.226 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should start and stop VirtualMachineInstance multiple times /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:333 ------------------------------ • [SLOW TEST:78.546 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should not update the VirtualMachineInstance spec if Running /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:346 ------------------------------ Pod name: disks-images-provider-vj98t Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-ztcxr Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-fmqfk Pod phase: Running level=info timestamp=2018-08-06T20:46:01.236124Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/06 20:46:06 http: TLS handshake error from 10.128.0.1:54178: EOF 2018/08/06 20:46:16 http: TLS handshake error from 10.128.0.1:54220: EOF 2018/08/06 20:46:26 http: TLS handshake error from 10.128.0.1:54262: EOF level=info timestamp=2018-08-06T20:46:31.240817Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/06 20:46:36 http: TLS handshake error from 10.128.0.1:54310: EOF 2018/08/06 20:46:46 http: TLS handshake error from 10.128.0.1:54352: EOF 2018/08/06 20:46:56 http: TLS handshake error from 10.128.0.1:54394: EOF 2018/08/06 20:47:06 http: TLS handshake error from 10.128.0.1:54440: EOF 2018/08/06 20:47:16 http: TLS handshake error from 10.128.0.1:54482: EOF 2018/08/06 20:47:26 http: TLS handshake error from 10.128.0.1:54526: EOF level=info timestamp=2018-08-06T20:47:31.285861Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/08/06 20:47:36 http: TLS handshake error from 10.128.0.1:54572: EOF 2018/08/06 20:47:46 http: TLS handshake error from 10.128.0.1:54614: EOF 2018/08/06 20:47:56 http: TLS handshake error from 10.128.0.1:54658: EOF Pod name: virt-api-7d79764579-xtj2m Pod phase: Running level=info timestamp=2018-08-06T20:47:19.300094Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:47:19.998957Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:47:20.001674Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:47:23.318529Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 20:47:27 http: TLS handshake error from 10.129.0.1:41298: EOF level=info timestamp=2018-08-06T20:47:28.229044Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 20:47:37 http: TLS handshake error from 10.129.0.1:41304: EOF level=info timestamp=2018-08-06T20:47:38.265207Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 20:47:47 http: TLS handshake error from 10.129.0.1:41310: EOF level=info timestamp=2018-08-06T20:47:48.317365Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:47:50.075544Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:47:50.079314Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-08-06T20:47:53.375760Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/08/06 20:47:57 http: TLS handshake error from 10.129.0.1:41316: EOF level=info timestamp=2018-08-06T20:47:58.354055Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-2chxp Pod phase: Running level=error timestamp=2018-08-06T20:40:35.293062Z pos=vm.go:201 component=virt-controller service=http namespace=kubevirt-test-default name=testvmix2n8k kind= uid=57dac052-99b8-11e8-8b1e-525500d15501 reason="Operation cannot be fulfilled on virtualmachines.kubevirt.io \"testvmix2n8k\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachine status failed." level=info timestamp=2018-08-06T20:40:35.293256Z pos=vm.go:111 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachines.kubevirt.io \"testvmix2n8k\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachine kubevirt-test-default/testvmix2n8k" level=info timestamp=2018-08-06T20:40:35.899321Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmix2n8k kind= uid=f894a6cd-99b8-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:40:35.900149Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmix2n8k kind= uid=f894a6cd-99b8-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T20:40:51.945117Z pos=vm.go:320 component=virt-controller service=http namespace=kubevirt-test-default name=testvmix2n8k kind= uid=57dac052-99b8-11e8-8b1e-525500d15501 msg="Dispatching delete event" level=info timestamp=2018-08-06T20:41:50.369464Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwdhfb kind= uid=25004f3b-99b9-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:41:50.369970Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwdhfb kind= uid=25004f3b-99b9-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T20:41:50.432460Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwdhfb\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwdhfb" level=info timestamp=2018-08-06T20:42:06.505652Z pos=vm.go:320 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwdhfb kind= uid=24fefa12-99b9-11e8-8b1e-525500d15501 msg="Dispatching delete event" level=info timestamp=2018-08-06T20:42:50.744412Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwdhfb kind= uid=48fcf9ce-99b9-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:42:50.744551Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiwdhfb kind= uid=48fcf9ce-99b9-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-08-06T20:42:50.800737Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwdhfb\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwdhfb" level=info timestamp=2018-08-06T20:42:50.822628Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiwdhfb\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiwdhfb" level=info timestamp=2018-08-06T20:43:09.086796Z pos=preset.go:142 component=virt-controller service=http namespace=kubevirt-test-default name=testvmil5jgf kind= uid=53ebcf13-99b9-11e8-8b1e-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-08-06T20:43:09.086941Z pos=preset.go:171 component=virt-controller service=http namespace=kubevirt-test-default name=testvmil5jgf kind= uid=53ebcf13-99b9-11e8-8b1e-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-controller-7d57d96b65-9dmb5 Pod phase: Running level=info timestamp=2018-08-06T20:19:08.676777Z pos=application.go:177 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-64p9s Pod phase: Running level=info timestamp=2018-08-06T20:33:31.814567Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicvtct kind= uid=d49b6ce1-99b7-11e8-8b1e-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:33:31.814798Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmicvtct kind= uid=d49b6ce1-99b7-11e8-8b1e-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:33:31.814934Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmicvtct, existing: true\n" level=info timestamp=2018-08-06T20:33:31.814980Z pos=vm.go:315 component=virt-handler msg="vmi is in phase: Failed\n" level=info timestamp=2018-08-06T20:33:31.815237Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T20:33:31.815308Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicvtct kind= uid=d49b6ce1-99b7-11e8-8b1e-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:33:31.815454Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmicvtct kind= uid=d49b6ce1-99b7-11e8-8b1e-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:33:31.829600Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmicvtct, existing: false\n" level=info timestamp=2018-08-06T20:33:31.829862Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T20:33:31.829975Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicvtct kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:33:31.830110Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmicvtct kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:33:34.933879Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmicvtct, existing: false\n" level=info timestamp=2018-08-06T20:33:34.933970Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T20:33:34.934072Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmicvtct kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:33:34.934190Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmicvtct kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-xmg9z Pod phase: Running level=error timestamp=2018-08-06T20:43:49.469244Z pos=vm.go:424 component=virt-handler namespace=kubevirt-test-default name=testvmiwdhfb kind=VirtualMachineInstance uid= reason="connection is shut down" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-08-06T20:43:49.469273Z pos=vm.go:251 component=virt-handler reason="connection is shut down" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmiwdhfb" level=info timestamp=2018-08-06T20:43:50.385110Z pos=vm.go:746 component=virt-handler namespace=kubevirt-test-default name=testvmiwdhfb kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-08-06T20:43:50.385233Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmiwdhfb, existing: false\n" level=info timestamp=2018-08-06T20:43:50.385263Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T20:43:50.385309Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwdhfb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:43:50.385616Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmiwdhfb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:43:50.385758Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmiwdhfb, existing: false\n" level=info timestamp=2018-08-06T20:43:50.385789Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T20:43:50.385836Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwdhfb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:43:50.385949Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmiwdhfb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-08-06T20:43:59.709513Z pos=vm.go:313 component=virt-handler msg="Processing vmi testvmiwdhfb, existing: false\n" level=info timestamp=2018-08-06T20:43:59.709659Z pos=vm.go:329 component=virt-handler msg="Domain: existing: false\n" level=info timestamp=2018-08-06T20:43:59.709759Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiwdhfb kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-08-06T20:43:59.709920Z pos=vm.go:440 component=virt-handler namespace=kubevirt-test-default name=testvmiwdhfb kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmil5jgf-45md5 Pod phase: Running level=info timestamp=2018-08-06T20:43:25.899253Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-08-06T20:43:25.910260Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:43:25.927841Z pos=virt-launcher.go:217 component=virt-launcher msg="Detected domain with UUID 44f4cc63-6407-594b-9af5-88d608b486d6" level=info timestamp=2018-08-06T20:43:25.928668Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-08-06T20:43:26.237190Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-08-06T20:43:26.263451Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T20:43:26.272174Z pos=manager.go:189 component=virt-launcher namespace=kubevirt-test-default name=testvmil5jgf kind= uid=53ebcf13-99b9-11e8-8b1e-525500d15501 msg="Domain started." level=info timestamp=2018-08-06T20:43:26.275893Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmil5jgf kind= uid=53ebcf13-99b9-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T20:43:26.284226Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:43:26.284423Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-08-06T20:43:26.302158Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-08-06T20:43:26.304641Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-08-06T20:43:26.331342Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmil5jgf kind= uid=53ebcf13-99b9-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T20:43:26.342248Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmil5jgf kind= uid=53ebcf13-99b9-11e8-8b1e-525500d15501 msg="Synced vmi" level=info timestamp=2018-08-06T20:43:26.935242Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 44f4cc63-6407-594b-9af5-88d608b486d6: 179" • Failure [291.855 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should survive guest shutdown, multiple times [It] /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:387 Timed out after 240.000s. No new VirtualMachineInstance instance showed up Expected : false to be true /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:429 ------------------------------ STEP: Creating new VMI, not running STEP: Starting the VirtualMachineInstance STEP: VMI has the running condition STEP: Getting the running VirtualMachineInstance STEP: Obtaining the serial console STEP: Guest shutdown STEP: waiting for the controller to replace the shut-down vmi with a new instance VM testvmihnxsk was scheduled to start • [SLOW TEST:17.339 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 Using virtctl interface /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:435 should start a VirtualMachineInstance once /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:436 ------------------------------ VM testvmidp7jc was scheduled to stop • [SLOW TEST:62.707 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 Using virtctl interface /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:435 should stop a VirtualMachineInstance once /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:467 ------------------------------ • [SLOW TEST:55.717 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with Disk PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:55.804 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with CDRom PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:244.948 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started and stopped multiple times /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with Disk PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:255.534 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started and stopped multiple times /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with CDRom PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:52.245 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With an emptyDisk defined /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:113 should create a writeable emptyDisk with the right capacity /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:115 ------------------------------ • [SLOW TEST:53.238 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With an emptyDisk defined and a specified serial number /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:163 should create a writeable emptyDisk with the specified serial number /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:165 ------------------------------ • [SLOW TEST:53.418 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With ephemeral alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:205 should be successfully started /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:207 ------------------------------ panic: test timed out after 1h30m0s goroutine 7851 [running]: testing.(*M).startAlarm.func1() /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:1240 +0xfc created by time.goFunc /gimme/.gimme/versions/go1.10.linux.amd64/src/time/sleep.go:172 +0x44 goroutine 1 [chan receive, 90 minutes]: testing.(*T).Run(0xc42050c1e0, 0x139f775, 0x9, 0x1431cc8, 0x4801e6) /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:825 +0x301 testing.runTests.func1(0xc42050c0f0) /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:1063 +0x64 testing.tRunner(0xc42050c0f0, 0xc42078ddf8) /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:777 +0xd0 testing.runTests(0xc4205ce380, 0x1d33a50, 0x1, 0x1, 0x412009) /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:1061 +0x2c4 testing.(*M).Run(0xc420338880, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:978 +0x171 main.main() _testmain.go:44 +0x151 goroutine 5 [chan receive]: kubevirt.io/kubevirt/vendor/github.com/golang/glog.(*loggingT).flushDaemon(0x1d5f280) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/golang/glog/glog.go:879 +0x8b created by kubevirt.io/kubevirt/vendor/github.com/golang/glog.init.0 /root/go/src/kubevirt.io/kubevirt/vendor/github.com/golang/glog/glog.go:410 +0x203 goroutine 6 [syscall, 90 minutes]: os/signal.signal_recv(0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/runtime/sigqueue.go:139 +0xa6 os/signal.loop() /gimme/.gimme/versions/go1.10.linux.amd64/src/os/signal/signal_unix.go:22 +0x22 created by os/signal.init.0 /gimme/.gimme/versions/go1.10.linux.amd64/src/os/signal/signal_unix.go:28 +0x41 goroutine 11 [select]: kubevirt.io/kubevirt/vendor/github.com/onsi/gomega/internal/asyncassertion.(*AsyncAssertion).match(0xc420a151c0, 0x14c5a60, 0x1d7d938, 0x412801, 0x0, 0x0, 0x0, 0x1d7d938) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/gomega/internal/asyncassertion/async_assertion.go:139 +0x2e6 kubevirt.io/kubevirt/vendor/github.com/onsi/gomega/internal/asyncassertion.(*AsyncAssertion).Should(0xc420a151c0, 0x14c5a60, 0x1d7d938, 0x0, 0x0, 0x0, 0x14bcac0) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/gomega/internal/asyncassertion/async_assertion.go:48 +0x62 kubevirt.io/kubevirt/tests.WaitForVirtualMachineToDisappearWithTimeout(0xc4205d4000, 0x78) /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1087 +0x240 kubevirt.io/kubevirt/tests_test.glob..func7.3.4.2() /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:243 +0x624 kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/leafnodes.(*runner).runSync(0xc4203ccf00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/leafnodes/runner.go:113 +0x9c kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/leafnodes.(*runner).run(0xc4203ccf00, 0x3, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/leafnodes/runner.go:64 +0x13e kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/leafnodes.(*ItNode).Run(0xc4206013c0, 0x14b7ce0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/leafnodes/it_node.go:26 +0x7f kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/spec.(*Spec).runSample(0xc4206853b0, 0x0, 0x14b7ce0, 0xc420059540) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/spec/spec.go:203 +0x648 kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/spec.(*Spec).Run(0xc4206853b0, 0x14b7ce0, 0xc420059540) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/spec/spec.go:138 +0xff kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner.(*SpecRunner).runSpec(0xc42068a000, 0xc4206853b0, 0x0) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner/spec_runner.go:200 +0x10d kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner.(*SpecRunner).runSpecs(0xc42068a000, 0x1) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner/spec_runner.go:170 +0x329 kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner.(*SpecRunner).Run(0xc42068a000, 0xb) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner/spec_runner.go:66 +0x11b kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/suite.(*Suite).Run(0xc4200ceaf0, 0x7f697c3695e8, 0xc42050c1e0, 0x13a1d58, 0xb, 0xc4205ce3c0, 0x2, 0x2, 0x14d45e0, 0xc420059540, ...) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/suite/suite.go:62 +0x27c kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo.RunSpecsWithCustomReporters(0x14b8d40, 0xc42050c1e0, 0x13a1d58, 0xb, 0xc4205ce3a0, 0x2, 0x2, 0x2) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/ginkgo_dsl.go:221 +0x258 kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo.RunSpecsWithDefaultAndCustomReporters(0x14b8d40, 0xc42050c1e0, 0x13a1d58, 0xb, 0xc4200907a0, 0x1, 0x1, 0x1) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/ginkgo_dsl.go:209 +0xab kubevirt.io/kubevirt/tests_test.TestTests(0xc42050c1e0) /root/go/src/kubevirt.io/kubevirt/tests/tests_suite_test.go:43 +0xaa testing.tRunner(0xc42050c1e0, 0x1431cc8) /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:777 +0xd0 created by testing.(*T).Run /gimme/.gimme/versions/go1.10.linux.amd64/src/testing/testing.go:824 +0x2e0 goroutine 12 [chan receive, 90 minutes]: kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner.(*SpecRunner).registerForInterrupts(0xc42068a000, 0xc420a5c240) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner/spec_runner.go:223 +0xd1 created by kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner.(*SpecRunner).Run /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/internal/specrunner/spec_runner.go:60 +0x88 goroutine 13 [select, 90 minutes, locked to thread]: runtime.gopark(0x1433ea0, 0x0, 0x139c297, 0x6, 0x18, 0x1) /gimme/.gimme/versions/go1.10.linux.amd64/src/runtime/proc.go:291 +0x11a runtime.selectgo(0xc42047d750, 0xc420a5c300) /gimme/.gimme/versions/go1.10.linux.amd64/src/runtime/select.go:392 +0xe50 runtime.ensureSigM.func1() /gimme/.gimme/versions/go1.10.linux.amd64/src/runtime/signal_unix.go:549 +0x1f4 runtime.goexit() /gimme/.gimme/versions/go1.10.linux.amd64/src/runtime/asm_amd64.s:2361 +0x1 goroutine 37 [IO wait]: internal/poll.runtime_pollWait(0x7f697c349f00, 0x72, 0xc4206bb850) /gimme/.gimme/versions/go1.10.linux.amd64/src/runtime/netpoll.go:173 +0x57 internal/poll.(*pollDesc).wait(0xc420958318, 0x72, 0xffffffffffffff00, 0x14b9f00, 0x1c4a7d0) /gimme/.gimme/versions/go1.10.linux.amd64/src/internal/poll/fd_poll_runtime.go:85 +0x9b internal/poll.(*pollDesc).waitRead(0xc420958318, 0xc420b72000, 0x8000, 0x8000) /gimme/.gimme/versions/go1.10.linux.amd64/src/internal/poll/fd_poll_runtime.go:90 +0x3d internal/poll.(*FD).Read(0xc420958300, 0xc420b72000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/internal/poll/fd_unix.go:157 +0x17d net.(*netFD).Read(0xc420958300, 0xc420b72000, 0x8000, 0x8000, 0x0, 0x8, 0x7ffb) /gimme/.gimme/versions/go1.10.linux.amd64/src/net/fd_unix.go:202 +0x4f net.(*conn).Read(0xc4204c2000, 0xc420b72000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/net/net.go:176 +0x6a crypto/tls.(*block).readFromUntil(0xc4206d0000, 0x7f697c2a8220, 0xc4204c2000, 0x5, 0xc4204c2000, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/crypto/tls/conn.go:493 +0x96 crypto/tls.(*Conn).readRecord(0xc4207aae00, 0x1433f17, 0xc4207aaf20, 0x20) /gimme/.gimme/versions/go1.10.linux.amd64/src/crypto/tls/conn.go:595 +0xe0 crypto/tls.(*Conn).Read(0xc4207aae00, 0xc4208b2000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/crypto/tls/conn.go:1156 +0x100 bufio.(*Reader).Read(0xc420a201e0, 0xc4206d22d8, 0x9, 0x9, 0xc4208ab018, 0xc420939ca0, 0xc4206bbd10) /gimme/.gimme/versions/go1.10.linux.amd64/src/bufio/bufio.go:216 +0x238 io.ReadAtLeast(0x14b6ae0, 0xc420a201e0, 0xc4206d22d8, 0x9, 0x9, 0x9, 0xc4206bbce0, 0xc4206bbce0, 0x406614) /gimme/.gimme/versions/go1.10.linux.amd64/src/io/io.go:309 +0x86 io.ReadFull(0x14b6ae0, 0xc420a201e0, 0xc4206d22d8, 0x9, 0x9, 0xc4208aafc0, 0xc4206bbd10, 0xc400003301) /gimme/.gimme/versions/go1.10.linux.amd64/src/io/io.go:327 +0x58 kubevirt.io/kubevirt/vendor/golang.org/x/net/http2.readFrameHeader(0xc4206d22d8, 0x9, 0x9, 0x14b6ae0, 0xc420a201e0, 0x0, 0xc400000000, 0x7efa6d, 0xc4206bbfb0) /root/go/src/kubevirt.io/kubevirt/vendor/golang.org/x/net/http2/frame.go:237 +0x7b kubevirt.io/kubevirt/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc4206d22a0, 0xc4206a0b70, 0x0, 0x0, 0x0) /root/go/src/kubevirt.io/kubevirt/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 kubevirt.io/kubevirt/vendor/golang.org/x/net/http2.(*clientConnReadLoop).run(0xc4206bbfb0, 0x1432c20, 0xc4206cbfb0) /root/go/src/kubevirt.io/kubevirt/vendor/golang.org/x/net/http2/transport.go:1428 +0x8e kubevirt.io/kubevirt/vendor/golang.org/x/net/http2.(*ClientConn).readLoop(0xc4202581a0) /root/go/src/kubevirt.io/kubevirt/vendor/golang.org/x/net/http2/transport.go:1354 +0x76 created by kubevirt.io/kubevirt/vendor/golang.org/x/net/http2.(*Transport).newClientConn /root/go/src/kubevirt.io/kubevirt/vendor/golang.org/x/net/http2/transport.go:579 +0x651 goroutine 2362 [chan send, 67 minutes]: kubevirt.io/kubevirt/tests_test.glob..func23.1.2.1.1(0x14f22e0, 0xc420867c40, 0xc4204de410, 0xc4206a3e00, 0xc4204c2f00, 0xc4204c2f38) /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:81 +0x138 created by kubevirt.io/kubevirt/tests_test.glob..func23.1.2.1 /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:73 +0x386 goroutine 179 [chan send, 88 minutes]: kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc42083c0f0) /root/go/src/kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:114 +0x114 created by kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch.NewStreamWatcher /root/go/src/kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:60 +0xa8 goroutine 8513 [chan receive, 1 minutes]: kubevirt.io/kubevirt/pkg/kubecli.(*asyncWSRoundTripper).WebsocketCallback(0xc42089f420, 0xc42063a280, 0xc420efa6c0, 0x0, 0x0, 0x18, 0xc420ce1ec8) /root/go/src/kubevirt.io/kubevirt/pkg/kubecli/vmi.go:163 +0x32b kubevirt.io/kubevirt/pkg/kubecli.(*asyncWSRoundTripper).WebsocketCallback-fm(0xc42063a280, 0xc420efa6c0, 0x0, 0x0, 0xc42063a280, 0xc420efa6c0) /root/go/src/kubevirt.io/kubevirt/pkg/kubecli/vmi.go:313 +0x52 kubevirt.io/kubevirt/pkg/kubecli.(*WebsocketRoundTripper).RoundTrip(0xc42089fbc0, 0xc420bc5900, 0x0, 0x0, 0x0) /root/go/src/kubevirt.io/kubevirt/pkg/kubecli/vmi.go:142 +0xab kubevirt.io/kubevirt/pkg/kubecli.(*vmis).asyncSubresourceHelper.func1(0x14b6fc0, 0xc42089fbc0, 0xc420bc5900, 0xc420763aa0) /root/go/src/kubevirt.io/kubevirt/pkg/kubecli/vmi.go:328 +0x56 created by kubevirt.io/kubevirt/pkg/kubecli.(*vmis).asyncSubresourceHelper /root/go/src/kubevirt.io/kubevirt/pkg/kubecli/vmi.go:326 +0x33a goroutine 8551 [IO wait]: internal/poll.runtime_pollWait(0x7f697c349bc0, 0x72, 0xc4206ba880) /gimme/.gimme/versions/go1.10.linux.amd64/src/runtime/netpoll.go:173 +0x57 internal/poll.(*pollDesc).wait(0xc4203de718, 0x72, 0xffffffffffffff00, 0x14b9f00, 0x1c4a7d0) /gimme/.gimme/versions/go1.10.linux.amd64/src/internal/poll/fd_poll_runtime.go:85 +0x9b internal/poll.(*pollDesc).waitRead(0xc4203de718, 0xc420f36000, 0x800, 0x800) /gimme/.gimme/versions/go1.10.linux.amd64/src/internal/poll/fd_poll_runtime.go:90 +0x3d internal/poll.(*FD).Read(0xc4203de700, 0xc420f36000, 0x800, 0x800, 0x0, 0x0, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/internal/poll/fd_unix.go:157 +0x17d net.(*netFD).Read(0xc4203de700, 0xc420f36000, 0x800, 0x800, 0x0, 0x8, 0x7fb) /gimme/.gimme/versions/go1.10.linux.amd64/src/net/fd_unix.go:202 +0x4f net.(*conn).Read(0xc42000f5d8, 0xc420f36000, 0x800, 0x800, 0x0, 0x0, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/net/net.go:176 +0x6a crypto/tls.(*block).readFromUntil(0xc42086e360, 0x7f697c2a8220, 0xc42000f5d8, 0x5, 0xc42000f5d8, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/crypto/tls/conn.go:493 +0x96 crypto/tls.(*Conn).readRecord(0xc4209a3500, 0x1433f17, 0xc4209a3620, 0x2) /gimme/.gimme/versions/go1.10.linux.amd64/src/crypto/tls/conn.go:595 +0xe0 crypto/tls.(*Conn).Read(0xc4209a3500, 0xc420e91000, 0x2800, 0x2800, 0x0, 0x0, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/crypto/tls/conn.go:1156 +0x100 bufio.(*Reader).fill(0xc420763e60) /gimme/.gimme/versions/go1.10.linux.amd64/src/bufio/bufio.go:100 +0x11e bufio.(*Reader).Peek(0xc420763e60, 0x2, 0xc42045a800, 0x13a324f, 0xc, 0xc42005f800, 0xc42005ea00) /gimme/.gimme/versions/go1.10.linux.amd64/src/bufio/bufio.go:132 +0x3a kubevirt.io/kubevirt/vendor/github.com/gorilla/websocket.(*Conn).read(0xc42063a280, 0x2, 0xc42005ea00, 0xc420a147d8, 0xc420a147e0, 0xc420bb0a20, 0xc420b4c808) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/gorilla/websocket/conn_read.go:12 +0x40 kubevirt.io/kubevirt/vendor/github.com/gorilla/websocket.(*Conn).advanceFrame(0xc42063a280, 0x0, 0x0, 0xc42066d620) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/gorilla/websocket/conn.go:780 +0x5c kubevirt.io/kubevirt/vendor/github.com/gorilla/websocket.(*Conn).NextReader(0xc42063a280, 0xc420eca000, 0x1, 0x8000, 0x1, 0x0) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/gorilla/websocket/conn.go:940 +0xa3 kubevirt.io/kubevirt/pkg/kubecli.(*BinaryReadWriter).Read(0xc42000f600, 0xc420eca000, 0x8000, 0x8000, 0x1, 0x0, 0x0) /root/go/src/kubevirt.io/kubevirt/pkg/kubecli/vmi.go:102 +0x32 io.copyBuffer(0x14b6ee0, 0xc42000f5b8, 0x14b6f80, 0xc42000f600, 0xc420eca000, 0x8000, 0x8000, 0x410558, 0x1222960, 0x1277c40) /gimme/.gimme/versions/go1.10.linux.amd64/src/io/io.go:400 +0x164 io.Copy(0x14b6ee0, 0xc42000f5b8, 0x14b6f80, 0xc42000f600, 0xc420371640, 0x7f697c2faae8, 0xc420371640) /gimme/.gimme/versions/go1.10.linux.amd64/src/io/io.go:362 +0x5a kubevirt.io/kubevirt/pkg/kubecli.(*wsStreamer).Stream.func2(0x14b6ec0, 0xc42000f5a0, 0x14b6ee0, 0xc42000f5b8, 0xc42000f600, 0xc420763f20) /root/go/src/kubevirt.io/kubevirt/pkg/kubecli/vmi.go:238 +0x4b created by kubevirt.io/kubevirt/pkg/kubecli.(*wsStreamer).Stream /root/go/src/kubevirt.io/kubevirt/pkg/kubecli/vmi.go:237 +0x137 goroutine 8547 [chan receive, 1 minutes]: kubevirt.io/kubevirt/tests.NewConsoleExpecter.func2(0xc400000010, 0xc4204c8b00) /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1194 +0x3c kubevirt.io/kubevirt/vendor/github.com/google/goexpect.(*GExpect).waitForSession(0xc420688c30, 0xc420763ec0, 0xc420ce2a70, 0x14bb7c0, 0xc42000f5a8, 0x14b6ec0, 0xc42000f5b0, 0x0, 0x0) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/google/goexpect/expect.go:1044 +0x16e created by kubevirt.io/kubevirt/vendor/github.com/google/goexpect.SpawnGeneric /root/go/src/kubevirt.io/kubevirt/vendor/github.com/google/goexpect/expect.go:805 +0x299 goroutine 8550 [select]: io.(*pipe).Read(0xc420e8bb30, 0xc421264000, 0x8000, 0x8000, 0x0, 0x14bbe40, 0xc4209a85a0) /gimme/.gimme/versions/go1.10.linux.amd64/src/io/pipe.go:50 +0x115 io.(*PipeReader).Read(0xc42000f5a0, 0xc421264000, 0x8000, 0x8000, 0x5, 0x0, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/io/pipe.go:127 +0x4c io.copyBuffer(0x14b6fa0, 0xc42000f600, 0x14b6ec0, 0xc42000f5a0, 0xc421264000, 0x8000, 0x8000, 0x410558, 0x1222960, 0x1277c40) /gimme/.gimme/versions/go1.10.linux.amd64/src/io/io.go:400 +0x164 io.Copy(0x14b6fa0, 0xc42000f600, 0x14b6ec0, 0xc42000f5a0, 0xc4209319d0, 0xc420b307c0, 0x7e56e0) /gimme/.gimme/versions/go1.10.linux.amd64/src/io/io.go:362 +0x5a kubevirt.io/kubevirt/pkg/kubecli.(*wsStreamer).Stream.func1(0xc42000f600, 0x14b6ec0, 0xc42000f5a0, 0x14b6ee0, 0xc42000f5b8, 0xc420763f20) /root/go/src/kubevirt.io/kubevirt/pkg/kubecli/vmi.go:233 +0x4b created by kubevirt.io/kubevirt/pkg/kubecli.(*wsStreamer).Stream /root/go/src/kubevirt.io/kubevirt/pkg/kubecli/vmi.go:232 +0xda goroutine 8548 [select]: kubevirt.io/kubevirt/vendor/github.com/google/goexpect.(*GExpect).waitForSession.func1(0xc420815750, 0xc42066d9e0, 0xc420688c30, 0x14bb7c0, 0xc42000f5a8) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/google/goexpect/expect.go:1001 +0x109 created by kubevirt.io/kubevirt/vendor/github.com/google/goexpect.(*GExpect).waitForSession /root/go/src/kubevirt.io/kubevirt/vendor/github.com/google/goexpect/expect.go:998 +0xc3 goroutine 8546 [chan receive, 1 minutes]: kubevirt.io/kubevirt/pkg/kubecli.(*wsStreamer).Stream(0xc420ce2a60, 0x14b6ec0, 0xc42000f5a0, 0x14b6ee0, 0xc42000f5b8, 0x0, 0x0) /root/go/src/kubevirt.io/kubevirt/pkg/kubecli/vmi.go:243 +0x17d kubevirt.io/kubevirt/tests.NewConsoleExpecter.func1(0xc42066d680, 0x14b7000, 0xc420ce2a60, 0xc42000f5a0, 0xc42000f5b8) /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1184 +0x61 created by kubevirt.io/kubevirt/tests.NewConsoleExpecter /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1183 +0x401 goroutine 4829 [chan receive, 45 minutes]: kubevirt.io/kubevirt/pkg/kubecli.(*asyncWSRoundTripper).WebsocketCallback(0xc420616a40, 0xc420656000, 0xc4200f6870, 0x0, 0x0, 0x18, 0xc420c8bec8) /root/go/src/kubevirt.io/kubevirt/pkg/kubecli/vmi.go:163 +0x32b kubevirt.io/kubevirt/pkg/kubecli.(*asyncWSRoundTripper).WebsocketCallback-fm(0xc420656000, 0xc4200f6870, 0x0, 0x0, 0xc420656000, 0xc4200f6870) /root/go/src/kubevirt.io/kubevirt/pkg/kubecli/vmi.go:313 +0x52 kubevirt.io/kubevirt/pkg/kubecli.(*WebsocketRoundTripper).RoundTrip(0xc420616ee0, 0xc4209cf700, 0x0, 0x0, 0x0) /root/go/src/kubevirt.io/kubevirt/pkg/kubecli/vmi.go:142 +0xab kubevirt.io/kubevirt/pkg/kubecli.(*vmis).asyncSubresourceHelper.func1(0x14b6fc0, 0xc420616ee0, 0xc4209cf700, 0xc4209873e0) /root/go/src/kubevirt.io/kubevirt/pkg/kubecli/vmi.go:328 +0x56 created by kubevirt.io/kubevirt/pkg/kubecli.(*vmis).asyncSubresourceHelper /root/go/src/kubevirt.io/kubevirt/pkg/kubecli/vmi.go:326 +0x33a goroutine 8549 [select]: io.(*pipe).Read(0xc420e8bbd0, 0xc420500000, 0x2000, 0x2000, 0xc420500000, 0xa1514c, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/io/pipe.go:50 +0x115 io.(*PipeReader).Read(0xc42000f5b0, 0xc420500000, 0x2000, 0x2000, 0x1, 0x0, 0x0) /gimme/.gimme/versions/go1.10.linux.amd64/src/io/pipe.go:127 +0x4c kubevirt.io/kubevirt/vendor/github.com/google/goexpect.(*GExpect).waitForSession.func2(0x14b6ec0, 0xc42000f5b0) /root/go/src/kubevirt.io/kubevirt/vendor/github.com/google/goexpect/expect.go:1020 +0xdb created by kubevirt.io/kubevirt/vendor/github.com/google/goexpect.(*GExpect).waitForSession /root/go/src/kubevirt.io/kubevirt/vendor/github.com/google/goexpect/expect.go:1039 +0x154 goroutine 8070 [chan send, 6 minutes]: kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc420a4a7e0) /root/go/src/kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:114 +0x114 created by kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch.NewStreamWatcher /root/go/src/kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:60 +0xa8 goroutine 7791 [chan send, 10 minutes]: kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc4205f61b0) /root/go/src/kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:114 +0x114 created by kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch.NewStreamWatcher /root/go/src/kubevirt.io/kubevirt/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:60 +0xa8 make: *** [functest] Error 2 + make cluster-down ./cluster/down.sh