+ export WORKSPACE=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release + WORKSPACE=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release + [[ openshift-3.10-release =~ openshift-.* ]] + [[ openshift-3.10-release =~ .*-crio-.* ]] + export KUBEVIRT_PROVIDER=os-3.10.0 + KUBEVIRT_PROVIDER=os-3.10.0 + export KUBEVIRT_NUM_NODES=2 + KUBEVIRT_NUM_NODES=2 + export NFS_WINDOWS_DIR=/home/nfs/images/windows2016 + NFS_WINDOWS_DIR=/home/nfs/images/windows2016 + export NAMESPACE=kube-system + NAMESPACE=kube-system + trap '{ make cluster-down; }' EXIT SIGINT SIGTERM SIGSTOP + make cluster-down ./cluster/down.sh + make cluster-up ./cluster/up.sh Downloading ....... Downloading ....... Downloading ....... 2018/07/15 07:05:52 Waiting for host: 192.168.66.102:22 2018/07/15 07:05:55 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/15 07:06:03 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/15 07:06:11 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/15 07:06:19 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: no route to host. Sleeping 5s 2018/07/15 07:06:24 Problem with dial: dial tcp 192.168.66.102:22: getsockopt: connection refused. Sleeping 5s 2018/07/15 07:06:29 Connected to tcp://192.168.66.102:22 + systemctl stop origin-node.service + rm -rf /etc/origin/ /etc/etcd/ /var/lib/origin /var/lib/etcd/ ++ docker ps -q + containers= + '[' -n '' ']' ++ docker ps -q -a + containers='380578eb6b01 04838495ca18 aef4dea680cc 46bea3472251 6251077554f3 fe2a0d7ec163 970722bcd3fd 1eb051c1b629 1052914cea3e e039c376e094 84eb0c833d7c 4e08778d9b1d 0a9a2fcf5f77 50aebcf65f7b 9faedfc6ec82 f59bf1b05c0b 2ec313cb7901 5a782498db8c fef39cf40a53 c8ca0d879d8b aabbef87da66 0ac6cd26ae28 d021d99166a4 ed496b2ca295 e69e08bd00a8 0ddad7779bb0 3ca535d6f49f 2fc9538787a8' + '[' -n '380578eb6b01 04838495ca18 aef4dea680cc 46bea3472251 6251077554f3 fe2a0d7ec163 970722bcd3fd 1eb051c1b629 1052914cea3e e039c376e094 84eb0c833d7c 4e08778d9b1d 0a9a2fcf5f77 50aebcf65f7b 9faedfc6ec82 f59bf1b05c0b 2ec313cb7901 5a782498db8c fef39cf40a53 c8ca0d879d8b aabbef87da66 0ac6cd26ae28 d021d99166a4 ed496b2ca295 e69e08bd00a8 0ddad7779bb0 3ca535d6f49f 2fc9538787a8' ']' + docker rm -f 380578eb6b01 04838495ca18 aef4dea680cc 46bea3472251 6251077554f3 fe2a0d7ec163 970722bcd3fd 1eb051c1b629 1052914cea3e e039c376e094 84eb0c833d7c 4e08778d9b1d 0a9a2fcf5f77 50aebcf65f7b 9faedfc6ec82 f59bf1b05c0b 2ec313cb7901 5a782498db8c fef39cf40a53 c8ca0d879d8b aabbef87da66 0ac6cd26ae28 d021d99166a4 ed496b2ca295 e69e08bd00a8 0ddad7779bb0 3ca535d6f49f 2fc9538787a8 380578eb6b01 04838495ca18 aef4dea680cc 46bea3472251 6251077554f3 fe2a0d7ec163 970722bcd3fd 1eb051c1b629 1052914cea3e e039c376e094 84eb0c833d7c 4e08778d9b1d 0a9a2fcf5f77 50aebcf65f7b 9faedfc6ec82 f59bf1b05c0b 2ec313cb7901 5a782498db8c fef39cf40a53 c8ca0d879d8b aabbef87da66 0ac6cd26ae28 d021d99166a4 ed496b2ca295 e69e08bd00a8 0ddad7779bb0 3ca535d6f49f 2fc9538787a8 2018/07/15 07:06:32 Waiting for host: 192.168.66.101:22 2018/07/15 07:06:35 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/15 07:06:43 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/15 07:06:51 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: no route to host. Sleeping 5s 2018/07/15 07:06:59 Problem with dial: dial tcp 192.168.66.101:22: getsockopt: connection refused. Sleeping 5s 2018/07/15 07:07:04 Connected to tcp://192.168.66.101:22 + inventory_file=/root/inventory + openshift_ansible=/root/openshift-ansible + echo '[new_nodes]' + sed -i '/\[OSEv3:children\]/a new_nodes' /root/inventory + nodes_found=false ++ seq 2 100 + for i in '$(seq 2 100)' ++ printf node%02d 2 + node=node02 ++ printf 192.168.66.1%02d 2 + node_ip=192.168.66.102 + set +e + ping 192.168.66.102 -c 1 PING 192.168.66.102 (192.168.66.102) 56(84) bytes of data. 64 bytes from 192.168.66.102: icmp_seq=1 ttl=64 time=2.57 ms --- 192.168.66.102 ping statistics --- 1 packets transmitted, 1 received, 0% packet loss, time 0ms rtt min/avg/max/mdev = 2.574/2.574/2.574/0.000 ms Found node02. Adding it to the inventory. + '[' 0 -ne 0 ']' + nodes_found=true + set -e + echo '192.168.66.102 node02' + echo 'Found node02. Adding it to the inventory.' + echo 'node02 openshift_node_group_name="node-config-compute" openshift_schedulable=true openshift_ip=192.168.66.102' + for i in '$(seq 2 100)' ++ printf node%02d 3 + node=node03 ++ printf 192.168.66.1%02d 3 + node_ip=192.168.66.103 + set +e + ping 192.168.66.103 -c 1 PING 192.168.66.103 (192.168.66.103) 56(84) bytes of data. From 192.168.66.101 icmp_seq=1 Destination Host Unreachable --- 192.168.66.103 ping statistics --- 1 packets transmitted, 0 received, +1 errors, 100% packet loss, time 0ms + '[' 1 -ne 0 ']' + break + '[' true = true ']' + ansible-playbook -i /root/inventory /root/openshift-ansible/playbooks/openshift-node/scaleup.yml PLAY [Populate config host groups] ********************************************* TASK [Load group name mapping variables] *************************************** ok: [localhost] TASK [Evaluate groups - g_etcd_hosts or g_new_etcd_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_master_hosts or g_new_master_hosts required] ********* skipping: [localhost] TASK [Evaluate groups - g_node_hosts or g_new_node_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_lb_hosts required] *********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts required] ********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts is single host] **************************** skipping: [localhost] TASK [Evaluate groups - g_glusterfs_hosts required] **************************** skipping: [localhost] TASK [Evaluate oo_all_hosts] *************************************************** ok: [localhost] => (item=node01) ok: [localhost] => (item=node02) TASK [Evaluate oo_masters] ***************************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_master] ************************************************ ok: [localhost] TASK [Evaluate oo_new_etcd_to_config] ****************************************** TASK [Evaluate oo_masters_to_config] ******************************************* ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_to_config] ********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_etcd] ************************************************** ok: [localhost] TASK [Evaluate oo_etcd_hosts_to_upgrade] *************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_hosts_to_backup] **************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_nodes_to_config] ********************************************* ok: [localhost] => (item=node02) TASK [Evaluate oo_nodes_to_bootstrap] ****************************************** ok: [localhost] => (item=node02) TASK [Add masters to oo_nodes_to_bootstrap] ************************************ ok: [localhost] => (item=node01) TASK [Evaluate oo_lb_to_config] ************************************************ TASK [Evaluate oo_nfs_to_config] *********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_glusterfs_to_config] ***************************************** TASK [Evaluate oo_etcd_to_migrate] ********************************************* ok: [localhost] => (item=node01) PLAY [Ensure there are new_nodes] ********************************************** TASK [fail] ******************************************************************** skipping: [localhost] TASK [fail] ******************************************************************** skipping: [localhost] PLAY [Initialization Checkpoint Start] ***************************************** TASK [Set install initialization 'In Progress'] ******************************** ok: [node01] PLAY [Populate config host groups] ********************************************* TASK [Load group name mapping variables] *************************************** ok: [localhost] TASK [Evaluate groups - g_etcd_hosts or g_new_etcd_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_master_hosts or g_new_master_hosts required] ********* skipping: [localhost] TASK [Evaluate groups - g_node_hosts or g_new_node_hosts required] ************* skipping: [localhost] TASK [Evaluate groups - g_lb_hosts required] *********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts required] ********************************** skipping: [localhost] TASK [Evaluate groups - g_nfs_hosts is single host] **************************** skipping: [localhost] TASK [Evaluate groups - g_glusterfs_hosts required] **************************** skipping: [localhost] TASK [Evaluate oo_all_hosts] *************************************************** ok: [localhost] => (item=node01) ok: [localhost] => (item=node02) TASK [Evaluate oo_masters] ***************************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_master] ************************************************ ok: [localhost] TASK [Evaluate oo_new_etcd_to_config] ****************************************** TASK [Evaluate oo_masters_to_config] ******************************************* ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_to_config] ********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_first_etcd] ************************************************** ok: [localhost] TASK [Evaluate oo_etcd_hosts_to_upgrade] *************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_etcd_hosts_to_backup] **************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_nodes_to_config] ********************************************* ok: [localhost] => (item=node02) TASK [Evaluate oo_nodes_to_bootstrap] ****************************************** ok: [localhost] => (item=node02) TASK [Add masters to oo_nodes_to_bootstrap] ************************************ ok: [localhost] => (item=node01) TASK [Evaluate oo_lb_to_config] ************************************************ TASK [Evaluate oo_nfs_to_config] *********************************************** ok: [localhost] => (item=node01) TASK [Evaluate oo_glusterfs_to_config] ***************************************** TASK [Evaluate oo_etcd_to_migrate] ********************************************* ok: [localhost] => (item=node01) [WARNING]: Could not match supplied host pattern, ignoring: oo_lb_to_config PLAY [Ensure that all non-node hosts are accessible] *************************** TASK [Gathering Facts] ********************************************************* ok: [node01] PLAY [Initialize basic host facts] ********************************************* TASK [Gathering Facts] ********************************************************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : include_tasks] **************************** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/deprecations.yml for node01, node02 TASK [openshift_sanitize_inventory : Check for usage of deprecated variables] *** ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : debug] ************************************ skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : set_stats] ******************************** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Assign deprecated variables to correct counterparts] *** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/__deprecations_logging.yml for node01, node02 included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/__deprecations_metrics.yml for node01, node02 TASK [openshift_sanitize_inventory : conditional_set_fact] ********************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : set_fact] ********************************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : conditional_set_fact] ********************* ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : Standardize on latest variable names] ***** ok: [node01] ok: [node02] TASK [openshift_sanitize_inventory : Normalize openshift_release] ************** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Abort when openshift_release is invalid] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : include_tasks] **************************** included: /root/openshift-ansible/roles/openshift_sanitize_inventory/tasks/unsupported.yml for node01, node02 TASK [openshift_sanitize_inventory : Ensure that openshift_use_dnsmasq is true] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that openshift_node_dnsmasq_install_network_manager_hook is true] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : set_fact] ********************************* skipping: [node01] => (item=openshift_hosted_etcd_storage_kind) skipping: [node02] => (item=openshift_hosted_etcd_storage_kind) TASK [openshift_sanitize_inventory : Ensure that dynamic provisioning is set if using dynamic storage] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure the hosted registry's GlusterFS storage is configured correctly] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure the hosted registry's GlusterFS storage is configured correctly] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure clusterid is set along with the cloudprovider] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure ansible_service_broker_remove and ansible_service_broker_install are mutually exclusive] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure template_service_broker_remove and template_service_broker_install are mutually exclusive] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that all requires vsphere configuration variables are set] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : ensure provider configuration variables are defined] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure removed web console extension variables are not set] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : Ensure that web console port matches API server port] *** skipping: [node01] skipping: [node02] TASK [openshift_sanitize_inventory : At least one master is schedulable] ******* skipping: [node01] skipping: [node02] TASK [Detecting Operating System from ostree_booted] *************************** ok: [node02] ok: [node01] TASK [set openshift_deployment_type if unset] ********************************** skipping: [node01] skipping: [node02] TASK [check for node already bootstrapped] ************************************* ok: [node01] ok: [node02] TASK [initialize_facts set fact openshift_is_bootstrapped] ********************* ok: [node01] ok: [node02] TASK [initialize_facts set fact openshift_is_atomic and openshift_is_containerized] *** ok: [node01] ok: [node02] TASK [Determine Atomic Host Docker Version] ************************************ skipping: [node01] skipping: [node02] TASK [assert atomic host docker version is 1.12 or later] ********************** skipping: [node01] skipping: [node02] PLAY [Retrieve existing master configs and validate] *************************** TASK [openshift_control_plane : stat] ****************************************** ok: [node01] TASK [openshift_control_plane : slurp] ***************************************** ok: [node01] TASK [openshift_control_plane : set_fact] ************************************** ok: [node01] TASK [openshift_control_plane : Check for file paths outside of /etc/origin/master in master's config] *** ok: [node01] TASK [openshift_control_plane : set_fact] ************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** skipping: [node01] PLAY [Initialize special first-master variables] ******************************* TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] PLAY [Disable web console if required] ***************************************** TASK [set_fact] **************************************************************** skipping: [node01] PLAY [Setup yum repositories for all hosts] ************************************ TASK [rhel_subscribe : fail] *************************************************** skipping: [node02] TASK [rhel_subscribe : Install Red Hat Subscription manager] ******************* skipping: [node02] TASK [rhel_subscribe : Is host already registered?] **************************** skipping: [node02] TASK [rhel_subscribe : Register host] ****************************************** skipping: [node02] TASK [rhel_subscribe : fail] *************************************************** skipping: [node02] TASK [rhel_subscribe : Determine if OpenShift Pool Already Attached] *********** skipping: [node02] TASK [rhel_subscribe : Attach to OpenShift Pool] ******************************* skipping: [node02] TASK [rhel_subscribe : Satellite preparation] ********************************** skipping: [node02] TASK [openshift_repos : openshift_repos detect ostree] ************************* ok: [node02] TASK [openshift_repos : Ensure libselinux-python is installed] ***************** ok: [node02] TASK [openshift_repos : Remove openshift_additional.repo file] ***************** ok: [node02] TASK [openshift_repos : Create any additional repos that are defined] ********** TASK [openshift_repos : include_tasks] ***************************************** skipping: [node02] TASK [openshift_repos : include_tasks] ***************************************** included: /root/openshift-ansible/roles/openshift_repos/tasks/centos_repos.yml for node02 TASK [openshift_repos : Configure origin gpg keys] ***************************** ok: [node02] TASK [openshift_repos : Configure correct origin release repository] *********** ok: [node02] => (item=/root/openshift-ansible/roles/openshift_repos/templates/CentOS-OpenShift-Origin.repo.j2) TASK [openshift_repos : Ensure clean repo cache in the event repos have been changed manually] *** changed: [node02] => { "msg": "First run of openshift_repos" } TASK [openshift_repos : Record that openshift_repos already ran] *************** ok: [node02] RUNNING HANDLER [openshift_repos : refresh cache] ****************************** changed: [node02] PLAY [Install packages necessary for installer] ******************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [Determine if chrony is installed] **************************************** changed: [node02] [WARNING]: Consider using the yum, dnf or zypper module rather than running rpm. If you need to use command because yum, dnf or zypper is insufficient you can add warn=False to this command task or set command_warnings=False in ansible.cfg to get rid of this message. TASK [Install ntp package] ***************************************************** skipping: [node02] TASK [Start and enable ntpd/chronyd] ******************************************* changed: [node02] TASK [Ensure openshift-ansible installer package deps are installed] *********** ok: [node02] => (item=iproute) ok: [node02] => (item=dbus-python) ok: [node02] => (item=PyYAML) ok: [node02] => (item=python-ipaddress) ok: [node02] => (item=libsemanage-python) ok: [node02] => (item=yum-utils) ok: [node02] => (item=python-docker) PLAY [Initialize cluster facts] ************************************************ TASK [Gathering Facts] ********************************************************* ok: [node02] ok: [node01] TASK [get openshift_current_version] ******************************************* ok: [node02] ok: [node01] TASK [set_fact openshift_portal_net if present on masters] ********************* ok: [node01] ok: [node02] TASK [Gather Cluster facts] **************************************************** changed: [node02] changed: [node01] TASK [Set fact of no_proxy_internal_hostnames] ********************************* skipping: [node01] skipping: [node02] TASK [Initialize openshift.node.sdn_mtu] *************************************** ok: [node01] changed: [node02] PLAY [Initialize etcd host variables] ****************************************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] TASK [set_fact] **************************************************************** ok: [node01] PLAY [Determine openshift_version to configure on first master] **************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [include_role] ************************************************************ TASK [openshift_version : Use openshift_current_version fact as version to configure if already installed] *** ok: [node01] TASK [openshift_version : Set openshift_version to openshift_release if undefined] *** skipping: [node01] TASK [openshift_version : debug] *********************************************** ok: [node01] => { "msg": "openshift_pkg_version was not defined. Falling back to -3.10.0" } TASK [openshift_version : set_fact] ******************************************** ok: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : assert openshift_release in openshift_image_tag] ***** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : assert openshift_release in openshift_pkg_version] *** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_release": "3.10" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_image_tag": "v3.10.0-rc.0" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_pkg_version": "-3.10.0*" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_version": "3.10.0" } TASK [set openshift_version booleans (first master)] *************************** ok: [node01] PLAY [Set openshift_version for etcd, node, and master hosts] ****************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [set_fact] **************************************************************** ok: [node02] TASK [set openshift_version booleans (masters and nodes)] ********************** ok: [node02] PLAY [Verify Requirements] ***************************************************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [Run variable sanity checks] ********************************************** ok: [node01] TASK [Validate openshift_node_groups and openshift_node_group_name] ************ ok: [node01] PLAY [Initialization Checkpoint End] ******************************************* TASK [Set install initialization 'Complete'] *********************************** ok: [node01] PLAY [Validate node hostnames] ************************************************* TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [Query DNS for IP address of node02] ************************************** ok: [node02] TASK [Validate openshift_hostname when defined] ******************************** skipping: [node02] TASK [Validate openshift_ip exists on node when defined] *********************** skipping: [node02] PLAY [Configure os_firewall] *************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [os_firewall : Detecting Atomic Host Operating System] ******************** ok: [node02] TASK [os_firewall : Set fact r_os_firewall_is_atomic] ************************** ok: [node02] TASK [os_firewall : Fail - Firewalld is not supported on Atomic Host] ********** skipping: [node02] TASK [os_firewall : Install firewalld packages] ******************************** skipping: [node02] TASK [os_firewall : Ensure iptables services are not enabled] ****************** skipping: [node02] => (item=iptables) skipping: [node02] => (item=ip6tables) TASK [os_firewall : Wait 10 seconds after disabling iptables] ****************** skipping: [node02] TASK [os_firewall : Start and enable firewalld service] ************************ skipping: [node02] TASK [os_firewall : need to pause here, otherwise the firewalld service starting can sometimes cause ssh to fail] *** skipping: [node02] TASK [os_firewall : Restart polkitd] ******************************************* skipping: [node02] TASK [os_firewall : Wait for polkit action to have been created] *************** skipping: [node02] TASK [os_firewall : Ensure firewalld service is not enabled] ******************* ok: [node02] TASK [os_firewall : Wait 10 seconds after disabling firewalld] ***************** skipping: [node02] TASK [os_firewall : Install iptables packages] ********************************* ok: [node02] => (item=iptables) ok: [node02] => (item=iptables-services) TASK [os_firewall : Start and enable iptables service] ************************* ok: [node02 -> node02] => (item=node02) TASK [os_firewall : need to pause here, otherwise the iptables service starting can sometimes cause ssh to fail] *** skipping: [node02] PLAY [oo_nodes_to_config] ****************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [container_runtime : Setup the docker-storage for overlay] **************** skipping: [node02] TASK [container_runtime : Create file system on extra volume device] *********** TASK [container_runtime : Create mount entry for extra volume] ***************** PLAY [oo_nodes_to_config] ****************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_excluder : Install docker excluder - yum] ********************** ok: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* ok: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** skipping: [node02] TASK [container_runtime : Getting current systemd-udevd exec command] ********** skipping: [node02] TASK [container_runtime : Assure systemd-udevd.service.d directory exists] ***** skipping: [node02] TASK [container_runtime : Create systemd-udevd override file] ****************** skipping: [node02] TASK [container_runtime : Add enterprise registry, if necessary] *************** skipping: [node02] TASK [container_runtime : Add http_proxy to /etc/atomic.conf] ****************** skipping: [node02] TASK [container_runtime : Add https_proxy to /etc/atomic.conf] ***************** skipping: [node02] TASK [container_runtime : Add no_proxy to /etc/atomic.conf] ******************** skipping: [node02] TASK [container_runtime : Get current installed Docker version] **************** ok: [node02] TASK [container_runtime : Error out if Docker pre-installed but too old] ******* skipping: [node02] TASK [container_runtime : Error out if requested Docker is too old] ************ skipping: [node02] TASK [container_runtime : Install Docker] ************************************** skipping: [node02] TASK [container_runtime : Ensure docker.service.d directory exists] ************ ok: [node02] TASK [container_runtime : Configure Docker service unit file] ****************** ok: [node02] TASK [container_runtime : stat] ************************************************ ok: [node02] TASK [container_runtime : Set registry params] ********************************* skipping: [node02] => (item={u'reg_conf_var': u'ADD_REGISTRY', u'reg_flag': u'--add-registry', u'reg_fact_val': []}) skipping: [node02] => (item={u'reg_conf_var': u'BLOCK_REGISTRY', u'reg_flag': u'--block-registry', u'reg_fact_val': []}) skipping: [node02] => (item={u'reg_conf_var': u'INSECURE_REGISTRY', u'reg_flag': u'--insecure-registry', u'reg_fact_val': []}) TASK [container_runtime : Place additional/blocked/insecure registries in /etc/containers/registries.conf] *** skipping: [node02] TASK [container_runtime : Set Proxy Settings] ********************************** skipping: [node02] => (item={u'reg_conf_var': u'HTTP_PROXY', u'reg_fact_val': u''}) skipping: [node02] => (item={u'reg_conf_var': u'HTTPS_PROXY', u'reg_fact_val': u''}) skipping: [node02] => (item={u'reg_conf_var': u'NO_PROXY', u'reg_fact_val': u''}) TASK [container_runtime : Set various Docker options] ************************** ok: [node02] TASK [container_runtime : stat] ************************************************ ok: [node02] TASK [container_runtime : Configure Docker Network OPTIONS] ******************** ok: [node02] TASK [container_runtime : Detect if docker is already started] ***************** ok: [node02] TASK [container_runtime : Start the Docker service] **************************** ok: [node02] TASK [container_runtime : set_fact] ******************************************** ok: [node02] TASK [container_runtime : Check for docker_storage_path/overlay2] ************** ok: [node02] TASK [container_runtime : Fixup SELinux permissions for docker] **************** changed: [node02] TASK [container_runtime : Ensure /var/lib/containers exists] ******************* ok: [node02] TASK [container_runtime : Fix SELinux Permissions on /var/lib/containers] ****** ok: [node02] TASK [container_runtime : Check for credentials file for registry auth] ******** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth] ***** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth (alternative)] *** skipping: [node02] TASK [container_runtime : stat the docker data dir] **************************** ok: [node02] TASK [container_runtime : stop the current running docker] ********************* skipping: [node02] TASK [container_runtime : copy "/var/lib/docker" to "/var/lib/containers/docker"] *** skipping: [node02] TASK [container_runtime : Set the selinux context on /var/lib/containers/docker] *** skipping: [node02] TASK [container_runtime : restorecon the /var/lib/containers/docker] *********** skipping: [node02] TASK [container_runtime : Remove the old docker location] ********************** skipping: [node02] TASK [container_runtime : Setup the link] ************************************** skipping: [node02] TASK [container_runtime : start docker] **************************************** skipping: [node02] TASK [container_runtime : Fail if Atomic Host since this is an rpm request] **** skipping: [node02] TASK [container_runtime : Getting current systemd-udevd exec command] ********** skipping: [node02] TASK [container_runtime : Assure systemd-udevd.service.d directory exists] ***** skipping: [node02] TASK [container_runtime : Create systemd-udevd override file] ****************** skipping: [node02] TASK [container_runtime : Add enterprise registry, if necessary] *************** skipping: [node02] TASK [container_runtime : Check that overlay is in the kernel] ***************** skipping: [node02] TASK [container_runtime : Add overlay to modprobe.d] *************************** skipping: [node02] TASK [container_runtime : Manually modprobe overlay into the kernel] *********** skipping: [node02] TASK [container_runtime : Enable and start systemd-modules-load] *************** skipping: [node02] TASK [container_runtime : Install cri-o] *************************************** skipping: [node02] TASK [container_runtime : Remove CRI-O default configuration files] ************ skipping: [node02] => (item=/etc/cni/net.d/200-loopback.conf) skipping: [node02] => (item=/etc/cni/net.d/100-crio-bridge.conf) TASK [container_runtime : Create the CRI-O configuration] ********************** skipping: [node02] TASK [container_runtime : Ensure CNI configuration directory exists] *********** skipping: [node02] TASK [container_runtime : Add iptables allow rules] **************************** skipping: [node02] => (item={u'port': u'10010/tcp', u'service': u'crio'}) TASK [container_runtime : Remove iptables rules] ******************************* TASK [container_runtime : Add firewalld allow rules] *************************** skipping: [node02] => (item={u'port': u'10010/tcp', u'service': u'crio'}) TASK [container_runtime : Remove firewalld allow rules] ************************ TASK [container_runtime : Configure the CNI network] *************************** skipping: [node02] TASK [container_runtime : Create /etc/sysconfig/crio-network] ****************** skipping: [node02] TASK [container_runtime : Start the CRI-O service] ***************************** skipping: [node02] TASK [container_runtime : Ensure /var/lib/containers exists] ******************* skipping: [node02] TASK [container_runtime : Fix SELinux Permissions on /var/lib/containers] ****** skipping: [node02] TASK [container_runtime : Check for credentials file for registry auth] ******** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth] ***** skipping: [node02] TASK [container_runtime : Create credentials for docker cli registry auth (alternative)] *** skipping: [node02] TASK [container_runtime : stat the docker data dir] **************************** skipping: [node02] TASK [container_runtime : stop the current running docker] ********************* skipping: [node02] TASK [container_runtime : copy "/var/lib/docker" to "/var/lib/containers/docker"] *** skipping: [node02] TASK [container_runtime : Set the selinux context on /var/lib/containers/docker] *** skipping: [node02] TASK [container_runtime : restorecon the /var/lib/containers/docker] *********** skipping: [node02] TASK [container_runtime : Remove the old docker location] ********************** skipping: [node02] TASK [container_runtime : Setup the link] ************************************** skipping: [node02] TASK [container_runtime : start docker] **************************************** skipping: [node02] PLAY [Determine openshift_version to configure on first master] **************** TASK [Gathering Facts] ********************************************************* ok: [node01] TASK [include_role] ************************************************************ TASK [openshift_version : Use openshift_current_version fact as version to configure if already installed] *** skipping: [node01] TASK [openshift_version : Set openshift_version to openshift_release if undefined] *** skipping: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : debug] *********************************************** skipping: [node01] TASK [openshift_version : set_fact] ******************************************** skipping: [node01] TASK [openshift_version : assert openshift_release in openshift_image_tag] ***** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : assert openshift_release in openshift_pkg_version] *** ok: [node01] => { "changed": false, "msg": "All assertions passed" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_release": "3.10" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_image_tag": "v3.10.0-rc.0" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_pkg_version": "-3.10.0*" } TASK [openshift_version : debug] *********************************************** ok: [node01] => { "openshift_version": "3.10.0" } TASK [set openshift_version booleans (first master)] *************************** ok: [node01] PLAY [Set openshift_version for etcd, node, and master hosts] ****************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [set_fact] **************************************************************** ok: [node02] TASK [set openshift_version booleans (masters and nodes)] ********************** ok: [node02] PLAY [Node Preparation Checkpoint Start] *************************************** TASK [Set Node preparation 'In Progress'] ************************************** ok: [node01] PLAY [Only target nodes that have not yet been bootstrapped] ******************* TASK [Gathering Facts] ********************************************************* ok: [localhost] TASK [add_host] **************************************************************** skipping: [localhost] => (item=node02) ok: [localhost] => (item=node01) PLAY [Disable excluders] ******************************************************* TASK [openshift_excluder : Detecting Atomic Host Operating System] ************* ok: [node02] TASK [openshift_excluder : Debug r_openshift_excluder_enable_docker_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_docker_excluder": true } TASK [openshift_excluder : Debug r_openshift_excluder_enable_openshift_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_openshift_excluder": true } TASK [openshift_excluder : Fail if invalid openshift_excluder_action provided] *** skipping: [node02] TASK [openshift_excluder : Fail if r_openshift_excluder_upgrade_target is not defined] *** skipping: [node02] TASK [openshift_excluder : Include main action task file] ********************** included: /root/openshift-ansible/roles/openshift_excluder/tasks/disable.yml for node02 TASK [openshift_excluder : Get available excluder version] ********************* skipping: [node02] TASK [openshift_excluder : Fail when excluder package is not found] ************ skipping: [node02] TASK [openshift_excluder : Set fact excluder_version] ************************** skipping: [node02] TASK [openshift_excluder : origin-docker-excluder version detected] ************ skipping: [node02] TASK [openshift_excluder : Printing upgrade target version] ******************** skipping: [node02] TASK [openshift_excluder : Check the available origin-docker-excluder version is at most of the upgrade target version] *** skipping: [node02] TASK [openshift_excluder : Get available excluder version] ********************* skipping: [node02] TASK [openshift_excluder : Fail when excluder package is not found] ************ skipping: [node02] TASK [openshift_excluder : Set fact excluder_version] ************************** skipping: [node02] TASK [openshift_excluder : origin-excluder version detected] ******************* skipping: [node02] TASK [openshift_excluder : Printing upgrade target version] ******************** skipping: [node02] TASK [openshift_excluder : Check the available origin-excluder version is at most of the upgrade target version] *** skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : disable docker excluder] **************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : disable openshift excluder] ************************* changed: [node02] TASK [openshift_excluder : Install docker excluder - yum] ********************** skipping: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** changed: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : disable docker excluder] **************************** skipping: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : disable openshift excluder] ************************* changed: [node02] PLAY [Configure nodes] ********************************************************* TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_cloud_provider : Set cloud provider facts] ********************* skipping: [node02] TASK [openshift_cloud_provider : Create cloudprovider config dir] ************** skipping: [node02] TASK [openshift_cloud_provider : include the defined cloud provider files] ***** skipping: [node02] TASK [openshift_node : fail] *************************************************** skipping: [node02] TASK [openshift_node : Check for NetworkManager service] *********************** ok: [node02] TASK [openshift_node : Set fact using_network_manager] ************************* ok: [node02] TASK [openshift_node : Install dnsmasq] **************************************** ok: [node02] TASK [openshift_node : ensure origin/node directory exists] ******************** changed: [node02] => (item=/etc/origin) changed: [node02] => (item=/etc/origin/node) TASK [openshift_node : Install NetworkManager during node_bootstrap provisioning] *** skipping: [node02] TASK [openshift_node : Install network manager dispatch script] **************** skipping: [node02] TASK [openshift_node : Install dnsmasq configuration] ************************** ok: [node02] TASK [openshift_node : Deploy additional dnsmasq.conf] ************************* skipping: [node02] TASK [openshift_node : Enable dnsmasq] ***************************************** ok: [node02] TASK [openshift_node : Install network manager dispatch script] **************** ok: [node02] TASK [openshift_node : Add iptables allow rules] ******************************* ok: [node02] => (item={u'port': u'10250/tcp', u'service': u'Kubernetes kubelet'}) ok: [node02] => (item={u'port': u'10256/tcp', u'service': u'Kubernetes kube-proxy health check for service load balancers'}) ok: [node02] => (item={u'port': u'80/tcp', u'service': u'http'}) ok: [node02] => (item={u'port': u'443/tcp', u'service': u'https'}) ok: [node02] => (item={u'cond': u'openshift_use_openshift_sdn | bool', u'port': u'4789/udp', u'service': u'OpenShift OVS sdn'}) skipping: [node02] => (item={u'cond': False, u'port': u'179/tcp', u'service': u'Calico BGP Port'}) skipping: [node02] => (item={u'cond': False, u'port': u'/tcp', u'service': u'Kubernetes service NodePort TCP'}) skipping: [node02] => (item={u'cond': False, u'port': u'/udp', u'service': u'Kubernetes service NodePort UDP'}) TASK [openshift_node : Remove iptables rules] ********************************** TASK [openshift_node : Add firewalld allow rules] ****************************** skipping: [node02] => (item={u'port': u'10250/tcp', u'service': u'Kubernetes kubelet'}) skipping: [node02] => (item={u'port': u'10256/tcp', u'service': u'Kubernetes kube-proxy health check for service load balancers'}) skipping: [node02] => (item={u'port': u'80/tcp', u'service': u'http'}) skipping: [node02] => (item={u'port': u'443/tcp', u'service': u'https'}) skipping: [node02] => (item={u'cond': u'openshift_use_openshift_sdn | bool', u'port': u'4789/udp', u'service': u'OpenShift OVS sdn'}) skipping: [node02] => (item={u'cond': False, u'port': u'179/tcp', u'service': u'Calico BGP Port'}) skipping: [node02] => (item={u'cond': False, u'port': u'/tcp', u'service': u'Kubernetes service NodePort TCP'}) skipping: [node02] => (item={u'cond': False, u'port': u'/udp', u'service': u'Kubernetes service NodePort UDP'}) TASK [openshift_node : Remove firewalld allow rules] *************************** TASK [openshift_node : Checking for journald.conf] ***************************** ok: [node02] TASK [openshift_node : Create journald persistence directories] **************** ok: [node02] TASK [openshift_node : Update journald setup] ********************************** ok: [node02] => (item={u'var': u'Storage', u'val': u'persistent'}) ok: [node02] => (item={u'var': u'Compress', u'val': True}) ok: [node02] => (item={u'var': u'SyncIntervalSec', u'val': u'1s'}) ok: [node02] => (item={u'var': u'RateLimitInterval', u'val': u'1s'}) ok: [node02] => (item={u'var': u'RateLimitBurst', u'val': 10000}) ok: [node02] => (item={u'var': u'SystemMaxUse', u'val': u'8G'}) ok: [node02] => (item={u'var': u'SystemKeepFree', u'val': u'20%'}) ok: [node02] => (item={u'var': u'SystemMaxFileSize', u'val': u'10M'}) ok: [node02] => (item={u'var': u'MaxRetentionSec', u'val': u'1month'}) ok: [node02] => (item={u'var': u'MaxFileSec', u'val': u'1day'}) ok: [node02] => (item={u'var': u'ForwardToSyslog', u'val': False}) ok: [node02] => (item={u'var': u'ForwardToWall', u'val': False}) TASK [openshift_node : Restart journald] *************************************** skipping: [node02] TASK [openshift_node : Disable swap] ******************************************* ok: [node02] TASK [openshift_node : Install node, clients, and conntrack packages] ********** ok: [node02] => (item={u'name': u'origin-node-3.10.0*'}) ok: [node02] => (item={u'name': u'origin-clients-3.10.0*'}) ok: [node02] => (item={u'name': u'conntrack-tools'}) TASK [openshift_node : Restart cri-o] ****************************************** skipping: [node02] TASK [openshift_node : restart NetworkManager to ensure resolv.conf is present] *** changed: [node02] TASK [openshift_node : sysctl] ************************************************* ok: [node02] TASK [openshift_node : Check for credentials file for registry auth] *********** skipping: [node02] TASK [openshift_node : Create credentials for registry auth] ******************* skipping: [node02] TASK [openshift_node : Create credentials for registry auth (alternative)] ***** skipping: [node02] TASK [openshift_node : Setup ro mount of /root/.docker for containerized hosts] *** skipping: [node02] TASK [openshift_node : Check that node image is present] *********************** changed: [node02] TASK [openshift_node : Pre-pull node image] ************************************ skipping: [node02] TASK [openshift_node : Copy node script to the node] *************************** ok: [node02] TASK [openshift_node : Install Node service file] ****************************** ok: [node02] TASK [openshift_node : Ensure old system path is set] ************************** skipping: [node02] => (item=/etc/origin/openvswitch) skipping: [node02] => (item=/var/lib/kubelet) skipping: [node02] => (item=/opt/cni/bin) TASK [openshift_node : Check status of node image pre-pull] ******************** skipping: [node02] TASK [openshift_node : Copy node container image to ostree storage] ************ skipping: [node02] TASK [openshift_node : Install or Update node system container] **************** skipping: [node02] TASK [openshift_node : Restart network manager to ensure networking configuration is in place] *** skipping: [node02] TASK [openshift_node : Configure Node settings] ******************************** ok: [node02] => (item={u'regex': u'^OPTIONS=', u'line': u'OPTIONS='}) ok: [node02] => (item={u'regex': u'^DEBUG_LOGLEVEL=', u'line': u'DEBUG_LOGLEVEL=2'}) ok: [node02] => (item={u'regex': u'^IMAGE_VERSION=', u'line': u'IMAGE_VERSION=v3.10.0-rc.0'}) TASK [openshift_node : Configure Proxy Settings] ******************************* skipping: [node02] => (item={u'regex': u'^HTTP_PROXY=', u'line': u'HTTP_PROXY='}) skipping: [node02] => (item={u'regex': u'^HTTPS_PROXY=', u'line': u'HTTPS_PROXY='}) skipping: [node02] => (item={u'regex': u'^NO_PROXY=', u'line': u'NO_PROXY=[],172.30.0.0/16,10.128.0.0/14'}) TASK [openshift_node : file] *************************************************** skipping: [node02] TASK [openshift_node : Create the Node config] ********************************* changed: [node02] TASK [openshift_node : Configure Node Environment Variables] ******************* TASK [openshift_node : Ensure the node static pod directory exists] ************ changed: [node02] TASK [openshift_node : Configure AWS Cloud Provider Settings] ****************** skipping: [node02] => (item=None) skipping: [node02] => (item=None) skipping: [node02] TASK [openshift_node : Check status of node image pre-pull] ******************** skipping: [node02] TASK [openshift_node : Install NFS storage plugin dependencies] **************** ok: [node02] TASK [openshift_node : Check for existence of nfs sebooleans] ****************** ok: [node02] => (item=virt_use_nfs) ok: [node02] => (item=virt_sandbox_use_nfs) TASK [openshift_node : Set seboolean to allow nfs storage plugin access from containers] *** ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-15 07:14:47.699753', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_use_nfs'], u'rc': 0, 'item': u'virt_use_nfs', u'delta': u'0:00:00.018386', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_nfs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-15 07:14:47.681367', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-15 07:14:48.919165', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_nfs'], u'rc': 0, 'item': u'virt_sandbox_use_nfs', u'delta': u'0:00:00.006768', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_nfs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-15 07:14:48.912397', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Set seboolean to allow nfs storage plugin access from containers (python 3)] *** skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-15 07:14:47.699753', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_use_nfs'], u'rc': 0, 'item': u'virt_use_nfs', u'delta': u'0:00:00.018386', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_nfs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-15 07:14:47.681367', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-15 07:14:48.919165', '_ansible_no_log': False, u'stdout': u'virt_use_nfs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_nfs'], u'rc': 0, 'item': u'virt_sandbox_use_nfs', u'delta': u'0:00:00.006768', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_nfs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_nfs --> on'], 'failed_when_result': False, u'start': u'2018-07-15 07:14:48.912397', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Install GlusterFS storage plugin dependencies] ********** ok: [node02] TASK [openshift_node : Check for existence of fusefs sebooleans] *************** ok: [node02] => (item=virt_use_fusefs) ok: [node02] => (item=virt_sandbox_use_fusefs) TASK [openshift_node : Set seboolean to allow gluster storage plugin access from containers] *** ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-15 07:14:55.931125', '_ansible_no_log': False, u'stdout': u'virt_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_use_fusefs'], u'rc': 0, 'item': u'virt_use_fusefs', u'delta': u'0:00:00.014303', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_fusefs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-15 07:14:55.916822', '_ansible_ignore_errors': None, 'failed': False}) ok: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-15 07:14:57.448401', '_ansible_no_log': False, u'stdout': u'virt_sandbox_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_fusefs'], u'rc': 0, 'item': u'virt_sandbox_use_fusefs', u'delta': u'0:00:00.012678', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_fusefs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_sandbox_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-15 07:14:57.435723', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Set seboolean to allow gluster storage plugin access from containers (python 3)] *** skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-15 07:14:55.931125', '_ansible_no_log': False, u'stdout': u'virt_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_use_fusefs'], u'rc': 0, 'item': u'virt_use_fusefs', u'delta': u'0:00:00.014303', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_use_fusefs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-15 07:14:55.916822', '_ansible_ignore_errors': None, 'failed': False}) skipping: [node02] => (item={'_ansible_parsed': True, 'stderr_lines': [], '_ansible_item_result': True, u'end': u'2018-07-15 07:14:57.448401', '_ansible_no_log': False, u'stdout': u'virt_sandbox_use_fusefs --> on', u'cmd': [u'getsebool', u'virt_sandbox_use_fusefs'], u'rc': 0, 'item': u'virt_sandbox_use_fusefs', u'delta': u'0:00:00.012678', u'stderr': u'', u'changed': False, u'invocation': {u'module_args': {u'creates': None, u'executable': None, u'_uses_shell': False, u'_raw_params': u'getsebool virt_sandbox_use_fusefs', u'removes': None, u'warn': True, u'chdir': None, u'stdin': None}}, 'stdout_lines': [u'virt_sandbox_use_fusefs --> on'], 'failed_when_result': False, u'start': u'2018-07-15 07:14:57.435723', '_ansible_ignore_errors': None, 'failed': False}) TASK [openshift_node : Install Ceph storage plugin dependencies] *************** ok: [node02] TASK [openshift_node : Install iSCSI storage plugin dependencies] ************** ok: [node02] => (item=iscsi-initiator-utils) ok: [node02] => (item=device-mapper-multipath) TASK [openshift_node : restart services] *************************************** ok: [node02] => (item=multipathd) ok: [node02] => (item=rpcbind) ok: [node02] => (item=iscsid) TASK [openshift_node : Template multipath configuration] *********************** changed: [node02] TASK [openshift_node : Enable and start multipath] ***************************** changed: [node02] TASK [tuned : Check for tuned package] ***************************************** ok: [node02] TASK [tuned : Set tuned OpenShift variables] *********************************** ok: [node02] TASK [tuned : Ensure directory structure exists] ******************************* ok: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1529614575.1009853, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-control-plane', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1529614575.1009853, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-node', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1529614575.1009853, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/recommend.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'recommend.conf', 'size': 290, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-control-plane/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-control-plane/tuned.conf', 'size': 744, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-node/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-node/tuned.conf', 'size': 135, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift/tuned.conf', 'size': 594, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) TASK [tuned : Ensure files are populated from templates] *********************** skipping: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1529614575.1009853, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-control-plane', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1529614575.1009853, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-node', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) skipping: [node02] => (item={'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'state': 'directory', 'ctime': 1529614575.1009853, 'serole': 'object_r', 'gid': 0, 'mode': '0755', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift', 'size': 24, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/recommend.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'recommend.conf', 'size': 290, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-control-plane/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-control-plane/tuned.conf', 'size': 744, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift-node/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift-node/tuned.conf', 'size': 135, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) ok: [node02] => (item={'src': u'/root/openshift-ansible/roles/tuned/templates/openshift/tuned.conf', 'group': u'root', 'uid': 0, 'selevel': 's0', 'seuser': 'unconfined_u', 'serole': 'object_r', 'ctime': 1529614575.1009853, 'state': 'file', 'gid': 0, 'mode': '0644', 'mtime': 1529614575.1009853, 'owner': 'root', 'path': u'openshift/tuned.conf', 'size': 594, 'root': u'/root/openshift-ansible/roles/tuned/templates', 'setype': 'admin_home_t'}) TASK [tuned : Make tuned use the recommended tuned profile on restart] ********* changed: [node02] => (item=/etc/tuned/active_profile) changed: [node02] => (item=/etc/tuned/profile_mode) TASK [tuned : Restart tuned service] ******************************************* changed: [node02] TASK [nickhammond.logrotate : nickhammond.logrotate | Install logrotate] ******* ok: [node02] TASK [nickhammond.logrotate : nickhammond.logrotate | Setup logrotate.d scripts] *** PLAY [node bootstrap config] *************************************************** TASK [Gathering Facts] ********************************************************* ok: [node02] TASK [openshift_node : install needed rpm(s)] ********************************** ok: [node02] => (item=origin-node) ok: [node02] => (item=origin-docker-excluder) ok: [node02] => (item=ansible) ok: [node02] => (item=bash-completion) ok: [node02] => (item=docker) ok: [node02] => (item=haproxy) ok: [node02] => (item=dnsmasq) ok: [node02] => (item=ntp) ok: [node02] => (item=logrotate) ok: [node02] => (item=httpd-tools) ok: [node02] => (item=bind-utils) ok: [node02] => (item=firewalld) ok: [node02] => (item=libselinux-python) ok: [node02] => (item=conntrack-tools) ok: [node02] => (item=openssl) ok: [node02] => (item=iproute) ok: [node02] => (item=python-dbus) ok: [node02] => (item=PyYAML) ok: [node02] => (item=yum-utils) ok: [node02] => (item=glusterfs-fuse) ok: [node02] => (item=device-mapper-multipath) ok: [node02] => (item=nfs-utils) ok: [node02] => (item=cockpit-ws) ok: [node02] => (item=cockpit-system) ok: [node02] => (item=cockpit-bridge) ok: [node02] => (item=cockpit-docker) ok: [node02] => (item=iscsi-initiator-utils) ok: [node02] => (item=ceph-common) TASK [openshift_node : create the directory for node] ************************** skipping: [node02] TASK [openshift_node : laydown systemd override] ******************************* skipping: [node02] TASK [openshift_node : update the sysconfig to have necessary variables] ******* ok: [node02] => (item={u'regexp': u'^KUBECONFIG=.*', u'line': u'KUBECONFIG=/etc/origin/node/bootstrap.kubeconfig'}) TASK [openshift_node : Configure AWS Cloud Provider Settings] ****************** skipping: [node02] => (item=None) skipping: [node02] => (item=None) skipping: [node02] TASK [openshift_node : disable origin-node service] **************************** changed: [node02] => (item=origin-node.service) TASK [openshift_node : Check for RPM generated config marker file .config_managed] *** ok: [node02] TASK [openshift_node : create directories for bootstrapping] ******************* ok: [node02] => (item=/root/openshift_bootstrap) changed: [node02] => (item=/var/lib/origin/openshift.local.config) changed: [node02] => (item=/var/lib/origin/openshift.local.config/node) ok: [node02] => (item=/etc/docker/certs.d/docker-registry.default.svc:5000) TASK [openshift_node : laydown the bootstrap.yml file for on boot configuration] *** ok: [node02] TASK [openshift_node : Create a symlink to the node client CA for the docker registry] *** ok: [node02] TASK [openshift_node : Remove RPM generated config files if present] *********** skipping: [node02] => (item=master) skipping: [node02] => (item=.config_managed) TASK [openshift_node : find all files in /etc/origin/node so we can remove them] *** skipping: [node02] TASK [openshift_node : Remove everything except the resolv.conf required for node] *** skipping: [node02] TASK [openshift_node_group : create node config template] ********************** changed: [node02] TASK [openshift_node_group : remove existing node config] ********************** changed: [node02] TASK [openshift_node_group : Ensure required directories are present] ********** ok: [node02] => (item=/etc/origin/node/pods) changed: [node02] => (item=/etc/origin/node/certificates) TASK [openshift_node_group : Update the sysconfig to group "node-config-compute"] *** changed: [node02] TASK [set_fact] **************************************************************** ok: [node02] PLAY [Re-enable excluder if it was previously enabled] ************************* TASK [openshift_excluder : Detecting Atomic Host Operating System] ************* ok: [node02] TASK [openshift_excluder : Debug r_openshift_excluder_enable_docker_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_docker_excluder": true } TASK [openshift_excluder : Debug r_openshift_excluder_enable_openshift_excluder] *** ok: [node02] => { "r_openshift_excluder_enable_openshift_excluder": true } TASK [openshift_excluder : Fail if invalid openshift_excluder_action provided] *** skipping: [node02] TASK [openshift_excluder : Fail if r_openshift_excluder_upgrade_target is not defined] *** skipping: [node02] TASK [openshift_excluder : Include main action task file] ********************** included: /root/openshift-ansible/roles/openshift_excluder/tasks/enable.yml for node02 TASK [openshift_excluder : Install docker excluder - yum] ********************** skipping: [node02] TASK [openshift_excluder : Install docker excluder - dnf] ********************** skipping: [node02] TASK [openshift_excluder : Install openshift excluder - yum] ******************* skipping: [node02] TASK [openshift_excluder : Install openshift excluder - dnf] ******************* skipping: [node02] TASK [openshift_excluder : set_fact] ******************************************* skipping: [node02] TASK [openshift_excluder : Check for docker-excluder] ************************** ok: [node02] TASK [openshift_excluder : Enable docker excluder] ***************************** changed: [node02] TASK [openshift_excluder : Check for openshift excluder] *********************** ok: [node02] TASK [openshift_excluder : Enable openshift excluder] ************************** changed: [node02] PLAY [Node Preparation Checkpoint End] ***************************************** TASK [Set Node preparation 'Complete'] ***************************************** ok: [node01] PLAY [Distribute bootstrap and start nodes] ************************************ TASK [openshift_node : Gather node information] ******************************** changed: [node02] ok: [node01] TASK [openshift_node : Copy master bootstrap config locally] ******************* ok: [node02] TASK [openshift_node : Distribute bootstrap kubeconfig if one does not exist] *** ok: [node01] changed: [node02] TASK [openshift_node : Start and enable node for bootstrapping] **************** changed: [node01] changed: [node02] TASK [openshift_node : Get node logs] ****************************************** skipping: [node02] skipping: [node01] TASK [openshift_node : debug] ************************************************** skipping: [node02] skipping: [node01] TASK [openshift_node : fail] *************************************************** skipping: [node02] skipping: [node01] PLAY [Approve any pending CSR requests from inventory nodes] ******************* TASK [Dump all candidate bootstrap hostnames] ********************************** ok: [node01] => { "msg": [ "node02", "node01" ] } TASK [Find all hostnames for bootstrapping] ************************************ ok: [node01] TASK [Dump the bootstrap hostnames] ******************************************** ok: [node01] => { "msg": [ "node02", "node01" ] } TASK [Approve bootstrap nodes] ************************************************* changed: [node01] TASK [Get CSRs] **************************************************************** skipping: [node01] TASK [Report approval errors] ************************************************** skipping: [node01] PLAY [Ensure any inventory labels are applied to the nodes] ******************** TASK [Gathering Facts] ********************************************************* ok: [node02] ok: [node01] TASK [openshift_manage_node : Wait for master API to become available before proceeding] *** skipping: [node02] TASK [openshift_manage_node : Wait for Node Registration] ********************** ok: [node02 -> node01] ok: [node01 -> node01] TASK [openshift_manage_node : include_tasks] *********************************** included: /root/openshift-ansible/roles/openshift_manage_node/tasks/config.yml for node02, node01 TASK [openshift_manage_node : Set node schedulability] ************************* ok: [node01 -> node01] ok: [node02 -> node01] TASK [openshift_manage_node : include_tasks] *********************************** included: /root/openshift-ansible/roles/openshift_manage_node/tasks/set_default_node_role.yml for node02, node01 TASK [openshift_manage_node : Retrieve nodes that are marked with the infra selector or the legacy infra selector] *** ok: [node02 -> node01] TASK [openshift_manage_node : Label infra or legacy infra nodes with the new role label] *** TASK [openshift_manage_node : Retrieve non-infra, non-master nodes that are not yet labeled compute] *** ok: [node02 -> node01] TASK [openshift_manage_node : label non-master non-infra nodes compute] ******** TASK [openshift_manage_node : Label all-in-one master as a compute node] ******* skipping: [node02] PLAY RECAP ********************************************************************* localhost : ok=30 changed=0 unreachable=0 failed=0 node01 : ok=71 changed=3 unreachable=0 failed=0 node02 : ok=155 changed=33 unreachable=0 failed=0 INSTALLER STATUS *************************************************************** Initialization : Complete (0:03:45) Node Preparation : Complete (0:04:38) Sending file modes: C0755 110489328 oc Sending file modes: C0600 5645 admin.kubeconfig Cluster "node01:8443" set. Cluster "node01:8443" set. + set +e + kubectl get nodes --no-headers + cluster/kubectl.sh get nodes --no-headers node01 Ready compute,infra,master 23d v1.10.0+b81c8f8 node02 Ready compute 57s v1.10.0+b81c8f8 + kubectl_rc=0 + '[' 0 -ne 0 ']' ++ kubectl get nodes --no-headers ++ cluster/kubectl.sh get nodes --no-headers ++ grep NotReady + '[' -n '' ']' + set -e + echo 'Nodes are ready:' Nodes are ready: + kubectl get nodes + cluster/kubectl.sh get nodes NAME STATUS ROLES AGE VERSION node01 Ready compute,infra,master 23d v1.10.0+b81c8f8 node02 Ready compute 59s v1.10.0+b81c8f8 + make cluster-sync ./cluster/build.sh Building ... Untagged: localhost:32810/kubevirt/virt-controller:devel Untagged: localhost:32810/kubevirt/virt-controller@sha256:94a0c928285e56bd8212f853b009b84bbca31e4c40c060e83b2e8a409055594a Untagged: localhost:32810/kubevirt/virt-launcher:devel Untagged: localhost:32810/kubevirt/virt-launcher@sha256:4518a50662f0ff7c1b97fc7e8207089cfaeecc0ca2665229b3127da312895963 Untagged: localhost:32810/kubevirt/virt-handler:devel Untagged: localhost:32810/kubevirt/virt-handler@sha256:eacce8ae4fcf68e94e7caeb6f3309111a5ae1bf89b45c47a1d3f04c0e53efbdd Untagged: localhost:32810/kubevirt/virt-api:devel Untagged: localhost:32810/kubevirt/virt-api@sha256:7032cf50888f1f9e211f387cecc1a2598659cdb6daff26ef45b405b7faa6c6f7 Untagged: localhost:32810/kubevirt/subresource-access-test:devel Untagged: localhost:32810/kubevirt/subresource-access-test@sha256:9c759e6325b182e6e0b1b9c05107653d09f2c58fefaeb87883617dbf23fcd2f6 Untagged: localhost:32810/kubevirt/example-hook-sidecar:devel Untagged: localhost:32810/kubevirt/example-hook-sidecar@sha256:6a0b53d9f634b6af20f245d2f76a7e84c0bc5522094dc4662af5bb282dc5e4a5 sha256:7d0ff7c8c318d908872cede18cbe0463a1f4e1df0e2ad9fe22f899e0e0bf4104 go version go1.10 linux/amd64 go version go1.10 linux/amd64 make[1]: Entering directory `/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt' hack/dockerized "./hack/check.sh && KUBEVIRT_VERSION= ./hack/build-go.sh install " && ./hack/build-copy-artifacts.sh sha256:7d0ff7c8c318d908872cede18cbe0463a1f4e1df0e2ad9fe22f899e0e0bf4104 go version go1.10 linux/amd64 go version go1.10 linux/amd64 find: '/root/go/src/kubevirt.io/kubevirt/_out/cmd': No such file or directory Compiling tests... compiled tests.test hack/build-docker.sh build Sending build context to Docker daemon 38.11 MB Step 1/8 : FROM fedora:27 ---> 9110ae7f579f Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virt-controller ---> Using cache ---> 0241ca8295a7 Step 4/8 : WORKDIR /home/virt-controller ---> Using cache ---> 348afd6e30e7 Step 5/8 : USER 1001 ---> Using cache ---> a56bbefef027 Step 6/8 : COPY virt-controller /usr/bin/virt-controller ---> bb1132a07f1c Removing intermediate container 2cf65987c1e0 Step 7/8 : ENTRYPOINT /usr/bin/virt-controller ---> Running in 93ae515f2d03 ---> 2c245daa88ac Removing intermediate container 93ae515f2d03 Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "virt-controller" '' ---> Running in e3489a9e7f21 ---> 41837f4db806 Removing intermediate container e3489a9e7f21 Successfully built 41837f4db806 Sending build context to Docker daemon 40.44 MB Step 1/10 : FROM kubevirt/libvirt:3.7.0 ---> c4e262d2dc3c Step 2/10 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 52c17d330685 Step 3/10 : RUN dnf -y install socat genisoimage util-linux libcgroup-tools ethtool net-tools sudo && dnf -y clean all && test $(id -u qemu) = 107 # make sure that the qemu user really is 107 ---> Using cache ---> c09056350983 Step 4/10 : COPY virt-launcher /usr/bin/virt-launcher ---> d23b8e1eddee Removing intermediate container 2dfd9c972b42 Step 5/10 : COPY kubevirt-sudo /etc/sudoers.d/kubevirt ---> 3c4a16852268 Removing intermediate container df0b214522ae Step 6/10 : RUN setcap CAP_NET_BIND_SERVICE=+eip /usr/bin/qemu-system-x86_64 ---> Running in 325fdd370304  ---> daadad3fb4a9 Removing intermediate container 325fdd370304 Step 7/10 : RUN mkdir -p /usr/share/kubevirt/virt-launcher ---> Running in 7758cfcaf1ed  ---> 429fecedaff1 Removing intermediate container 7758cfcaf1ed Step 8/10 : COPY entrypoint.sh libvirtd.sh sock-connector /usr/share/kubevirt/virt-launcher/ ---> 3ab3fca00b35 Removing intermediate container 8234f4e0c8f7 Step 9/10 : ENTRYPOINT /usr/share/kubevirt/virt-launcher/entrypoint.sh ---> Running in e3b68ddd192c ---> 31d8fb13878a Removing intermediate container e3b68ddd192c Step 10/10 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "virt-launcher" '' ---> Running in fc312fbc84a8 ---> 6d372a34b8f5 Removing intermediate container fc312fbc84a8 Successfully built 6d372a34b8f5 Sending build context to Docker daemon 39.56 MB Step 1/5 : FROM fedora:27 ---> 9110ae7f579f Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/5 : COPY virt-handler /usr/bin/virt-handler ---> 474919d44cb6 Removing intermediate container 77102e3b68f4 Step 4/5 : ENTRYPOINT /usr/bin/virt-handler ---> Running in 96cd4d73191e ---> 7f741eabb448 Removing intermediate container 96cd4d73191e Step 5/5 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "virt-handler" '' ---> Running in 2eed77eccc4f ---> 9c0d6740425a Removing intermediate container 2eed77eccc4f Successfully built 9c0d6740425a Sending build context to Docker daemon 37.02 MB Step 1/8 : FROM fedora:27 ---> 9110ae7f579f Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virt-api ---> Using cache ---> 5ad04faf42c8 Step 4/8 : WORKDIR /home/virt-api ---> Using cache ---> 686855fdf261 Step 5/8 : USER 1001 ---> Using cache ---> c633d341fb6f Step 6/8 : COPY virt-api /usr/bin/virt-api ---> 8a45b3e4f13b Removing intermediate container db90e6a0b4b7 Step 7/8 : ENTRYPOINT /usr/bin/virt-api ---> Running in 26351007cf81 ---> 2d3ac4a5800d Removing intermediate container 26351007cf81 Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "virt-api" '' ---> Running in 11803ab76a5b ---> 628fa17362d0 Removing intermediate container 11803ab76a5b Successfully built 628fa17362d0 Sending build context to Docker daemon 4.096 kB Step 1/7 : FROM fedora:27 ---> 9110ae7f579f Step 2/7 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/7 : ENV container docker ---> Using cache ---> fa9b94755746 Step 4/7 : RUN mkdir -p /images/custom /images/alpine && truncate -s 64M /images/custom/disk.img && curl http://dl-cdn.alpinelinux.org/alpine/v3.7/releases/x86_64/alpine-virt-3.7.0-x86_64.iso > /images/alpine/disk.img ---> Using cache ---> f44e689d5514 Step 5/7 : ADD entrypoint.sh / ---> Using cache ---> 898a453e2948 Step 6/7 : CMD /entrypoint.sh ---> Using cache ---> 5aad873fd4d8 Step 7/7 : LABEL "disks-images-provider" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Using cache ---> 5a2b5c74be8c Successfully built 5a2b5c74be8c Sending build context to Docker daemon 2.56 kB Step 1/5 : FROM fedora:27 ---> 9110ae7f579f Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/5 : ENV container docker ---> Using cache ---> fa9b94755746 Step 4/5 : RUN dnf -y install procps-ng nmap-ncat && dnf -y clean all ---> Using cache ---> e4b4ed9ff163 Step 5/5 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "vm-killer" '' ---> Using cache ---> ec04f91fb922 Successfully built ec04f91fb922 Sending build context to Docker daemon 5.12 kB Step 1/7 : FROM debian:sid ---> 496290160351 Step 2/7 : MAINTAINER "David Vossel" \ ---> Using cache ---> 081acc82039b Step 3/7 : ENV container docker ---> Using cache ---> 87a43203841c Step 4/7 : RUN apt-get update && apt-get install -y bash curl bzip2 qemu-utils && mkdir -p /disk && rm -rf /var/lib/apt/lists/* ---> Using cache ---> bbc83781e0a9 Step 5/7 : ADD entry-point.sh / ---> Using cache ---> c588d7a778a6 Step 6/7 : CMD /entry-point.sh ---> Using cache ---> e28b44b64988 Step 7/7 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "registry-disk-v1alpha" '' ---> Using cache ---> 16abf0a82ca0 Successfully built 16abf0a82ca0 Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:32968/kubevirt/registry-disk-v1alpha:devel ---> 16abf0a82ca0 Step 2/4 : MAINTAINER "David Vossel" \ ---> Using cache ---> c0e81d5abf07 Step 3/4 : RUN curl https://download.cirros-cloud.net/0.4.0/cirros-0.4.0-x86_64-disk.img > /disk/cirros.img ---> Using cache ---> dd8e8c439961 Step 4/4 : LABEL "cirros-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Using cache ---> 6c8a8f29b47e Successfully built 6c8a8f29b47e Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:32968/kubevirt/registry-disk-v1alpha:devel ---> 16abf0a82ca0 Step 2/4 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> f9c8f55f0098 Step 3/4 : RUN curl -g -L https://download.fedoraproject.org/pub/fedora/linux/releases/27/CloudImages/x86_64/images/Fedora-Cloud-Base-27-1.6.x86_64.qcow2 > /disk/fedora.qcow2 ---> Using cache ---> dacc271e4b4a Step 4/4 : LABEL "fedora-cloud-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Using cache ---> f07b6945b42b Successfully built f07b6945b42b Sending build context to Docker daemon 2.56 kB Step 1/4 : FROM localhost:32968/kubevirt/registry-disk-v1alpha:devel ---> 16abf0a82ca0 Step 2/4 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> f9c8f55f0098 Step 3/4 : RUN curl http://dl-cdn.alpinelinux.org/alpine/v3.7/releases/x86_64/alpine-virt-3.7.0-x86_64.iso > /disk/alpine.iso ---> Using cache ---> 806b9b408532 Step 4/4 : LABEL "alpine-registry-disk-demo" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Using cache ---> 599f9b3360ff Successfully built 599f9b3360ff Sending build context to Docker daemon 34.04 MB Step 1/8 : FROM fedora:27 ---> 9110ae7f579f Step 2/8 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/8 : RUN useradd -u 1001 --create-home -s /bin/bash virtctl ---> Using cache ---> d310698d4b36 Step 4/8 : WORKDIR /home/virtctl ---> Using cache ---> e8b8a9c6ab20 Step 5/8 : USER 1001 ---> Using cache ---> d741836b0961 Step 6/8 : COPY subresource-access-test /subresource-access-test ---> c7a383cefb22 Removing intermediate container 58dac8ebc2b9 Step 7/8 : ENTRYPOINT /subresource-access-test ---> Running in e4329bee545a ---> bc31e8bdc0d8 Removing intermediate container e4329bee545a Step 8/8 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "subresource-access-test" '' ---> Running in f2aa460093d8 ---> bc72ca9c4460 Removing intermediate container f2aa460093d8 Successfully built bc72ca9c4460 Sending build context to Docker daemon 3.072 kB Step 1/9 : FROM fedora:27 ---> 9110ae7f579f Step 2/9 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/9 : ENV container docker ---> Using cache ---> fa9b94755746 Step 4/9 : RUN dnf -y install make git gcc && dnf -y clean all ---> Using cache ---> 67d950d251fa Step 5/9 : ENV GIMME_GO_VERSION 1.9.2 ---> Using cache ---> 63dee67c4bde Step 6/9 : RUN mkdir -p /gimme && curl -sL https://raw.githubusercontent.com/travis-ci/gimme/master/gimme | HOME=/gimme bash >> /etc/profile.d/gimme.sh ---> Using cache ---> f9f0a3f8320f Step 7/9 : ENV GOPATH "/go" GOBIN "/usr/bin" ---> Using cache ---> 15d5af487ed6 Step 8/9 : RUN mkdir -p /go && source /etc/profile.d/gimme.sh && go get github.com/masterzen/winrm-cli ---> Using cache ---> 62349a577761 Step 9/9 : LABEL "kubevirt-functional-tests-openshift-3.10-release1" '' "winrmcli" '' ---> Using cache ---> f41c213849ba Successfully built f41c213849ba Sending build context to Docker daemon 34.49 MB Step 1/5 : FROM fedora:27 ---> 9110ae7f579f Step 2/5 : MAINTAINER "The KubeVirt Project" ---> Using cache ---> 0ae71e3c9e56 Step 3/5 : COPY example-hook-sidecar /example-hook-sidecar ---> 3c246f6a0d53 Removing intermediate container 0d465d860a1d Step 4/5 : ENTRYPOINT /example-hook-sidecar ---> Running in f452f5df920e ---> c7070f82f586 Removing intermediate container f452f5df920e Step 5/5 : LABEL "example-hook-sidecar" '' "kubevirt-functional-tests-openshift-3.10-release1" '' ---> Running in cdaaf315ca6a ---> f7d06a9d3f07 Removing intermediate container cdaaf315ca6a Successfully built f7d06a9d3f07 hack/build-docker.sh push The push refers to a repository [localhost:32968/kubevirt/virt-controller] 2606f26ba06e: Preparing a5b36bcc540d: Preparing 39bae602f753: Preparing a5b36bcc540d: Pushed 2606f26ba06e: Pushed 39bae602f753: Pushed devel: digest: sha256:9ebe6935a2d660c47ecc8899cd179f4cdc60e14e2951e7ccddcdf8d9f6b268e2 size: 948 The push refers to a repository [localhost:32968/kubevirt/virt-launcher] 120aae1c896f: Preparing fb0c275d4d77: Preparing b2f28ae1f43c: Preparing 79cd292ef7cf: Preparing bd863e769d4f: Preparing d56a24c0b6b9: Preparing 9e20b26113ea: Preparing a1a99db27cd1: Preparing ec5be2616f4d: Preparing ffcfbc9458ac: Preparing 68e0ce966da1: Preparing 39bae602f753: Preparing d56a24c0b6b9: Waiting 9e20b26113ea: Waiting 39bae602f753: Waiting ffcfbc9458ac: Waiting 68e0ce966da1: Waiting a1a99db27cd1: Waiting 79cd292ef7cf: Pushed 120aae1c896f: Pushed fb0c275d4d77: Pushed a1a99db27cd1: Pushed 9e20b26113ea: Pushed ffcfbc9458ac: Pushed ec5be2616f4d: Pushed 39bae602f753: Mounted from kubevirt/virt-controller b2f28ae1f43c: Pushed d56a24c0b6b9: Pushed bd863e769d4f: Pushed 68e0ce966da1: Pushed devel: digest: sha256:ed18ce2832a74d4a2a6aa8e10cf8ee8192f444f51cb4bc2f0adda15fe5f762e9 size: 2828 The push refers to a repository [localhost:32968/kubevirt/virt-handler] b8727908b475: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/virt-launcher b8727908b475: Pushed devel: digest: sha256:e29fe5497665fb2e0dd80795d41fc74e53906b31a04bdd13a0ace0a50e4b3618 size: 741 The push refers to a repository [localhost:32968/kubevirt/virt-api] cfebce95b9b9: Preparing 75ab133441d4: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/virt-handler 75ab133441d4: Pushed cfebce95b9b9: Pushed devel: digest: sha256:fcfb3ed2409f4f3eea3d689d1663ac0c31edbf0b862ab983c8a9d2067d1fc254 size: 948 The push refers to a repository [localhost:32968/kubevirt/disks-images-provider] ee9ad4a84d8d: Preparing 70611d11de64: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/virt-api ee9ad4a84d8d: Pushed 70611d11de64: Pushed devel: digest: sha256:5909293c04391e8285f6040e66550a4b7e396114d5b9b56fac578c172418ad5f size: 948 The push refers to a repository [localhost:32968/kubevirt/vm-killer] 4b816de0d5fd: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/disks-images-provider 4b816de0d5fd: Pushed devel: digest: sha256:172abce5d6cb5c0c9c9b6cb20e4219134a023cb0376781346f61a02c6b47e302 size: 740 The push refers to a repository [localhost:32968/kubevirt/registry-disk-v1alpha] cb3d1019d03e: Preparing 626899eeec02: Preparing 132d61a890c5: Preparing cb3d1019d03e: Pushed 626899eeec02: Pushed 132d61a890c5: Pushed devel: digest: sha256:daccb3f0f88a76226c345253449e80743bbf25f573dff9f043522332a54ddf3e size: 948 The push refers to a repository [localhost:32968/kubevirt/cirros-registry-disk-demo] 53ab419eb3e2: Preparing cb3d1019d03e: Preparing 626899eeec02: Preparing 132d61a890c5: Preparing 626899eeec02: Mounted from kubevirt/registry-disk-v1alpha cb3d1019d03e: Mounted from kubevirt/registry-disk-v1alpha 132d61a890c5: Mounted from kubevirt/registry-disk-v1alpha 53ab419eb3e2: Pushed devel: digest: sha256:dc992f0e9f99169047179481c078ca7f6b4f2007391c4e62d80666e140ad5c3d size: 1160 The push refers to a repository [localhost:32968/kubevirt/fedora-cloud-registry-disk-demo] 80823b89837c: Preparing cb3d1019d03e: Preparing 626899eeec02: Preparing 132d61a890c5: Preparing cb3d1019d03e: Mounted from kubevirt/cirros-registry-disk-demo 132d61a890c5: Mounted from kubevirt/cirros-registry-disk-demo 626899eeec02: Mounted from kubevirt/cirros-registry-disk-demo 80823b89837c: Pushed devel: digest: sha256:a563c009f82fc0a1f9095244fe0cb458b09e2bceccb4a6aa636d9898e3eb6c39 size: 1161 The push refers to a repository [localhost:32968/kubevirt/alpine-registry-disk-demo] 39d6040275f2: Preparing cb3d1019d03e: Preparing 626899eeec02: Preparing 132d61a890c5: Preparing 132d61a890c5: Mounted from kubevirt/fedora-cloud-registry-disk-demo cb3d1019d03e: Mounted from kubevirt/fedora-cloud-registry-disk-demo 626899eeec02: Mounted from kubevirt/fedora-cloud-registry-disk-demo 39d6040275f2: Pushed devel: digest: sha256:86fd58f48622c7e028e4ea2555097109e6ccaf5ec48c529b6bd596dc7993f981 size: 1160 The push refers to a repository [localhost:32968/kubevirt/subresource-access-test] b968f8e075b0: Preparing 6368c0536c64: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/vm-killer 6368c0536c64: Pushed b968f8e075b0: Pushed devel: digest: sha256:b07cb9568e5385467f80cc6c4e311fd586792435fcae5e9814b999d543dc2968 size: 948 The push refers to a repository [localhost:32968/kubevirt/winrmcli] 00e232679558: Preparing b7685068dac4: Preparing 0d5d88e46b0e: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/subresource-access-test 00e232679558: Pushed 0d5d88e46b0e: Pushed b7685068dac4: Pushed devel: digest: sha256:17696d0db6f5548b29c59af10c3073871204708e9daa77e93aeea22f572d2bb9 size: 1165 The push refers to a repository [localhost:32968/kubevirt/example-hook-sidecar] dc9c46b29541: Preparing 39bae602f753: Preparing 39bae602f753: Mounted from kubevirt/winrmcli dc9c46b29541: Pushed devel: digest: sha256:7bdce5cead3ebb5645e1a7f31093dbe222301512e23b5f219723343981afbbdc size: 740 make[1]: Leaving directory `/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt' Done ./cluster/clean.sh + source hack/common.sh ++++ dirname 'hack/common.sh[0]' +++ cd hack/../ +++ pwd ++ KUBEVIRT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt ++ OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out ++ VENDOR_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/vendor ++ CMD_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/cmd ++ TESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/tests ++ APIDOCS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/apidocs ++ MANIFESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests ++ MANIFEST_TEMPLATES_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/templates/manifests ++ PYTHON_CLIENT_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/client-python ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_NUM_NODES=2 ++ '[' -z kubevirt-functional-tests-openshift-3.10-release ']' ++ provider_prefix=kubevirt-functional-tests-openshift-3.10-release1 ++ job_prefix=kubevirt-functional-tests-openshift-3.10-release1 +++ kubevirt_version +++ '[' -n '' ']' +++ '[' -d /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/.git ']' ++++ git describe --always --tags +++ echo v0.7.0-42-g32443a2 ++ KUBEVIRT_VERSION=v0.7.0-42-g32443a2 + source cluster/os-3.10.0/provider.sh ++ set -e ++ image=os-3.10.0@sha256:0977f1c716862710c8324798b95802e11a149f4532e33be20dd70877fe8f5332 ++ source cluster/ephemeral-provider-common.sh +++ set -e +++ _cli='docker run --privileged --net=host --rm -v /var/run/docker.sock:/var/run/docker.sock kubevirtci/gocli@sha256:aa7f295a7908fa333ab5e98ef3af0bfafbabfd3cee2b83f9af47f722e3000f6a' + source hack/config.sh ++ unset binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig manifest_docker_prefix namespace ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ source hack/config-default.sh source hack/config-os-3.10.0.sh +++ binaries='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virtctl cmd/fake-qemu-process cmd/virt-api cmd/subresource-access-test cmd/example-hook-sidecar' +++ docker_images='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virt-api images/disks-images-provider images/vm-killer cmd/registry-disk-v1alpha images/cirros-registry-disk-demo images/fedora-cloud-registry-disk-demo images/alpine-registry-disk-demo cmd/subresource-access-test images/winrmcli cmd/example-hook-sidecar' +++ docker_prefix=kubevirt +++ docker_tag=latest +++ master_ip=192.168.200.2 +++ network_provider=flannel +++ namespace=kube-system ++ test -f hack/config-provider-os-3.10.0.sh ++ source hack/config-provider-os-3.10.0.sh +++ master_ip=127.0.0.1 +++ docker_tag=devel +++ kubeconfig=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubeconfig +++ kubectl=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubectl +++ docker_prefix=localhost:32968/kubevirt +++ manifest_docker_prefix=registry:5000/kubevirt ++ test -f hack/config-local.sh ++ export binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig namespace + echo 'Cleaning up ...' Cleaning up ... + cluster/kubectl.sh get vmis --all-namespaces -o=custom-columns=NAME:.metadata.name,NAMESPACE:.metadata.namespace,FINALIZERS:.metadata.finalizers --no-headers + grep foregroundDeleteVirtualMachine + read p error: the server doesn't have a resource type "vmis" + _kubectl delete ds -l kubevirt.io -n kube-system --cascade=false --grace-period 0 No resources found + _kubectl delete pods -n kube-system -l=kubevirt.io=libvirt --force --grace-period 0 No resources found + _kubectl delete pods -n kube-system -l=kubevirt.io=virt-handler --force --grace-period 0 No resources found + namespaces=(default ${namespace}) + for i in '${namespaces[@]}' + _kubectl -n default delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete apiservices -l kubevirt.io No resources found + _kubectl -n default delete deployment -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete deployment -l kubevirt.io No resources found + _kubectl -n default delete rs -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete rs -l kubevirt.io No resources found + _kubectl -n default delete services -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete services -l kubevirt.io No resources found + _kubectl -n default delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete apiservices -l kubevirt.io No resources found + _kubectl -n default delete validatingwebhookconfiguration -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete validatingwebhookconfiguration -l kubevirt.io No resources found + _kubectl -n default delete secrets -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete secrets -l kubevirt.io No resources found + _kubectl -n default delete pv -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pv -l kubevirt.io No resources found + _kubectl -n default delete pvc -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pvc -l kubevirt.io No resources found + _kubectl -n default delete ds -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete ds -l kubevirt.io No resources found + _kubectl -n default delete customresourcedefinitions -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete customresourcedefinitions -l kubevirt.io No resources found + _kubectl -n default delete pods -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete pods -l kubevirt.io No resources found + _kubectl -n default delete clusterrolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete clusterrolebinding -l kubevirt.io No resources found + _kubectl -n default delete rolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete rolebinding -l kubevirt.io No resources found + _kubectl -n default delete roles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete roles -l kubevirt.io No resources found + _kubectl -n default delete clusterroles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete clusterroles -l kubevirt.io No resources found + _kubectl -n default delete serviceaccounts -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n default delete serviceaccounts -l kubevirt.io No resources found ++ _kubectl -n default get crd offlinevirtualmachines.kubevirt.io ++ wc -l ++ export KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ cluster/os-3.10.0/.kubectl -n default get crd offlinevirtualmachines.kubevirt.io Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "offlinevirtualmachines.kubevirt.io" not found + '[' 0 -gt 0 ']' + for i in '${namespaces[@]}' + _kubectl -n kube-system delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete apiservices -l kubevirt.io No resources found + _kubectl -n kube-system delete deployment -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete deployment -l kubevirt.io No resources found + _kubectl -n kube-system delete rs -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete rs -l kubevirt.io No resources found + _kubectl -n kube-system delete services -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete services -l kubevirt.io No resources found + _kubectl -n kube-system delete apiservices -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete apiservices -l kubevirt.io No resources found + _kubectl -n kube-system delete validatingwebhookconfiguration -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete validatingwebhookconfiguration -l kubevirt.io No resources found + _kubectl -n kube-system delete secrets -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete secrets -l kubevirt.io No resources found + _kubectl -n kube-system delete pv -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pv -l kubevirt.io No resources found + _kubectl -n kube-system delete pvc -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pvc -l kubevirt.io No resources found + _kubectl -n kube-system delete ds -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete ds -l kubevirt.io No resources found + _kubectl -n kube-system delete customresourcedefinitions -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete customresourcedefinitions -l kubevirt.io No resources found + _kubectl -n kube-system delete pods -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete pods -l kubevirt.io No resources found + _kubectl -n kube-system delete clusterrolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete clusterrolebinding -l kubevirt.io No resources found + _kubectl -n kube-system delete rolebinding -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete rolebinding -l kubevirt.io No resources found + _kubectl -n kube-system delete roles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete roles -l kubevirt.io No resources found + _kubectl -n kube-system delete clusterroles -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete clusterroles -l kubevirt.io No resources found + _kubectl -n kube-system delete serviceaccounts -l kubevirt.io + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl -n kube-system delete serviceaccounts -l kubevirt.io No resources found ++ _kubectl -n kube-system get crd offlinevirtualmachines.kubevirt.io ++ export KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ wc -l ++ KUBECONFIG=cluster/os-3.10.0/.kubeconfig ++ cluster/os-3.10.0/.kubectl -n kube-system get crd offlinevirtualmachines.kubevirt.io Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "offlinevirtualmachines.kubevirt.io" not found + '[' 0 -gt 0 ']' + sleep 2 + echo Done Done ./cluster/deploy.sh + source hack/common.sh ++++ dirname 'hack/common.sh[0]' +++ cd hack/../ +++ pwd ++ KUBEVIRT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt ++ OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out ++ VENDOR_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/vendor ++ CMD_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/cmd ++ TESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/tests ++ APIDOCS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/apidocs ++ MANIFESTS_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests ++ MANIFEST_TEMPLATES_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/templates/manifests ++ PYTHON_CLIENT_OUT_DIR=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/client-python ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_NUM_NODES=2 ++ '[' -z kubevirt-functional-tests-openshift-3.10-release ']' ++ provider_prefix=kubevirt-functional-tests-openshift-3.10-release1 ++ job_prefix=kubevirt-functional-tests-openshift-3.10-release1 +++ kubevirt_version +++ '[' -n '' ']' +++ '[' -d /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/.git ']' ++++ git describe --always --tags +++ echo v0.7.0-42-g32443a2 ++ KUBEVIRT_VERSION=v0.7.0-42-g32443a2 + source cluster/os-3.10.0/provider.sh ++ set -e ++ image=os-3.10.0@sha256:0977f1c716862710c8324798b95802e11a149f4532e33be20dd70877fe8f5332 ++ source cluster/ephemeral-provider-common.sh +++ set -e +++ _cli='docker run --privileged --net=host --rm -v /var/run/docker.sock:/var/run/docker.sock kubevirtci/gocli@sha256:aa7f295a7908fa333ab5e98ef3af0bfafbabfd3cee2b83f9af47f722e3000f6a' + source hack/config.sh ++ unset binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig manifest_docker_prefix namespace ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ KUBEVIRT_PROVIDER=os-3.10.0 ++ source hack/config-default.sh source hack/config-os-3.10.0.sh +++ binaries='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virtctl cmd/fake-qemu-process cmd/virt-api cmd/subresource-access-test cmd/example-hook-sidecar' +++ docker_images='cmd/virt-controller cmd/virt-launcher cmd/virt-handler cmd/virt-api images/disks-images-provider images/vm-killer cmd/registry-disk-v1alpha images/cirros-registry-disk-demo images/fedora-cloud-registry-disk-demo images/alpine-registry-disk-demo cmd/subresource-access-test images/winrmcli cmd/example-hook-sidecar' +++ docker_prefix=kubevirt +++ docker_tag=latest +++ master_ip=192.168.200.2 +++ network_provider=flannel +++ namespace=kube-system ++ test -f hack/config-provider-os-3.10.0.sh ++ source hack/config-provider-os-3.10.0.sh +++ master_ip=127.0.0.1 +++ docker_tag=devel +++ kubeconfig=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubeconfig +++ kubectl=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/cluster/os-3.10.0/.kubectl +++ docker_prefix=localhost:32968/kubevirt +++ manifest_docker_prefix=registry:5000/kubevirt ++ test -f hack/config-local.sh ++ export binaries docker_images docker_prefix docker_tag manifest_templates master_ip network_provider kubeconfig namespace + echo 'Deploying ...' Deploying ... + [[ -z openshift-3.10-release ]] + [[ openshift-3.10-release =~ .*-dev ]] + [[ openshift-3.10-release =~ .*-release ]] + for manifest in '${MANIFESTS_OUT_DIR}/release/*' + [[ /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/demo-content.yaml =~ .*demo.* ]] + continue + for manifest in '${MANIFESTS_OUT_DIR}/release/*' + [[ /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml =~ .*demo.* ]] + _kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/release/kubevirt.yaml clusterrole.rbac.authorization.k8s.io "kubevirt.io:admin" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:edit" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:view" created serviceaccount "kubevirt-apiserver" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-apiserver-auth-delegator" created rolebinding.rbac.authorization.k8s.io "kubevirt-apiserver" created role.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrole.rbac.authorization.k8s.io "kubevirt-apiserver" created clusterrole.rbac.authorization.k8s.io "kubevirt-controller" created serviceaccount "kubevirt-controller" created serviceaccount "kubevirt-privileged" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-controller" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-controller-cluster-admin" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-privileged-cluster-admin" created clusterrole.rbac.authorization.k8s.io "kubevirt.io:default" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt.io:default" created service "virt-api" created deployment.extensions "virt-api" created deployment.extensions "virt-controller" created daemonset.extensions "virt-handler" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstances.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstancereplicasets.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachineinstancepresets.kubevirt.io" created customresourcedefinition.apiextensions.k8s.io "virtualmachines.kubevirt.io" created + _kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/testing -R + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl create -f /var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/go/src/kubevirt.io/kubevirt/_out/manifests/testing -R persistentvolumeclaim "disk-alpine" created persistentvolume "host-path-disk-alpine" created persistentvolumeclaim "disk-custom" created persistentvolume "host-path-disk-custom" created daemonset.extensions "disks-images-provider" created serviceaccount "kubevirt-testing" created clusterrolebinding.rbac.authorization.k8s.io "kubevirt-testing-cluster-admin" created + [[ os-3.10.0 =~ os-* ]] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-controller -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-controller -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-controller"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-testing -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-testing -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-testing"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-privileged -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-privileged -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-privileged"] + _kubectl adm policy add-scc-to-user privileged -z kubevirt-apiserver -n kube-system + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged -z kubevirt-apiserver -n kube-system scc "privileged" added to: ["system:serviceaccount:kube-system:kubevirt-apiserver"] + _kubectl adm policy add-scc-to-user privileged admin + export KUBECONFIG=cluster/os-3.10.0/.kubeconfig + KUBECONFIG=cluster/os-3.10.0/.kubeconfig + cluster/os-3.10.0/.kubectl adm policy add-scc-to-user privileged admin scc "privileged" added to: ["admin"] + echo Done Done + namespaces=(kube-system default) + [[ kube-system != \k\u\b\e\-\s\y\s\t\e\m ]] + timeout=300 + sample=30 + for i in '${namespaces[@]}' + current_time=0 ++ kubectl get pods -n kube-system --no-headers ++ cluster/kubectl.sh get pods -n kube-system --no-headers ++ grep -v Running + '[' -n 'disks-images-provider-jr4pm 0/1 ContainerCreating 0 4s disks-images-provider-q9xb5 0/1 ContainerCreating 0 4s virt-api-7d79764579-94xx8 0/1 ContainerCreating 0 6s virt-api-7d79764579-b2r2x 0/1 ContainerCreating 0 6s virt-controller-7d57d96b65-q6jv5 0/1 ContainerCreating 0 6s virt-handler-mz95p 0/1 ContainerCreating 0 6s virt-handler-pzgcz 0/1 ContainerCreating 0 6s' ']' + echo 'Waiting for kubevirt pods to enter the Running state ...' Waiting for kubevirt pods to enter the Running state ... + kubectl get pods -n kube-system --no-headers + cluster/kubectl.sh get pods -n kube-system --no-headers + grep -v Running disks-images-provider-jr4pm 0/1 ContainerCreating 0 5s disks-images-provider-q9xb5 0/1 ContainerCreating 0 5s virt-api-7d79764579-94xx8 0/1 ContainerCreating 0 7s virt-api-7d79764579-b2r2x 0/1 ContainerCreating 0 7s virt-handler-mz95p 0/1 ContainerCreating 0 7s virt-handler-pzgcz 0/1 ContainerCreating 0 7s + sleep 30 + current_time=30 + '[' 30 -gt 300 ']' ++ kubectl get pods -n kube-system --no-headers ++ cluster/kubectl.sh get pods -n kube-system --no-headers ++ grep -v Running + '[' -n '' ']' + current_time=0 ++ kubectl get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false ++ cluster/kubectl.sh get pods -n kube-system '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + '[' -n '' ']' + kubectl get pods -n kube-system + cluster/kubectl.sh get pods -n kube-system NAME READY STATUS RESTARTS AGE disks-images-provider-jr4pm 1/1 Running 0 40s disks-images-provider-q9xb5 1/1 Running 0 40s master-api-node01 1/1 Running 1 23d master-controllers-node01 1/1 Running 1 23d master-etcd-node01 1/1 Running 1 23d virt-api-7d79764579-94xx8 1/1 Running 0 42s virt-api-7d79764579-b2r2x 1/1 Running 0 42s virt-controller-7d57d96b65-l4s2v 1/1 Running 0 42s virt-controller-7d57d96b65-q6jv5 1/1 Running 0 42s virt-handler-mz95p 1/1 Running 0 42s virt-handler-pzgcz 1/1 Running 0 42s + for i in '${namespaces[@]}' + current_time=0 ++ kubectl get pods -n default --no-headers ++ cluster/kubectl.sh get pods -n default --no-headers ++ grep -v Running + '[' -n '' ']' + current_time=0 ++ kubectl get pods -n default '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers ++ grep false ++ cluster/kubectl.sh get pods -n default '-ocustom-columns=status:status.containerStatuses[*].ready' --no-headers + '[' -n '' ']' + kubectl get pods -n default + cluster/kubectl.sh get pods -n default NAME READY STATUS RESTARTS AGE docker-registry-1-tqlsm 1/1 Running 1 23d registry-console-1-bhtqz 1/1 Running 1 23d router-1-r2xxq 1/1 Running 1 23d + kubectl version + cluster/kubectl.sh version oc v3.10.0-rc.0+c20e215 kubernetes v1.10.0+b81c8f8 features: Basic-Auth GSSAPI Kerberos SPNEGO Server https://127.0.0.1:32965 openshift v3.10.0-rc.0+c20e215 kubernetes v1.10.0+b81c8f8 + ginko_params='--ginkgo.noColor --junit-output=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/junit.xml' + [[ -d /home/nfs/images/windows2016 ]] + [[ openshift-3.10-release =~ windows.* ]] + FUNC_TEST_ARGS='--ginkgo.noColor --junit-output=/var/lib/swarm/workspace/kubevirt-functional-tests-openshift-3.10-release/junit.xml' + make functest hack/dockerized "hack/build-func-tests.sh" sha256:7d0ff7c8c318d908872cede18cbe0463a1f4e1df0e2ad9fe22f899e0e0bf4104 go version go1.10 linux/amd64 go version go1.10 linux/amd64 Compiling tests... compiled tests.test hack/functests.sh Running Suite: Tests Suite ========================== Random Seed: 1531639903 Will run 140 of 140 specs • [SLOW TEST:96.866 seconds] Slirp /root/go/src/kubevirt.io/kubevirt/tests/vmi_slirp_interface_test.go:39 should be able to /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 VirtualMachineInstance with slirp interface /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • ------------------------------ • [SLOW TEST:20.431 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given a vmi /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:20.028 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given an vm /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:20.343 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given a vmi preset /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:20.161 seconds] User Access /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:33 With default kubevirt service accounts /root/go/src/kubevirt.io/kubevirt/tests/access_test.go:41 should verify permissions are correct for view, edit, and admin /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 given a vmi replica set /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:69.518 seconds] RegistryDisk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:41 Starting and stopping the same VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:90 with ephemeral registry disk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:91 should success multiple times /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:92 ------------------------------ • [SLOW TEST:19.089 seconds] RegistryDisk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:41 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:111 with ephemeral registry disk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:112 should not modify the spec on status update /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:113 ------------------------------ • [SLOW TEST:36.600 seconds] RegistryDisk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:41 Starting multiple VMIs /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:129 with ephemeral registry disk /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:130 should success /root/go/src/kubevirt.io/kubevirt/tests/registry_disk_test.go:131 ------------------------------ volumedisk0 compute • [SLOW TEST:41.220 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 VirtualMachineInstance definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:55 with 3 CPU cores /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:56 should report 3 cpu cores under guest OS /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:62 ------------------------------ S [SKIPPING] [0.338 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 VirtualMachineInstance definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:55 with hugepages /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:108 should consume hugepages /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 hugepages-2Mi [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 No node with hugepages hugepages-2Mi capacity /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:160 ------------------------------ S [SKIPPING] [0.330 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 VirtualMachineInstance definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:55 with hugepages /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:108 should consume hugepages /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 hugepages-1Gi [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 No node with hugepages hugepages-1Gi capacity /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:160 ------------------------------ • ------------------------------ • [SLOW TEST:85.892 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 with CPU spec /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:238 when CPU model defined /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:277 should report defined CPU model /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:278 ------------------------------ • [SLOW TEST:77.778 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 with CPU spec /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:238 when CPU model not defined /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:305 should report CPU model from libvirt capabilities /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:306 ------------------------------ • [SLOW TEST:45.574 seconds] Configurations /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:44 New VirtualMachineInstance with all supported drives /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:326 should have all the device nodes /root/go/src/kubevirt.io/kubevirt/tests/vmi_configuration_test.go:349 ------------------------------ • [SLOW TEST:20.416 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should successfully start with hook sidecar annotation /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:60 ------------------------------ • [SLOW TEST:20.804 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should call Collect and OnDefineDomain on the hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:67 ------------------------------ • [SLOW TEST:22.825 seconds] HookSidecars /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:40 VMI definition /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:58 with SM BIOS hook sidecar /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:59 should update domain XML with SM BIOS properties /root/go/src/kubevirt.io/kubevirt/tests/vmi_hook_sidecar_test.go:83 ------------------------------ •••••••••••• ------------------------------ • [SLOW TEST:5.742 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should scale /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 to three, to two and then to zero replicas /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:7.785 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should scale /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 to five, to six and then to zero replicas /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ •• ------------------------------ • [SLOW TEST:24.073 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should update readyReplicas once VMIs are up /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:157 ------------------------------ • [SLOW TEST:5.240 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should remove VMIs once it is marked for deletion /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:169 ------------------------------ • ------------------------------ • [SLOW TEST:5.737 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should not scale when paused and scale when resume /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:223 ------------------------------ • [SLOW TEST:6.808 seconds] VirtualMachineInstanceReplicaSet /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:46 should remove the finished VM /root/go/src/kubevirt.io/kubevirt/tests/replicaset_test.go:279 ------------------------------ • [SLOW TEST:130.832 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the Inbound VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • Pod name: disks-images-provider-jr4pm Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-q9xb5 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-94xx8 Pod phase: Running 2018/07/15 07:46:28 http: TLS handshake error from 10.128.0.1:36214: EOF 2018/07/15 07:46:38 http: TLS handshake error from 10.128.0.1:36264: EOF 2018/07/15 07:46:48 http: TLS handshake error from 10.128.0.1:36314: EOF 2018/07/15 07:46:58 http: TLS handshake error from 10.128.0.1:36368: EOF 2018/07/15 07:47:08 http: TLS handshake error from 10.128.0.1:36418: EOF 2018/07/15 07:47:18 http: TLS handshake error from 10.128.0.1:36468: EOF level=info timestamp=2018-07-15T07:47:21.709770Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 07:47:28 http: TLS handshake error from 10.128.0.1:36522: EOF 2018/07/15 07:47:38 http: TLS handshake error from 10.128.0.1:36572: EOF 2018/07/15 07:47:48 http: TLS handshake error from 10.128.0.1:36622: EOF level=info timestamp=2018-07-15T07:47:52.007368Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 07:47:58 http: TLS handshake error from 10.128.0.1:36686: EOF 2018/07/15 07:48:08 http: TLS handshake error from 10.128.0.1:36736: EOF 2018/07/15 07:48:18 http: TLS handshake error from 10.128.0.1:36786: EOF 2018/07/15 07:48:28 http: TLS handshake error from 10.128.0.1:36840: EOF Pod name: virt-api-7d79764579-b2r2x Pod phase: Running level=info timestamp=2018-07-15T07:48:05.066178Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T07:48:06.011504Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T07:48:06.024159Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T07:48:06.040412Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T07:48:08.179760Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 07:48:12 http: TLS handshake error from 10.129.0.1:35438: EOF level=info timestamp=2018-07-15T07:48:15.205299Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/openapi/v2 proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-15T07:48:15.215058Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/swagger.json proto=HTTP/2.0 statusCode=404 contentLength=19 level=info timestamp=2018-07-15T07:48:15.287497Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T07:48:21.531062Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 07:48:22 http: TLS handshake error from 10.129.0.1:35444: EOF level=info timestamp=2018-07-15T07:48:25.545426Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 07:48:32 http: TLS handshake error from 10.129.0.1:35450: EOF level=info timestamp=2018-07-15T07:48:33.175348Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T07:48:33.182736Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-l4s2v Pod phase: Running level=info timestamp=2018-07-15T07:43:09.148039Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6bs4x87brp kind= uid=b8023cce-8802-11e8-b093-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T07:43:09.148160Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6bs4x87brp kind= uid=b8023cce-8802-11e8-b093-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T07:43:10.256820Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6bs4x87brp\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6bs4x87brp" level=info timestamp=2018-07-15T07:43:13.458467Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmif6bv6 kind= uid=ba9e23e4-8802-11e8-b093-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T07:43:13.458634Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmif6bv6 kind= uid=ba9e23e4-8802-11e8-b093-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T07:43:13.583503Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmilcz5h kind= uid=baa7441a-8802-11e8-b093-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T07:43:13.583653Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmilcz5h kind= uid=baa7441a-8802-11e8-b093-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T07:43:13.584985Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi898s5 kind= uid=bab1adc9-8802-11e8-b093-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T07:43:13.585095Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi898s5 kind= uid=bab1adc9-8802-11e8-b093-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T07:43:13.779205Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmith5dk kind= uid=bab4bea2-8802-11e8-b093-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T07:43:13.780477Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmith5dk kind= uid=bab4bea2-8802-11e8-b093-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T07:43:13.910543Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmilcz5h\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmilcz5h" level=info timestamp=2018-07-15T07:43:14.540838Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmilcz5h\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmilcz5h" level=info timestamp=2018-07-15T07:43:14.636013Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmith5dk\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmith5dk" level=info timestamp=2018-07-15T07:43:15.268282Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmith5dk\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmith5dk" Pod name: virt-controller-7d57d96b65-q6jv5 Pod phase: Running level=info timestamp=2018-07-15T07:30:23.785692Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-handler-mz95p Pod phase: Running level=info timestamp=2018-07-15T07:43:54.578731Z pos=vm.go:688 component=virt-handler namespace=kubevirt-test-default name=testvmith5dk kind=Domain uid=bab4bea2-8802-11e8-b093-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-15T07:43:54.392160Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmilcz5h kind= uid=baa7441a-8802-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T07:43:54.379289Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi898s5 kind= uid=bab1adc9-8802-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T07:43:54.615343Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmilcz5h kind= uid=baa7441a-8802-11e8-b093-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-15T07:43:54.641647Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmith5dk kind= uid=bab4bea2-8802-11e8-b093-525500d15501 msg="No update processing required" level=info timestamp=2018-07-15T07:43:54.939831Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmilcz5h kind= uid=baa7441a-8802-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T07:43:55.385900Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmith5dk kind= uid=bab4bea2-8802-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T07:43:55.455381Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-15T07:43:55.531164Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmith5dk kind= uid=bab4bea2-8802-11e8-b093-525500d15501 msg="No update processing required" level=error timestamp=2018-07-15T07:43:56.086118Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmith5dk kind= uid=bab4bea2-8802-11e8-b093-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmith5dk\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-15T07:43:56.137700Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmith5dk\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmith5dk" level=info timestamp=2018-07-15T07:43:56.203912Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmith5dk kind= uid=bab4bea2-8802-11e8-b093-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-15T07:43:56.415547Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmith5dk kind= uid=bab4bea2-8802-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T07:43:56.416035Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmith5dk kind= uid=bab4bea2-8802-11e8-b093-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-15T07:43:56.598931Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmith5dk kind= uid=bab4bea2-8802-11e8-b093-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-handler-pzgcz Pod phase: Running level=info timestamp=2018-07-15T07:42:54.245617Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmib5wj4k9jdw kind= uid=a0f7ac0c-8802-11e8-b093-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T07:42:54.260150Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmib5wj4k9jdw kind= uid=a0f7ac0c-8802-11e8-b093-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmib5wj4k9jdw" level=info timestamp=2018-07-15T07:42:54.476006Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T07:42:54.474828Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmib5wj4k9jdw kind= uid=a0f7ac0c-8802-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T07:42:54.476452Z pos=vm.go:330 component=virt-handler namespace=kubevirt-test-default name=testvmib5wj4k9jdw kind=VirtualMachineInstance uid= msg="Shutting down domain for deleted VirtualMachineInstance object." level=info timestamp=2018-07-15T07:42:54.476680Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmib5wj4k9jdw kind=VirtualMachineInstance uid= msg="Processing shutdown." level=info timestamp=2018-07-15T07:42:54.479563Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T07:42:54.480060Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmib5wj4k9jdw kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T07:42:54.481704Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmib5wj4k9jdw kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T07:42:54.482141Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmib5wj4k9jdw kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T07:42:54.482474Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmib5wj4k9jdw kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T07:42:54.719692Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmib5wj4k9jdw kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T07:42:54.721675Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmib5wj4k9jdw kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T07:42:54.722710Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmib5wj4k9jdw kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T07:42:54.724110Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmib5wj4k9jdw kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi898s5-x9kdd Pod phase: Running level=info timestamp=2018-07-15T07:43:40.238662Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-15T07:43:40.919528Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID c6a9eabe-946a-46bf-8ee8-49090458770d" level=info timestamp=2018-07-15T07:43:40.919886Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-15T07:43:40.921960Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-15T07:43:41.490232Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T07:43:41.925095Z pos=monitor.go:222 component=virt-launcher msg="Found PID for c6a9eabe-946a-46bf-8ee8-49090458770d: 161" level=info timestamp=2018-07-15T07:43:42.304468Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-15T07:43:42.326105Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmi898s5 kind= uid=bab1adc9-8802-11e8-b093-525500d15501 msg="Domain started." level=info timestamp=2018-07-15T07:43:42.330539Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi898s5 kind= uid=bab1adc9-8802-11e8-b093-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-15T07:43:42.331000Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T07:43:42.539849Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T07:43:42.540013Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-15T07:43:42.585484Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T07:43:43.281287Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T07:43:54.286324Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi898s5 kind= uid=bab1adc9-8802-11e8-b093-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmif6bv6-p4zzs Pod phase: Running level=info timestamp=2018-07-15T07:43:40.913868Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-15T07:43:40.964368Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T07:43:41.218321Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID c31b8bf0-0747-4561-9bad-8953ecf8c22e" level=info timestamp=2018-07-15T07:43:41.220433Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-15T07:43:42.230004Z pos=monitor.go:222 component=virt-launcher msg="Found PID for c31b8bf0-0747-4561-9bad-8953ecf8c22e: 163" level=info timestamp=2018-07-15T07:43:42.381269Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-15T07:43:42.415482Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmif6bv6 kind= uid=ba9e23e4-8802-11e8-b093-525500d15501 msg="Domain started." level=info timestamp=2018-07-15T07:43:42.441495Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmif6bv6 kind= uid=ba9e23e4-8802-11e8-b093-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-15T07:43:42.450187Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T07:43:44.378986Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T07:43:44.379158Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-15T07:43:44.436505Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T07:43:45.137083Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmif6bv6 kind= uid=ba9e23e4-8802-11e8-b093-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-15T07:43:46.400856Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T07:43:52.469959Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmif6bv6 kind= uid=ba9e23e4-8802-11e8-b093-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmilcz5h-kmj85 Pod phase: Running level=info timestamp=2018-07-15T07:43:41.996810Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-15T07:43:42.648953Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-15T07:43:42.659741Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 3dab7c86-0a32-4d71-8fd7-22fedc530b87" level=info timestamp=2018-07-15T07:43:42.659937Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-15T07:43:43.214987Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T07:43:43.608878Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-15T07:43:43.706925Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 3dab7c86-0a32-4d71-8fd7-22fedc530b87: 171" level=info timestamp=2018-07-15T07:43:43.725806Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmilcz5h kind= uid=baa7441a-8802-11e8-b093-525500d15501 msg="Domain started." level=info timestamp=2018-07-15T07:43:43.741369Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmilcz5h kind= uid=baa7441a-8802-11e8-b093-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-15T07:43:43.762736Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T07:43:46.340557Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T07:43:46.340914Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-15T07:43:46.467837Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T07:43:52.227033Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T07:43:54.759067Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmilcz5h kind= uid=baa7441a-8802-11e8-b093-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmith5dk-qq2d6 Pod phase: Running level=info timestamp=2018-07-15T07:43:50.108789Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-15T07:43:50.191387Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID b5a59113-4a51-42eb-b8bb-30d1f831508b" level=info timestamp=2018-07-15T07:43:50.209546Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-15T07:43:51.234370Z pos=monitor.go:222 component=virt-launcher msg="Found PID for b5a59113-4a51-42eb-b8bb-30d1f831508b: 181" level=info timestamp=2018-07-15T07:43:51.437460Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmith5dk kind= uid=bab4bea2-8802-11e8-b093-525500d15501 msg="Domain started." level=info timestamp=2018-07-15T07:43:51.445003Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmith5dk kind= uid=bab4bea2-8802-11e8-b093-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-15T07:43:52.112203Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T07:43:52.112381Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-15T07:43:52.140161Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T07:43:54.565409Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T07:43:54.567974Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-15T07:43:54.601615Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T07:43:55.457322Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T07:43:56.219137Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmith5dk kind= uid=bab4bea2-8802-11e8-b093-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-15T07:43:56.451124Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmith5dk kind= uid=bab4bea2-8802-11e8-b093-525500d15501 msg="Synced vmi" ------------------------------ • Failure [188.068 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be able to reach /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 the Inbound VirtualMachineInstance with custom MAC address [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Expected error: : 180000000000 expect: timer expired after 180 seconds not to have occurred /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:224 ------------------------------ STEP: checking br1 MTU inside the pod level=info timestamp=2018-07-15T07:45:27.327650Z pos=vmi_networking_test.go:185 component=tests msg="4: br1: mtu 1450 qdisc noqueue state UP group default \n link/ether 0a:58:0a:8c:bb:e5 brd ff:ff:ff:ff:ff:ff\n inet 169.254.75.86/32 brd 169.254.75.86 scope global br1\n valid_lft forever preferred_lft forever\n inet6 fe80::858:aff:fe8c:bbe5/64 scope link \n valid_lft forever preferred_lft forever\n" STEP: checking eth0 MTU inside the VirtualMachineInstance level=info timestamp=2018-07-15T07:45:28.333306Z pos=vmi_networking_test.go:205 component=tests msg="[{1 \r\n$ [$ ]} {3 ip address show eth0\r\n2: eth0: mtu 1450 qdisc pfifo_fast qlen 1000\r\n link/ether 0a:58:0a:81:00:2a brd ff:ff:ff:ff:ff:ff\r\n ine [2: eth0: mtu 1450 qdisc pfifo_fast qlen 1000\r\n]} {5 t 10.129.0.42/23 brd 10.129.1.255 scope global [0]}]" STEP: checking the VirtualMachineInstance can send MTU sized frames to another VirtualMachineInstance level=info timestamp=2018-07-15T07:48:34.074732Z pos=utils.go:1190 component=tests namespace=kubevirt-test-default name=testvmilcz5h kind=VirtualMachineInstance uid=baa7441a-8802-11e8-b093-525500d15501 msg="[{1 \r\n\r\n$ [$ ]} {3 ping 10.129.0.43 -c 1 -w 5 -s 1422\r\nPING 10.129.0.43 (10.129.0.43): 1422 data bytes\r\n\r\n--- 10.129.0.43 ping statistics ---\r\n5 packets transmitted, 0 packets received, 100% packet loss\r\n$ [$ ]} {5 echo $?\r\n1\r\n$ []}]" • ------------------------------ • [SLOW TEST:11.430 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 should be reachable via the propagated IP from a Pod /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 on the same node from Pod /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ ••• ------------------------------ • [SLOW TEST:5.500 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 with a service matching the vmi exposed /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:283 should be able to reach the vmi based on labels specified on the vmi /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:303 ------------------------------ • [SLOW TEST:5.389 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 with a service matching the vmi exposed /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:283 should fail to reach the vmi if an invalid servicename is used /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:314 ------------------------------ • ------------------------------ • [SLOW TEST:36.251 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom interface model /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:379 should expose the right device type to the guest /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:380 ------------------------------ • ------------------------------ • [SLOW TEST:33.205 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:413 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:414 ------------------------------ • [SLOW TEST:31.801 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address in non-conventional format /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:425 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:426 ------------------------------ • [SLOW TEST:34.127 seconds] Networking /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:48 VirtualMachineInstance with custom MAC address and slirp interface /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:438 should configure custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:439 ------------------------------ • [SLOW TEST:20.631 seconds] VNC /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:54 with VNC connection /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:62 should allow accessing the VNC device /root/go/src/kubevirt.io/kubevirt/tests/vnc_test.go:64 ------------------------------ •• ------------------------------ • [SLOW TEST:37.994 seconds] LeaderElection /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:43 Start a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:53 when the controller pod is not running /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:54 should success /root/go/src/kubevirt.io/kubevirt/tests/controller_leader_election_test.go:55 ------------------------------ • [SLOW TEST:49.017 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:35 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:64 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a cirros image /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:66 should return that we are running cirros /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:67 ------------------------------ • [SLOW TEST:55.657 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:35 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:64 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 with a fedora image /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:76 should return that we are running fedora /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:77 ------------------------------ • [SLOW TEST:37.122 seconds] Console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:35 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:64 with a serial console /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:65 should be able to reconnect to console multiple times /root/go/src/kubevirt.io/kubevirt/tests/console_test.go:86 ------------------------------ Service cluster-ip-vm successfully exposed for virtualmachineinstance testvmibqp6f • [SLOW TEST:54.434 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:61 Expose ClusterIP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:68 Should expose a Cluster IP service on a VM and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:71 ------------------------------ Service node-port-vm successfully exposed for virtualmachineinstance testvmibqp6f • [SLOW TEST:10.850 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:61 Expose NodePort service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:98 Should expose a NodePort service on a VM and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:103 ------------------------------ Service cluster-ip-udp-vm successfully exposed for virtualmachineinstance testvmiv8k2k Pod name: disks-images-provider-jr4pm Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-q9xb5 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-94xx8 Pod phase: Running 2018/07/15 07:55:58 http: TLS handshake error from 10.128.0.1:39366: EOF 2018/07/15 07:56:08 http: TLS handshake error from 10.128.0.1:39416: EOF 2018/07/15 07:56:18 http: TLS handshake error from 10.128.0.1:39472: EOF 2018/07/15 07:56:28 http: TLS handshake error from 10.128.0.1:39526: EOF 2018/07/15 07:56:38 http: TLS handshake error from 10.128.0.1:39576: EOF 2018/07/15 07:56:48 http: TLS handshake error from 10.128.0.1:39626: EOF 2018/07/15 07:56:58 http: TLS handshake error from 10.128.0.1:39688: EOF 2018/07/15 07:57:08 http: TLS handshake error from 10.128.0.1:39738: EOF 2018/07/15 07:57:18 http: TLS handshake error from 10.128.0.1:39788: EOF level=info timestamp=2018-07-15T07:57:21.704827Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 07:57:28 http: TLS handshake error from 10.128.0.1:39842: EOF 2018/07/15 07:57:38 http: TLS handshake error from 10.128.0.1:39892: EOF 2018/07/15 07:57:48 http: TLS handshake error from 10.128.0.1:39940: EOF level=info timestamp=2018-07-15T07:57:49.604544Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 level=info timestamp=2018-07-15T07:57:49.895985Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-api-7d79764579-b2r2x Pod phase: Running level=info timestamp=2018-07-15T07:57:10.303520Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 07:57:12 http: TLS handshake error from 10.129.0.1:35806: EOF level=info timestamp=2018-07-15T07:57:13.146166Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T07:57:16.918656Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 07:57:22 http: TLS handshake error from 10.129.0.1:35812: EOF level=info timestamp=2018-07-15T07:57:27.181158Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 07:57:32 http: TLS handshake error from 10.129.0.1:35818: EOF level=info timestamp=2018-07-15T07:57:37.375060Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T07:57:39.873100Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T07:57:39.874030Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 07:57:42 http: TLS handshake error from 10.129.0.1:35824: EOF level=info timestamp=2018-07-15T07:57:43.474288Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T07:57:48.418524Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 07:57:53 http: TLS handshake error from 10.129.0.1:35830: EOF level=info timestamp=2018-07-15T07:57:53.936434Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-controller-7d57d96b65-q2kfq Pod phase: Running level=info timestamp=2018-07-15T07:51:57.591559Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-q6jv5 Pod phase: Running level=info timestamp=2018-07-15T07:52:32.723957Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmicbjbx kind= uid=07cf6b18-8804-11e8-b093-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T07:52:32.884115Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmicbjbx\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmicbjbx" level=info timestamp=2018-07-15T07:52:32.924464Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmicbjbx\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmicbjbx" level=info timestamp=2018-07-15T07:53:22.006626Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiv2t5s kind= uid=252cd82f-8804-11e8-b093-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T07:53:22.007028Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiv2t5s kind= uid=252cd82f-8804-11e8-b093-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T07:53:22.237086Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiv2t5s\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiv2t5s" level=info timestamp=2018-07-15T07:53:22.277064Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmiv2t5s\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmiv2t5s" level=info timestamp=2018-07-15T07:54:17.562437Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi97nkm kind= uid=46452be1-8804-11e8-b093-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T07:54:17.563806Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi97nkm kind= uid=46452be1-8804-11e8-b093-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T07:54:17.891763Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi97nkm\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi97nkm" level=info timestamp=2018-07-15T07:54:54.297240Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibqp6f kind= uid=5c2ec825-8804-11e8-b093-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T07:54:54.299970Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmibqp6f kind= uid=5c2ec825-8804-11e8-b093-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T07:54:54.516461Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmibqp6f\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmibqp6f" level=info timestamp=2018-07-15T07:55:59.581182Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiv8k2k kind= uid=8318b1da-8804-11e8-b093-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T07:55:59.581741Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiv8k2k kind= uid=8318b1da-8804-11e8-b093-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-handler-mz95p Pod phase: Running level=info timestamp=2018-07-15T07:55:11.185058Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmibqp6f kind= uid=5c2ec825-8804-11e8-b093-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-15T07:55:11.191215Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibqp6f kind= uid=5c2ec825-8804-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T07:55:11.191652Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmibqp6f kind= uid=5c2ec825-8804-11e8-b093-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-15T07:55:11.199208Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmibqp6f kind= uid=5c2ec825-8804-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T07:56:16.185208Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmiv8k2k kind= uid=8318b1da-8804-11e8-b093-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-15T07:56:17.096001Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type ADDED" level=info timestamp=2018-07-15T07:56:17.105998Z pos=vm.go:657 component=virt-handler namespace=kubevirt-test-default name=testvmiv8k2k kind=Domain uid=8318b1da-8804-11e8-b093-525500d15501 msg="Domain is in state Paused reason Unknown" level=info timestamp=2018-07-15T07:56:17.513865Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiv8k2k kind= uid=8318b1da-8804-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T07:56:17.514181Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmiv8k2k kind= uid=8318b1da-8804-11e8-b093-525500d15501 msg="No update processing required" level=info timestamp=2018-07-15T07:56:17.516082Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-15T07:56:17.523407Z pos=vm.go:688 component=virt-handler namespace=kubevirt-test-default name=testvmiv8k2k kind=Domain uid=8318b1da-8804-11e8-b093-525500d15501 msg="Domain is in state Running reason Unknown" level=info timestamp=2018-07-15T07:56:17.547812Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type MODIFIED" level=info timestamp=2018-07-15T07:56:17.630857Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiv8k2k kind= uid=8318b1da-8804-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T07:56:17.632749Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmiv8k2k kind= uid=8318b1da-8804-11e8-b093-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-15T07:56:17.641635Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmiv8k2k kind= uid=8318b1da-8804-11e8-b093-525500d15501 msg="Synchronization loop succeeded." Pod name: virt-handler-pzgcz Pod phase: Running level=info timestamp=2018-07-15T07:51:33.650835Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi2knj8" level=info timestamp=2018-07-15T07:51:33.913510Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T07:51:33.931958Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T07:51:33.932699Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T07:51:33.938336Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T07:51:33.929037Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T07:51:33.941209Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T07:51:33.951755Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T07:51:33.954139Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T07:51:33.960249Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T07:51:34.223347Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T07:51:34.227419Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T07:51:34.227978Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T07:51:34.432356Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T07:51:34.432570Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: netcat9qpcc Pod phase: Running ++ head -n 1 +++ echo +++ nc -ul 28016 +++ nc -up 28016 172.30.214.249 28017 -i 1 -w 1 Pod name: netcatdmj74 Pod phase: Succeeded ++ head -n 1 +++ nc 192.168.66.102 30017 -i 1 -w 1 Hello World! succeeded + x='Hello World!' + echo 'Hello World!' + '[' 'Hello World!' = 'Hello World!' ']' + echo succeeded + exit 0 Pod name: netcatkb5s4 Pod phase: Succeeded ++ head -n 1 +++ nc 192.168.66.101 30017 -i 1 -w 1 + x='Hello World!' + echo 'Hello World!' Hello World! + '[' 'Hello World!' = 'Hello World!' ']' + echo succeeded + exit 0 succeeded Pod name: netcatphnzk Pod phase: Succeeded ++ head -n 1 +++ nc 172.30.72.36 27017 -i 1 -w 1 + x='Hello World!' + echo 'Hello World!' + '[' 'Hello World!' = 'Hello World!' ']' + echo succeeded + exit 0 Hello World! succeeded Pod name: virt-launcher-testvmi97nkm-m9kgf Pod phase: Running level=info timestamp=2018-07-15T07:54:34.645288Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-15T07:54:34.671022Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 210f66c8-ac96-4e25-977e-0a037b8bbe4a" level=info timestamp=2018-07-15T07:54:34.675148Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-15T07:54:34.700520Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T07:54:35.526879Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-15T07:54:35.577882Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmi97nkm kind= uid=46452be1-8804-11e8-b093-525500d15501 msg="Domain started." level=info timestamp=2018-07-15T07:54:35.585989Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T07:54:35.586067Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi97nkm kind= uid=46452be1-8804-11e8-b093-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-15T07:54:35.615768Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T07:54:35.617796Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-15T07:54:35.667280Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T07:54:35.682500Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T07:54:35.709120Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 210f66c8-ac96-4e25-977e-0a037b8bbe4a: 147" level=info timestamp=2018-07-15T07:54:35.862260Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi97nkm kind= uid=46452be1-8804-11e8-b093-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-15T07:54:35.868713Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmi97nkm kind= uid=46452be1-8804-11e8-b093-525500d15501 msg="Synced vmi" Pod name: virt-launcher-testvmibqp6f-p6gs5 Pod phase: Running level=info timestamp=2018-07-15T07:55:10.232802Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-15T07:55:10.248812Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID 39f5b49e-488e-4146-96c6-77e372a1d345" level=info timestamp=2018-07-15T07:55:10.251687Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-15T07:55:10.258045Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T07:55:11.084946Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-15T07:55:11.097635Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmibqp6f kind= uid=5c2ec825-8804-11e8-b093-525500d15501 msg="Domain started." level=info timestamp=2018-07-15T07:55:11.100291Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmibqp6f kind= uid=5c2ec825-8804-11e8-b093-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-15T07:55:11.103716Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T07:55:11.109094Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T07:55:11.109224Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-15T07:55:11.120613Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T07:55:11.123411Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T07:55:11.190455Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmibqp6f kind= uid=5c2ec825-8804-11e8-b093-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-15T07:55:11.195355Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmibqp6f kind= uid=5c2ec825-8804-11e8-b093-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-15T07:55:11.256994Z pos=monitor.go:222 component=virt-launcher msg="Found PID for 39f5b49e-488e-4146-96c6-77e372a1d345: 145" Pod name: virt-launcher-testvmiv8k2k-lq72f Pod phase: Running level=info timestamp=2018-07-15T07:56:16.383123Z pos=manager.go:157 component=virt-launcher namespace=kubevirt-test-default name=testvmiv8k2k kind= uid=8318b1da-8804-11e8-b093-525500d15501 msg="Domain defined." level=info timestamp=2018-07-15T07:56:17.088962Z pos=virt-launcher.go:215 component=virt-launcher msg="Detected domain with UUID db8e5156-4056-4d30-8f3c-9db49ed747db" level=info timestamp=2018-07-15T07:56:17.089247Z pos=client.go:119 component=virt-launcher msg="domain status: 3:11" level=info timestamp=2018-07-15T07:56:17.094296Z pos=monitor.go:253 component=virt-launcher msg="Monitoring loop: rate 1s start timeout 5m0s" level=info timestamp=2018-07-15T07:56:17.105646Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T07:56:17.479154Z pos=client.go:136 component=virt-launcher msg="Libvirt event 4 with reason 0 received" level=info timestamp=2018-07-15T07:56:17.504231Z pos=manager.go:188 component=virt-launcher namespace=kubevirt-test-default name=testvmiv8k2k kind= uid=8318b1da-8804-11e8-b093-525500d15501 msg="Domain started." level=info timestamp=2018-07-15T07:56:17.509080Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiv8k2k kind= uid=8318b1da-8804-11e8-b093-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-15T07:56:17.510236Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T07:56:17.517305Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T07:56:17.517543Z pos=client.go:136 component=virt-launcher msg="Libvirt event 2 with reason 0 received" level=info timestamp=2018-07-15T07:56:17.542260Z pos=client.go:119 component=virt-launcher msg="domain status: 1:1" level=info timestamp=2018-07-15T07:56:17.548490Z pos=client.go:145 component=virt-launcher msg="processed event" level=info timestamp=2018-07-15T07:56:17.640066Z pos=server.go:74 component=virt-launcher namespace=kubevirt-test-default name=testvmiv8k2k kind= uid=8318b1da-8804-11e8-b093-525500d15501 msg="Synced vmi" level=info timestamp=2018-07-15T07:56:18.114702Z pos=monitor.go:222 component=virt-launcher msg="Found PID for db8e5156-4056-4d30-8f3c-9db49ed747db: 150" • Failure [115.629 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose UDP service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:140 Expose ClusterIP UDP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:147 Should expose a ClusterIP service on a VM and connect to it [It] /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:151 Timed out after 60.000s. Expected : Running to equal : Succeeded /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:175 ------------------------------ level=info timestamp=2018-07-15T07:56:00.059246Z pos=utils.go:254 component=tests msg="Created virtual machine pod virt-launcher-testvmiv8k2k-lq72f" level=info timestamp=2018-07-15T07:56:16.524190Z pos=utils.go:254 component=tests msg="Pod owner ship transferred to the node virt-launcher-testvmiv8k2k-lq72f" level=info timestamp=2018-07-15T07:56:17.944023Z pos=utils.go:254 component=tests msg="VirtualMachineInstance defined." level=info timestamp=2018-07-15T07:56:17.991868Z pos=utils.go:254 component=tests msg="VirtualMachineInstance started." STEP: Exposing the service via virtctl command STEP: Getting back the cluster IP given for the service STEP: Starting a pod which tries to reach the VM via ClusterIP STEP: Waiting for the pod to report a successful connection attempt Service node-port-udp-vm successfully exposed for virtualmachineinstance testvmiv8k2k • [SLOW TEST:13.828 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose UDP service on a VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:140 Expose NodePort UDP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:179 Should expose a NodePort service on a VM and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:184 ------------------------------ Service cluster-ip-vmrs successfully exposed for vmirs replicasettckrj • [SLOW TEST:77.529 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on a VM replica set /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:227 Expose ClusterIP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:260 Should create a ClusterIP service on VMRS and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:264 ------------------------------ Service cluster-ip-ovm successfully exposed for virtualmachine testvmin6n5d • [SLOW TEST:51.869 seconds] Expose /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:53 Expose service on an Offline VM /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:292 Expose ClusterIP service /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:336 Connect to ClusterIP services that was set when VM was offline /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:337 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.009 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 should succeed to start a vmi [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:133 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.051 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 should succeed to stop a running vmi [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:139 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.041 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with winrm connection [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:150 should have correct UUID /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:192 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.019 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with winrm connection [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:150 should have pod IP /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:208 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.051 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with kubectl command [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:226 should succeed to start a vmi /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:242 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.007 seconds] Windows VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:57 with kubectl command [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:226 should succeed to stop a vmi /root/go/src/kubevirt.io/kubevirt/tests/windows_test.go:250 Skip Windows tests that requires PVC disk-windows /root/go/src/kubevirt.io/kubevirt/tests/utils.go:1342 ------------------------------ ••• ------------------------------ • [SLOW TEST:8.189 seconds] Templates /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:42 Launching VMI from VM Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:60 with given Fedora Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:193 with given VM JSON from the Template /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:152 with given VM from the VM JSON /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:158 with given VMI from the VM /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:163 should succeed to terminate the VMI using oc-patch command /root/go/src/kubevirt.io/kubevirt/tests/template_test.go:166 ------------------------------ • [SLOW TEST:47.000 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with Disk PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:34.849 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with CDRom PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:92.978 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started and stopped multiple times /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with Disk PVC /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ Pod name: disks-images-provider-jr4pm Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-q9xb5 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-94xx8 Pod phase: Running 2018/07/15 08:01:38 http: TLS handshake error from 10.128.0.1:41194: EOF 2018/07/15 08:01:48 http: TLS handshake error from 10.128.0.1:41250: EOF level=info timestamp=2018-07-15T08:01:51.920186Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 08:01:58 http: TLS handshake error from 10.128.0.1:41304: EOF 2018/07/15 08:02:08 http: TLS handshake error from 10.128.0.1:41354: EOF 2018/07/15 08:02:18 http: TLS handshake error from 10.128.0.1:41408: EOF 2018/07/15 08:02:28 http: TLS handshake error from 10.128.0.1:41462: EOF 2018/07/15 08:02:38 http: TLS handshake error from 10.128.0.1:41512: EOF 2018/07/15 08:02:48 http: TLS handshake error from 10.128.0.1:41562: EOF 2018/07/15 08:02:58 http: TLS handshake error from 10.128.0.1:41616: EOF 2018/07/15 08:03:08 http: TLS handshake error from 10.128.0.1:41668: EOF 2018/07/15 08:03:18 http: TLS handshake error from 10.128.0.1:41724: EOF 2018/07/15 08:03:28 http: TLS handshake error from 10.128.0.1:41778: EOF 2018/07/15 08:03:38 http: TLS handshake error from 10.128.0.1:41828: EOF 2018/07/15 08:03:48 http: TLS handshake error from 10.128.0.1:41878: EOF Pod name: virt-api-7d79764579-b2r2x Pod phase: Running level=info timestamp=2018-07-15T08:03:16.953230Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T08:03:19.633206Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T08:03:19.798818Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T08:03:19.882383Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T08:03:21.649200Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 08:03:22 http: TLS handshake error from 10.129.0.1:36060: EOF level=info timestamp=2018-07-15T08:03:27.129346Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=error timestamp=2018-07-15T08:03:28.473057Z pos=subresource.go:88 component=virt-api msg= 2018/07/15 08:03:28 http: response.WriteHeader on hijacked connection level=error timestamp=2018-07-15T08:03:28.473833Z pos=subresource.go:100 component=virt-api reason="read tcp 10.129.0.4:8443->10.128.0.1:56344: use of closed network connection" msg="error ecountered reading from websocket stream" level=info timestamp=2018-07-15T08:03:28.474032Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/apis/subresources.kubevirt.io/v1alpha2/namespaces/kubevirt-test-default/virtualmachineinstances/testvminmfx9/console proto=HTTP/1.1 statusCode=200 contentLength=0 2018/07/15 08:03:32 http: TLS handshake error from 10.129.0.1:36066: EOF level=info timestamp=2018-07-15T08:03:37.298545Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 08:03:42 http: TLS handshake error from 10.129.0.1:36072: EOF level=info timestamp=2018-07-15T08:03:47.513297Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-q2kfq Pod phase: Running level=info timestamp=2018-07-15T07:51:57.591559Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-q6jv5 Pod phase: Running level=info timestamp=2018-07-15T08:01:25.595366Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmil7xvj\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmil7xvj" level=info timestamp=2018-07-15T08:01:59.513971Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvminmfx9 kind= uid=59a4ed27-8805-11e8-b093-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T08:01:59.514937Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvminmfx9 kind= uid=59a4ed27-8805-11e8-b093-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T08:01:59.695866Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminmfx9\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminmfx9" level=info timestamp=2018-07-15T08:01:59.752666Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminmfx9\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminmfx9" level=info timestamp=2018-07-15T08:02:31.805696Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvminmfx9 kind= uid=6ce2941a-8805-11e8-b093-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T08:02:31.807722Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvminmfx9 kind= uid=6ce2941a-8805-11e8-b093-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T08:02:32.145463Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminmfx9\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminmfx9" level=info timestamp=2018-07-15T08:02:52.197161Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvminmfx9 kind= uid=790bb1fc-8805-11e8-b093-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T08:02:52.197672Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvminmfx9 kind= uid=790bb1fc-8805-11e8-b093-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T08:02:52.349062Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminmfx9\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminmfx9" level=info timestamp=2018-07-15T08:02:52.377801Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminmfx9\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminmfx9" level=info timestamp=2018-07-15T08:03:32.500792Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=910ff9f5-8805-11e8-b093-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T08:03:32.504682Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=910ff9f5-8805-11e8-b093-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T08:03:32.740842Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6nch5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6nch5" Pod name: virt-handler-mz95p Pod phase: Running level=info timestamp=2018-07-15T08:03:28.139053Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvminmfx9 kind= uid=790bb1fc-8805-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T08:03:28.142911Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T08:03:28.143392Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvminmfx9 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T08:03:28.143701Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvminmfx9 kind= uid=790bb1fc-8805-11e8-b093-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T08:03:28.143810Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvminmfx9 kind= uid=790bb1fc-8805-11e8-b093-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T08:03:28.148217Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T08:03:28.205264Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvminmfx9 kind= uid=790bb1fc-8805-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T08:03:28.206914Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvminmfx9 kind= uid=790bb1fc-8805-11e8-b093-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T08:03:28.207249Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvminmfx9 kind= uid=790bb1fc-8805-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T08:03:31.377479Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvminmfx9 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T08:03:31.377905Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvminmfx9 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T08:03:48.924006Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=910ff9f5-8805-11e8-b093-525500d15501 msg="Processing vmi update" level=error timestamp=2018-07-15T08:03:48.957248Z pos=vm.go:397 component=virt-handler namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=910ff9f5-8805-11e8-b093-525500d15501 reason="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-07-15T08:03:48.994287Z pos=vm.go:251 component=virt-handler reason="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi6nch5" level=info timestamp=2018-07-15T08:03:48.995787Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=910ff9f5-8805-11e8-b093-525500d15501 msg="Processing vmi update" Pod name: virt-handler-pzgcz Pod phase: Running level=info timestamp=2018-07-15T07:51:33.650835Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi2knj8" level=info timestamp=2018-07-15T07:51:33.913510Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T07:51:33.931958Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T07:51:33.932699Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T07:51:33.938336Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T07:51:33.929037Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T07:51:33.941209Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T07:51:33.951755Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T07:51:33.954139Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T07:51:33.960249Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T07:51:34.223347Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T07:51:34.227419Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T07:51:34.227978Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T07:51:34.432356Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T07:51:34.432570Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi6nch5-w5t5p Pod phase: Running level=info timestamp=2018-07-15T08:03:37.108159Z pos=manager.go:69 component=virt-launcher msg="Collected all requested hook sidecar sockets" level=info timestamp=2018-07-15T08:03:37.108491Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[]" level=info timestamp=2018-07-15T08:03:37.110752Z pos=libvirt.go:256 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" level=info timestamp=2018-07-15T08:03:47.945455Z pos=libvirt.go:271 component=virt-launcher msg="Connected to libvirt daemon" level=info timestamp=2018-07-15T08:03:48.002463Z pos=virt-launcher.go:143 component=virt-launcher msg="Watchdog file created at /var/run/kubevirt/watchdog-files/kubevirt-test-default_testvmi6nch5" level=info timestamp=2018-07-15T08:03:48.006119Z pos=client.go:152 component=virt-launcher msg="Registered libvirt event notify callback" level=info timestamp=2018-07-15T08:03:48.011047Z pos=virt-launcher.go:60 component=virt-launcher msg="Marked as ready" level=error timestamp=2018-07-15T08:03:48.946999Z pos=manager.go:159 component=virt-launcher namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=910ff9f5-8805-11e8-b093-525500d15501 reason="virError(Code=0, Domain=0, Message='Missing error')" msg="Getting the domain failed." level=error timestamp=2018-07-15T08:03:48.947829Z pos=server.go:68 component=virt-launcher namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=910ff9f5-8805-11e8-b093-525500d15501 reason="virError(Code=0, Domain=0, Message='Missing error')" msg="Failed to sync vmi" level=error timestamp=2018-07-15T08:03:49.052946Z pos=common.go:126 component=virt-launcher msg="updated MAC for interface: eth0 - 0a:58:0a:3e:31:9b" level=info timestamp=2018-07-15T08:03:49.068709Z pos=converter.go:729 component=virt-launcher msg="Found nameservers in /etc/resolv.conf: \ufffd\ufffdBf" level=info timestamp=2018-07-15T08:03:49.068913Z pos=converter.go:730 component=virt-launcher msg="Found search domains in /etc/resolv.conf: kubevirt-test-default.svc.cluster.local svc.cluster.local cluster.local" level=info timestamp=2018-07-15T08:03:49.069956Z pos=dhcp.go:62 component=virt-launcher msg="Starting SingleClientDHCPServer" level=info timestamp=2018-07-15T08:03:49.113058Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-15T08:03:49.123858Z pos=manager.go:157 component=virt-launcher namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=910ff9f5-8805-11e8-b093-525500d15501 msg="Domain defined." Pod name: disks-images-provider-jr4pm Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-q9xb5 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-94xx8 Pod phase: Running 2018/07/15 08:03:08 http: TLS handshake error from 10.128.0.1:41668: EOF 2018/07/15 08:03:18 http: TLS handshake error from 10.128.0.1:41724: EOF 2018/07/15 08:03:28 http: TLS handshake error from 10.128.0.1:41778: EOF 2018/07/15 08:03:38 http: TLS handshake error from 10.128.0.1:41828: EOF 2018/07/15 08:03:48 http: TLS handshake error from 10.128.0.1:41878: EOF level=info timestamp=2018-07-15T08:03:51.750046Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 08:03:58 http: TLS handshake error from 10.128.0.1:41932: EOF 2018/07/15 08:04:08 http: TLS handshake error from 10.128.0.1:41982: EOF 2018/07/15 08:04:18 http: TLS handshake error from 10.128.0.1:42032: EOF level=info timestamp=2018-07-15T08:04:21.929043Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 08:04:28 http: TLS handshake error from 10.128.0.1:42086: EOF 2018/07/15 08:04:38 http: TLS handshake error from 10.128.0.1:42136: EOF 2018/07/15 08:04:48 http: TLS handshake error from 10.128.0.1:42186: EOF 2018/07/15 08:04:58 http: TLS handshake error from 10.128.0.1:42240: EOF 2018/07/15 08:05:08 http: TLS handshake error from 10.128.0.1:42290: EOF Pod name: virt-api-7d79764579-b2r2x Pod phase: Running level=info timestamp=2018-07-15T08:04:20.395642Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 08:04:22 http: TLS handshake error from 10.129.0.1:36096: EOF level=info timestamp=2018-07-15T08:04:28.382724Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 08:04:32 http: TLS handshake error from 10.129.0.1:36102: EOF level=info timestamp=2018-07-15T08:04:38.599950Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 08:04:42 http: TLS handshake error from 10.129.0.1:36108: EOF level=info timestamp=2018-07-15T08:04:48.892670Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T08:04:50.262878Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T08:04:50.680236Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T08:04:50.681967Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T08:04:51.655938Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 08:04:52 http: TLS handshake error from 10.129.0.1:36114: EOF level=info timestamp=2018-07-15T08:04:59.915044Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 08:05:02 http: TLS handshake error from 10.129.0.1:36120: EOF level=info timestamp=2018-07-15T08:05:10.179482Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-q2kfq Pod phase: Running level=info timestamp=2018-07-15T07:51:57.591559Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-q6jv5 Pod phase: Running level=info timestamp=2018-07-15T08:01:59.514937Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvminmfx9 kind= uid=59a4ed27-8805-11e8-b093-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T08:01:59.695866Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminmfx9\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminmfx9" level=info timestamp=2018-07-15T08:01:59.752666Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminmfx9\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminmfx9" level=info timestamp=2018-07-15T08:02:31.805696Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvminmfx9 kind= uid=6ce2941a-8805-11e8-b093-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T08:02:31.807722Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvminmfx9 kind= uid=6ce2941a-8805-11e8-b093-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T08:02:32.145463Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminmfx9\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminmfx9" level=info timestamp=2018-07-15T08:02:52.197161Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvminmfx9 kind= uid=790bb1fc-8805-11e8-b093-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T08:02:52.197672Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvminmfx9 kind= uid=790bb1fc-8805-11e8-b093-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T08:02:52.349062Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminmfx9\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminmfx9" level=info timestamp=2018-07-15T08:02:52.377801Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminmfx9\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminmfx9" level=info timestamp=2018-07-15T08:03:32.500792Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=910ff9f5-8805-11e8-b093-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T08:03:32.504682Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=910ff9f5-8805-11e8-b093-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T08:03:32.740842Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6nch5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6nch5" level=info timestamp=2018-07-15T08:05:11.734364Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=cc34c4b0-8805-11e8-b093-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T08:05:11.738897Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=cc34c4b0-8805-11e8-b093-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-handler-mz95p Pod phase: Running level=info timestamp=2018-07-15T08:05:02.554174Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=910ff9f5-8805-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T08:05:02.560810Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T08:05:02.561276Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi6nch5 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T08:05:02.561687Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=910ff9f5-8805-11e8-b093-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T08:05:02.561840Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=910ff9f5-8805-11e8-b093-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T08:05:02.573045Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T08:05:02.631434Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=910ff9f5-8805-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T08:05:02.631976Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=910ff9f5-8805-11e8-b093-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T08:05:02.632463Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=910ff9f5-8805-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T08:05:02.749146Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=910ff9f5-8805-11e8-b093-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T08:05:02.749984Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=910ff9f5-8805-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T08:05:02.750833Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=910ff9f5-8805-11e8-b093-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T08:05:02.751135Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=910ff9f5-8805-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T08:05:11.017040Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi6nch5 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T08:05:11.017378Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6nch5 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-pzgcz Pod phase: Running level=info timestamp=2018-07-15T07:51:33.650835Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi2knj8" level=info timestamp=2018-07-15T07:51:33.913510Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T07:51:33.931958Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T07:51:33.932699Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T07:51:33.938336Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T07:51:33.929037Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T07:51:33.941209Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T07:51:33.951755Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T07:51:33.954139Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T07:51:33.960249Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T07:51:34.223347Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T07:51:34.227419Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T07:51:34.227978Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T07:51:34.432356Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T07:51:34.432570Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi6nch5-s75l8 Pod phase: Pending Pod name: disks-images-provider-jr4pm Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-q9xb5 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-94xx8 Pod phase: Running 2018/07/15 08:05:08 http: TLS handshake error from 10.128.0.1:42290: EOF 2018/07/15 08:05:18 http: TLS handshake error from 10.128.0.1:42340: EOF level=info timestamp=2018-07-15T08:05:21.796560Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 08:05:28 http: TLS handshake error from 10.128.0.1:42394: EOF 2018/07/15 08:05:38 http: TLS handshake error from 10.128.0.1:42444: EOF 2018/07/15 08:05:48 http: TLS handshake error from 10.128.0.1:42494: EOF level=info timestamp=2018-07-15T08:05:51.971391Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 08:05:58 http: TLS handshake error from 10.128.0.1:42548: EOF 2018/07/15 08:06:08 http: TLS handshake error from 10.128.0.1:42600: EOF 2018/07/15 08:06:18 http: TLS handshake error from 10.128.0.1:42650: EOF level=info timestamp=2018-07-15T08:06:21.761068Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 08:06:28 http: TLS handshake error from 10.128.0.1:42704: EOF 2018/07/15 08:06:38 http: TLS handshake error from 10.128.0.1:42754: EOF 2018/07/15 08:06:48 http: TLS handshake error from 10.128.0.1:42804: EOF level=info timestamp=2018-07-15T08:06:51.924283Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 Pod name: virt-api-7d79764579-b2r2x Pod phase: Running level=info timestamp=2018-07-15T08:06:14.846327Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T08:06:14.964034Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T08:06:15.008608Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=10s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T08:06:20.656497Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T08:06:21.786216Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T08:06:21.806549Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 08:06:22 http: TLS handshake error from 10.129.0.1:36170: EOF level=info timestamp=2018-07-15T08:06:23.935773Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 08:06:32 http: TLS handshake error from 10.129.0.1:36176: EOF level=info timestamp=2018-07-15T08:06:34.105065Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 08:06:42 http: TLS handshake error from 10.129.0.1:36182: EOF level=info timestamp=2018-07-15T08:06:44.355246Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T08:06:50.874238Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T08:06:52.097271Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T08:06:52.099843Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-q2kfq Pod phase: Running level=info timestamp=2018-07-15T07:51:57.591559Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-q6jv5 Pod phase: Running level=info timestamp=2018-07-15T08:02:31.805696Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvminmfx9 kind= uid=6ce2941a-8805-11e8-b093-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T08:02:31.807722Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvminmfx9 kind= uid=6ce2941a-8805-11e8-b093-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T08:02:32.145463Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminmfx9\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminmfx9" level=info timestamp=2018-07-15T08:02:52.197161Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvminmfx9 kind= uid=790bb1fc-8805-11e8-b093-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T08:02:52.197672Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvminmfx9 kind= uid=790bb1fc-8805-11e8-b093-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T08:02:52.349062Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminmfx9\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminmfx9" level=info timestamp=2018-07-15T08:02:52.377801Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvminmfx9\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvminmfx9" level=info timestamp=2018-07-15T08:03:32.500792Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=910ff9f5-8805-11e8-b093-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T08:03:32.504682Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=910ff9f5-8805-11e8-b093-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T08:03:32.740842Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6nch5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6nch5" level=info timestamp=2018-07-15T08:05:11.734364Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=cc34c4b0-8805-11e8-b093-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T08:05:11.738897Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=cc34c4b0-8805-11e8-b093-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T08:06:51.996489Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=07f8bb09-8806-11e8-b093-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T08:06:51.998207Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=07f8bb09-8806-11e8-b093-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T08:06:52.177237Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6nch5\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6nch5" Pod name: virt-handler-mz95p Pod phase: Running level=info timestamp=2018-07-15T08:05:29.482232Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=cc34c4b0-8805-11e8-b093-525500d15501 msg="Processing vmi update" level=info timestamp=2018-07-15T08:05:29.504395Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=cc34c4b0-8805-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T08:06:41.531505Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=cc34c4b0-8805-11e8-b093-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T08:06:41.532118Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=cc34c4b0-8805-11e8-b093-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T08:06:41.535776Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=cc34c4b0-8805-11e8-b093-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi6nch5" level=info timestamp=2018-07-15T08:06:41.770547Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=cc34c4b0-8805-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T08:06:41.779352Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T08:06:41.779877Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi6nch5 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T08:06:41.780236Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=cc34c4b0-8805-11e8-b093-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T08:06:41.780550Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=cc34c4b0-8805-11e8-b093-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T08:06:41.856875Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=cc34c4b0-8805-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T08:06:41.857669Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=cc34c4b0-8805-11e8-b093-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T08:06:41.858294Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6nch5 kind= uid=cc34c4b0-8805-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T08:06:50.999398Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi6nch5 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T08:06:50.999900Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6nch5 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-handler-pzgcz Pod phase: Running level=info timestamp=2018-07-15T07:51:33.650835Z pos=vm.go:540 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="grace period expired, killing deleted VirtualMachineInstance testvmi2knj8" level=info timestamp=2018-07-15T07:51:33.913510Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T07:51:33.931958Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T07:51:33.932699Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T07:51:33.938336Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T07:51:33.929037Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T07:51:33.941209Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T07:51:33.951755Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T07:51:33.954139Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T07:51:33.960249Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T07:51:34.223347Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T07:51:34.227419Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T07:51:34.227978Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind= uid=d03d2222-8803-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T07:51:34.432356Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T07:51:34.432570Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi2knj8 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi6nch5-fx8g5 Pod phase: Pending • Failure [299.849 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 with Alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:71 should be successfully started and stopped multiple times /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 with CDRom PVC [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Unexpected Warning event received. Expected : Warning not to equal : Warning /root/go/src/kubevirt.io/kubevirt/tests/utils.go:245 ------------------------------ STEP: Starting and stopping the VirtualMachineInstance number of times STEP: Starting a VirtualMachineInstance STEP: Waiting until the VirtualMachineInstance will start level=info timestamp=2018-07-15T08:03:32.993949Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmi6nch5-w5t5p" level=info timestamp=2018-07-15T08:03:49.228797Z pos=utils.go:243 component=tests msg="Pod owner ship transferred to the node virt-launcher-testvmi6nch5-w5t5p" level=error timestamp=2018-07-15T08:03:49.304394Z pos=utils.go:241 component=tests reason="unexpected warning event received" msg="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" STEP: Starting a VirtualMachineInstance STEP: Waiting until the VirtualMachineInstance will start level=info timestamp=2018-07-15T08:05:11.975331Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmi6nch5-w5t5p" level=error timestamp=2018-07-15T08:05:11.975562Z pos=utils.go:241 component=tests reason="unexpected warning event received" msg="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" STEP: Starting a VirtualMachineInstance STEP: Waiting until the VirtualMachineInstance will start level=info timestamp=2018-07-15T08:06:52.199968Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmi6nch5-w5t5p" level=error timestamp=2018-07-15T08:06:52.200204Z pos=utils.go:241 component=tests reason="unexpected warning event received" msg="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" STEP: Checking that the VirtualMachineInstance console has expected output • [SLOW TEST:56.337 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With an emptyDisk defined /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:113 should create a writeable emptyDisk with the right capacity /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:115 ------------------------------ • [SLOW TEST:51.506 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With an emptyDisk defined and a specified serial number /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:163 should create a writeable emptyDisk with the specified serial number /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:165 ------------------------------ • [SLOW TEST:33.196 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With ephemeral alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:205 should be successfully started /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:207 ------------------------------ • [SLOW TEST:71.220 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With ephemeral alpine PVC /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:205 should not persist data /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:218 ------------------------------ • [SLOW TEST:97.670 seconds] Storage /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:46 Starting a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:70 With VirtualMachineInstance with two PVCs /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:266 should start vmi multiple times /root/go/src/kubevirt.io/kubevirt/tests/storage_test.go:278 ------------------------------ •• ------------------------------ • [SLOW TEST:18.203 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 should start it /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:76 ------------------------------ • [SLOW TEST:18.070 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 should attach virt-launcher to it /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:82 ------------------------------ •••• ------------------------------ • [SLOW TEST:37.671 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with boot order /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:170 should be able to boot from selected disk /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 Alpine as first boot /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:29.092 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with boot order /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:170 should be able to boot from selected disk /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 Cirros as first boot /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 ------------------------------ • [SLOW TEST:18.467 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with user-data /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:201 without k8s secret /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:202 should retry starting the VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:203 ------------------------------ • [SLOW TEST:21.204 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with user-data /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:201 without k8s secret /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:202 should log warning and proceed once the secret is there /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:233 ------------------------------ • [SLOW TEST:49.302 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 when virt-launcher crashes /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:281 should be stopped and have Failed phase /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:282 ------------------------------ • [SLOW TEST:29.972 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 when virt-handler crashes /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:304 should recover and continue management /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:305 ------------------------------ • [SLOW TEST:54.958 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 when virt-handler is responsive /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:335 should indicate that a node is ready for vmis /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:336 ------------------------------ • [SLOW TEST:93.218 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 when virt-handler is not responsive /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:366 the node controller should react /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:405 ------------------------------ S [SKIPPING] [0.289 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with non default namespace /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:458 should log libvirt start and stop lifecycle events of the domain /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 kubevirt-test-default [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Skip log query tests for JENKINS ci test environment /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:463 ------------------------------ S [SKIPPING] [0.177 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 with non default namespace /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:458 should log libvirt start and stop lifecycle events of the domain /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table.go:92 kubevirt-test-alternative [It] /root/go/src/kubevirt.io/kubevirt/vendor/github.com/onsi/ginkgo/extensions/table/table_entry.go:46 Skip log query tests for JENKINS ci test environment /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:463 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.173 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 VirtualMachineInstance Emulation Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:519 should enable emulation in virt-launcher [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:531 Software emulation is not enabled on this cluster /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:527 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.246 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 VirtualMachineInstance Emulation Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:519 should be reflected in domain XML [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:568 Software emulation is not enabled on this cluster /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:527 ------------------------------ S [SKIPPING] in Spec Setup (BeforeEach) [0.225 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Creating a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:70 VirtualMachineInstance Emulation Mode /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:519 should request a TUN device but not KVM [BeforeEach] /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:612 Software emulation is not enabled on this cluster /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:527 ------------------------------ •••• ------------------------------ • [SLOW TEST:19.788 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Delete a VirtualMachineInstance's Pod /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:764 should result in the VirtualMachineInstance moving to a finalized state /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:765 ------------------------------ • [SLOW TEST:36.780 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Delete a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:796 with an active pod. /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:797 should result in pod being terminated /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:798 ------------------------------ • [SLOW TEST:24.517 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Delete a VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:796 with grace period greater than 0 /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:821 should run graceful shutdown /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:822 ------------------------------ • [SLOW TEST:30.578 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Killed VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:873 should be in Failed phase /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:874 ------------------------------ • [SLOW TEST:27.900 seconds] VMIlifecycle /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:48 Killed VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:873 should be left alone by virt-handler /root/go/src/kubevirt.io/kubevirt/tests/vmi_lifecycle_test.go:901 ------------------------------ Pod name: disks-images-provider-jr4pm Pod phase: Running copy all images to host mount directory Pod name: disks-images-provider-q9xb5 Pod phase: Running copy all images to host mount directory Pod name: virt-api-7d79764579-94xx8 Pod phase: Running 2018/07/15 08:20:28 http: TLS handshake error from 10.128.0.1:47126: EOF 2018/07/15 08:20:38 http: TLS handshake error from 10.128.0.1:47176: EOF 2018/07/15 08:20:48 http: TLS handshake error from 10.128.0.1:47226: EOF 2018/07/15 08:20:58 http: TLS handshake error from 10.128.0.1:47280: EOF 2018/07/15 08:21:08 http: TLS handshake error from 10.128.0.1:47332: EOF 2018/07/15 08:21:18 http: TLS handshake error from 10.128.0.1:47382: EOF level=info timestamp=2018-07-15T08:21:22.016688Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 08:21:28 http: TLS handshake error from 10.128.0.1:47436: EOF 2018/07/15 08:21:38 http: TLS handshake error from 10.128.0.1:47486: EOF 2018/07/15 08:21:48 http: TLS handshake error from 10.128.0.1:47536: EOF 2018/07/15 08:21:58 http: TLS handshake error from 10.128.0.1:47590: EOF 2018/07/15 08:22:08 http: TLS handshake error from 10.128.0.1:47640: EOF 2018/07/15 08:22:18 http: TLS handshake error from 10.128.0.1:47690: EOF level=info timestamp=2018-07-15T08:22:21.869898Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 08:22:28 http: TLS handshake error from 10.128.0.1:47744: EOF Pod name: virt-api-7d79764579-b2r2x Pod phase: Running 2018/07/15 08:21:42 http: TLS handshake error from 10.129.0.1:36742: EOF level=info timestamp=2018-07-15T08:21:44.463026Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T08:21:51.708675Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url=/ proto=HTTP/1.1 statusCode=404 contentLength=19 2018/07/15 08:21:52 http: TLS handshake error from 10.129.0.1:36748: EOF level=info timestamp=2018-07-15T08:21:54.653363Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T08:21:59.575053Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 08:22:02 http: TLS handshake error from 10.129.0.1:36754: EOF level=info timestamp=2018-07-15T08:22:04.756406Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T08:22:04.771041Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T08:22:04.793142Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 08:22:12 http: TLS handshake error from 10.129.0.1:36760: EOF level=info timestamp=2018-07-15T08:22:14.989065Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 2018/07/15 08:22:22 http: TLS handshake error from 10.129.0.1:36766: EOF level=info timestamp=2018-07-15T08:22:25.211830Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 level=info timestamp=2018-07-15T08:22:29.908486Z pos=filter.go:46 component=virt-api remoteAddress=10.128.0.1 username=- method=GET url="/apis/subresources.kubevirt.io/v1alpha2?timeout=32s" proto=HTTP/2.0 statusCode=200 contentLength=136 Pod name: virt-controller-7d57d96b65-q2kfq Pod phase: Running level=info timestamp=2018-07-15T07:51:57.591559Z pos=application.go:174 component=virt-controller service=http action=listening interface=0.0.0.0 port=8182 Pod name: virt-controller-7d57d96b65-q6jv5 Pod phase: Running level=info timestamp=2018-07-15T08:19:57.075427Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi2557p kind= uid=dbeba478-8807-11e8-b093-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T08:20:17.023149Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmilvq62 kind= uid=e7cdf79b-8807-11e8-b093-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T08:20:17.024430Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmilvq62 kind= uid=e7cdf79b-8807-11e8-b093-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T08:20:17.279604Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmilvq62\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmilvq62" level=info timestamp=2018-07-15T08:20:53.779396Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmirnz44 kind= uid=fdb7eabf-8807-11e8-b093-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T08:20:53.779679Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmirnz44 kind= uid=fdb7eabf-8807-11e8-b093-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T08:20:53.936474Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmirnz44\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmirnz44" level=info timestamp=2018-07-15T08:20:53.968398Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmirnz44\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmirnz44" level=info timestamp=2018-07-15T08:21:18.269281Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiznccx kind= uid=0c513f96-8808-11e8-b093-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T08:21:18.269604Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmiznccx kind= uid=0c513f96-8808-11e8-b093-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T08:21:48.912319Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6q2vx kind= uid=1e93c8d8-8808-11e8-b093-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T08:21:48.912788Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6q2vx kind= uid=1e93c8d8-8808-11e8-b093-525500d15501 msg="Marking VirtualMachineInstance as initialized" level=info timestamp=2018-07-15T08:21:49.121781Z pos=vmi.go:157 component=virt-controller service=http reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmi6q2vx\": the object has been modified; please apply your changes to the latest version and try again" msg="reenqueuing VirtualMachineInstance kubevirt-test-default/testvmi6q2vx" level=info timestamp=2018-07-15T08:22:17.053962Z pos=preset.go:139 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6676n kind= uid=2f56f8bf-8808-11e8-b093-525500d15501 msg="Initializing VirtualMachineInstance" level=info timestamp=2018-07-15T08:22:17.054334Z pos=preset.go:165 component=virt-controller service=http namespace=kubevirt-test-default name=testvmi6676n kind= uid=2f56f8bf-8808-11e8-b093-525500d15501 msg="Marking VirtualMachineInstance as initialized" Pod name: virt-handler-q82w4 Pod phase: Running level=info timestamp=2018-07-15T08:22:07.054641Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6q2vx kind= uid=1e93c8d8-8808-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T08:22:11.062130Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T08:22:11.063146Z pos=vm.go:678 component=virt-handler namespace=kubevirt-test-default name=testvmi6q2vx kind=Domain uid= msg="Domain deleted" level=info timestamp=2018-07-15T08:22:11.063283Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi6q2vx kind= uid=1e93c8d8-8808-11e8-b093-525500d15501 msg="No update processing required" level=info timestamp=2018-07-15T08:22:11.126070Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6q2vx kind= uid=1e93c8d8-8808-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T08:22:11.126418Z pos=vm.go:392 component=virt-handler namespace=kubevirt-test-default name=testvmi6q2vx kind= uid=1e93c8d8-8808-11e8-b093-525500d15501 msg="No update processing required" level=info timestamp=2018-07-15T08:22:11.126554Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6q2vx kind= uid=1e93c8d8-8808-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T08:22:16.319823Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi6q2vx kind= uid=1e93c8d8-8808-11e8-b093-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T08:22:16.322651Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6q2vx kind= uid=1e93c8d8-8808-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T08:22:16.412517Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmi6q2vx kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T08:22:16.413009Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmi6q2vx kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T08:22:31.818304Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi6676n kind= uid=2f56f8bf-8808-11e8-b093-525500d15501 msg="Processing vmi update" level=error timestamp=2018-07-15T08:22:31.843332Z pos=vm.go:397 component=virt-handler namespace=kubevirt-test-default name=testvmi6676n kind= uid=2f56f8bf-8808-11e8-b093-525500d15501 reason="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" msg="Synchronizing the VirtualMachineInstance failed." level=info timestamp=2018-07-15T08:22:31.944033Z pos=vm.go:251 component=virt-handler reason="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmi6676n" level=info timestamp=2018-07-15T08:22:31.944658Z pos=vm.go:389 component=virt-handler namespace=kubevirt-test-default name=testvmi6676n kind= uid=2f56f8bf-8808-11e8-b093-525500d15501 msg="Processing vmi update" Pod name: virt-handler-tfmnr Pod phase: Running level=info timestamp=2018-07-15T08:21:17.892434Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmirnz44 kind= uid=fdb7eabf-8807-11e8-b093-525500d15501 msg="Processing shutdown." level=info timestamp=2018-07-15T08:21:17.894736Z pos=server.go:75 component=virt-handler msg="Received Domain Event of type DELETED" level=info timestamp=2018-07-15T08:21:17.912642Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmirnz44 kind= uid=fdb7eabf-8807-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T08:21:17.913237Z pos=vm.go:342 component=virt-handler namespace=kubevirt-test-default name=testvmirnz44 kind= uid=fdb7eabf-8807-11e8-b093-525500d15501 msg="Shutting down domain for VirtualMachineInstance with deletion timestamp." level=info timestamp=2018-07-15T08:21:17.916051Z pos=vm.go:383 component=virt-handler namespace=kubevirt-test-default name=testvmirnz44 kind= uid=fdb7eabf-8807-11e8-b093-525500d15501 msg="Processing shutdown." level=error timestamp=2018-07-15T08:21:17.934151Z pos=vm.go:404 component=virt-handler namespace=kubevirt-test-default name=testvmirnz44 kind= uid=fdb7eabf-8807-11e8-b093-525500d15501 reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmirnz44\": the object has been modified; please apply your changes to the latest version and try again" msg="Updating the VirtualMachineInstance status failed." level=info timestamp=2018-07-15T08:21:17.934244Z pos=vm.go:251 component=virt-handler reason="Operation cannot be fulfilled on virtualmachineinstances.kubevirt.io \"testvmirnz44\": the object has been modified; please apply your changes to the latest version and try again" msg="re-enqueuing VirtualMachineInstance kubevirt-test-default/testvmirnz44" level=info timestamp=2018-07-15T08:21:17.934359Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmirnz44 kind= uid=fdb7eabf-8807-11e8-b093-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T08:21:17.934492Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmirnz44 kind= uid=fdb7eabf-8807-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T08:21:17.940087Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmirnz44 kind= uid=fdb7eabf-8807-11e8-b093-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T08:21:17.940263Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmirnz44 kind= uid=fdb7eabf-8807-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T08:21:18.084084Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmirnz44 kind= uid=fdb7eabf-8807-11e8-b093-525500d15501 msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T08:21:18.084389Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmirnz44 kind= uid=fdb7eabf-8807-11e8-b093-525500d15501 msg="Synchronization loop succeeded." level=info timestamp=2018-07-15T08:21:18.115667Z pos=vm.go:386 component=virt-handler namespace=kubevirt-test-default name=testvmirnz44 kind=VirtualMachineInstance uid= msg="Processing local ephemeral data cleanup for shutdown domain." level=info timestamp=2018-07-15T08:21:18.115931Z pos=vm.go:413 component=virt-handler namespace=kubevirt-test-default name=testvmirnz44 kind=VirtualMachineInstance uid= msg="Synchronization loop succeeded." Pod name: virt-launcher-testvmi6676n-75kl2 Pod phase: Running level=info timestamp=2018-07-15T08:22:20.898245Z pos=manager.go:69 component=virt-launcher msg="Collected all requested hook sidecar sockets" level=info timestamp=2018-07-15T08:22:20.898438Z pos=manager.go:72 component=virt-launcher msg="Sorted all collected sidecar sockets per hook point based on their priority and name: map[]" level=info timestamp=2018-07-15T08:22:20.901048Z pos=libvirt.go:256 component=virt-launcher msg="Connecting to libvirt daemon: qemu:///system" level=info timestamp=2018-07-15T08:22:30.912988Z pos=libvirt.go:271 component=virt-launcher msg="Connected to libvirt daemon" level=info timestamp=2018-07-15T08:22:30.954456Z pos=virt-launcher.go:143 component=virt-launcher msg="Watchdog file created at /var/run/kubevirt/watchdog-files/kubevirt-test-default_testvmi6676n" level=info timestamp=2018-07-15T08:22:30.956179Z pos=client.go:152 component=virt-launcher msg="Registered libvirt event notify callback" level=info timestamp=2018-07-15T08:22:30.956764Z pos=virt-launcher.go:60 component=virt-launcher msg="Marked as ready" level=error timestamp=2018-07-15T08:22:31.835043Z pos=manager.go:159 component=virt-launcher namespace=kubevirt-test-default name=testvmi6676n kind= uid=2f56f8bf-8808-11e8-b093-525500d15501 reason="virError(Code=0, Domain=0, Message='Missing error')" msg="Getting the domain failed." level=error timestamp=2018-07-15T08:22:31.835314Z pos=server.go:68 component=virt-launcher namespace=kubevirt-test-default name=testvmi6676n kind= uid=2f56f8bf-8808-11e8-b093-525500d15501 reason="virError(Code=0, Domain=0, Message='Missing error')" msg="Failed to sync vmi" level=error timestamp=2018-07-15T08:22:31.998907Z pos=common.go:126 component=virt-launcher msg="updated MAC for interface: eth0 - 0a:58:0a:46:3d:e4" level=info timestamp=2018-07-15T08:22:32.017767Z pos=converter.go:729 component=virt-launcher msg="Found nameservers in /etc/resolv.conf: \ufffd\ufffdBf" level=info timestamp=2018-07-15T08:22:32.018012Z pos=converter.go:730 component=virt-launcher msg="Found search domains in /etc/resolv.conf: kubevirt-test-default.svc.cluster.local svc.cluster.local cluster.local" level=info timestamp=2018-07-15T08:22:32.018284Z pos=dhcp.go:62 component=virt-launcher msg="Starting SingleClientDHCPServer" level=info timestamp=2018-07-15T08:22:32.053884Z pos=client.go:136 component=virt-launcher msg="Libvirt event 0 with reason 0 received" level=info timestamp=2018-07-15T08:22:32.064728Z pos=manager.go:157 component=virt-launcher namespace=kubevirt-test-default name=testvmi6676n kind= uid=2f56f8bf-8808-11e8-b093-525500d15501 msg="Domain defined." • Failure [101.949 seconds] Health Monitoring /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:37 A VirtualMachineInstance with a watchdog device /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:56 should be shut down when the watchdog expires [It] /root/go/src/kubevirt.io/kubevirt/tests/vmi_monitoring_test.go:57 Unexpected Warning event received. Expected : Warning not to equal : Warning /root/go/src/kubevirt.io/kubevirt/tests/utils.go:245 ------------------------------ STEP: Starting a VirtualMachineInstance level=info timestamp=2018-07-15T08:22:17.420558Z pos=utils.go:243 component=tests msg="Created virtual machine pod virt-launcher-testvmi6676n-75kl2" level=info timestamp=2018-07-15T08:22:32.045811Z pos=utils.go:243 component=tests msg="Pod owner ship transferred to the node virt-launcher-testvmi6676n-75kl2" level=error timestamp=2018-07-15T08:22:32.208730Z pos=utils.go:241 component=tests reason="unexpected warning event received" msg="server error. command Launcher.Sync failed: virError(Code=0, Domain=0, Message='Missing error')" STEP: Expecting the VirtualMachineInstance console STEP: Killing the watchdog device STEP: Checking that the VirtualMachineInstance has Failed status • [SLOW TEST:48.787 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 with cloudInitNoCloud userDataBase64 source /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:81 should have cloud-init data /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:82 ------------------------------ • [SLOW TEST:122.082 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 with cloudInitNoCloud userDataBase64 source /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:81 with injected ssh-key /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:92 should have ssh-key under authorized keys /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:93 ------------------------------ • [SLOW TEST:60.992 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 with cloudInitNoCloud userData source /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:118 should process provided cloud-init data /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:119 ------------------------------ • [SLOW TEST:44.118 seconds] CloudInit UserData /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:46 A new VirtualMachineInstance /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:80 should take user-data from k8s secret /root/go/src/kubevirt.io/kubevirt/tests/vmi_userdata_test.go:162 ------------------------------ •• ------------------------------ • [SLOW TEST:20.417 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should update VirtualMachine once VMIs are up /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:195 ------------------------------ • [SLOW TEST:6.374 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should remove VirtualMachineInstance once the VMI is marked for deletion /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:204 ------------------------------ • ------------------------------ • [SLOW TEST:27.780 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should recreate VirtualMachineInstance if it gets deleted /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:245 ------------------------------ • [SLOW TEST:43.425 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should recreate VirtualMachineInstance if the VirtualMachineInstance's pod gets deleted /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:265 ------------------------------ • [SLOW TEST:22.709 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should stop VirtualMachineInstance if running set to false /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:325 ------------------------------ • [SLOW TEST:143.161 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should start and stop VirtualMachineInstance multiple times /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:333 ------------------------------ • [SLOW TEST:47.998 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should not update the VirtualMachineInstance spec if Running /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:346 ------------------------------ • [SLOW TEST:169.135 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 should survive guest shutdown, multiple times /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:387 ------------------------------ • [SLOW TEST:18.590 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 Using virtctl interface /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:435 should start a VirtualMachineInstance once /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:436 ------------------------------ • [SLOW TEST:24.738 seconds] VirtualMachine /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:47 A valid VirtualMachine given /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:115 Using virtctl interface /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:435 should stop a VirtualMachineInstance once /root/go/src/kubevirt.io/kubevirt/tests/vm_test.go:467 ------------------------------ • [SLOW TEST:6.053 seconds] Subresource Api /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:37 Rbac Authorization /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:48 with correct permissions /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:51 should be allowed to access subresource endpoint /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:52 ------------------------------ •• ------------------------------ • [SLOW TEST:5.515 seconds] Subresource Api /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:37 Rbac Authorization For Version Command /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:63 Without permissions /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:71 should be able to access subresource version endpoint /root/go/src/kubevirt.io/kubevirt/tests/subresource_api_test.go:72 ------------------------------ Waiting for namespace kubevirt-test-default to be removed, this can take a while ... Waiting for namespace kubevirt-test-alternative to be removed, this can take a while ... Summarizing 4 Failures: [Fail] Networking should be able to reach [It] the Inbound VirtualMachineInstance with custom MAC address /root/go/src/kubevirt.io/kubevirt/tests/vmi_networking_test.go:224 [Fail] Expose Expose UDP service on a VM Expose ClusterIP UDP service [It] Should expose a ClusterIP service on a VM and connect to it /root/go/src/kubevirt.io/kubevirt/tests/expose_test.go:175 [Fail] Storage Starting a VirtualMachineInstance with Alpine PVC should be successfully started and stopped multiple times [It] with CDRom PVC /root/go/src/kubevirt.io/kubevirt/tests/utils.go:245 [Fail] Health Monitoring A VirtualMachineInstance with a watchdog device [It] should be shut down when the watchdog expires /root/go/src/kubevirt.io/kubevirt/tests/utils.go:245 Ran 127 of 140 Specs in 3994.495 seconds FAIL! -- 123 Passed | 4 Failed | 0 Pending | 13 Skipped --- FAIL: TestTests (3994.50s) FAIL make: *** [functest] Error 1 + make cluster-down ./cluster/down.sh