rendered paste body2017-06-07 10:15:52.891 2645 ERROR nova.virt.libvirt.guest [req-fdab3564-b335-4c41-8cdb-d37e391f07a0 c0a56070cdd242aa8f40ca82cd12b766 e0c39012acc240d1a195922295378466 - - -] Error launching a defined domain with XML: <domain type='kvm'>
<name>instance-00000004</name>
<uuid>38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6</uuid>
<metadata>
<nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.0">
<nova:package version="15.0.3-2.el7"/>
<nova:name>test</nova:name>
<nova:creationTime>2017-06-07 14:15:52</nova:creationTime>
<nova:flavor name="m1.tiny">
<nova:memory>512</nova:memory>
<nova:disk>1</nova:disk>
<nova:swap>0</nova:swap>
<nova:ephemeral>0</nova:ephemeral>
<nova:vcpus>1</nova:vcpus>
</nova:flavor>
<nova:owner>
<nova:user uuid="c0a56070cdd242aa8f40ca82cd12b766">internal</nova:user>
<nova:project uuid="e0c39012acc240d1a195922295378466">internal</nova:project>
</nova:owner>
</nova:instance>
</metadata>
<memory unit='KiB'>524288</memory>
<currentMemory unit='KiB'>524288</currentMemory>
<vcpu placement='static'>1</vcpu>
<cputune>
<shares>1024</shares>
</cputune>
<sysinfo type='smbios'>
<system>
<entry name='manufacturer'>RDO</entry>
<entry name='product'>OpenStack Compute</entry>
<entry name='version'>15.0.3-2.el7</entry>
<entry name='serial'>1e98a4cc-1263-468b-9f9a-12e365316b95</entry>
<entry name='uuid'>38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6</entry>
<entry name='family'>Virtual Machine</entry>
</system>
</sysinfo>
<os>
<type arch='x86_64' machine='pc-i440fx-rhel7.3.0'>hvm</type>
<boot dev='hd'/>
<smbios mode='sysinfo'/>
</os>
<features>
<acpi/>
<apic/>
</features>
<cpu mode='host-model'>
<model fallback='allow'/>
<topology sockets='1' cores='1' threads='1'/>
</cpu>
<clock offset='utc'>
<timer name='pit' tickpolicy='delay'/>
<timer name='rtc' tickpolicy='catchup'/>
<timer name='hpet' present='no'/>
</clock>
<on_poweroff>destroy</on_poweroff>
<on_reboot>restart</on_reboot>
<on_crash>destroy</on_crash>
<devices>
<emulator>/usr/libexec/qemu-kvm</emulator>
<disk type='block' device='disk'>
<driver name='qemu' type='raw' cache='none' io='native'/>
<source dev='/dev/disk/by-path/ip-66.70.176.65:3260-iscsi-iqn.2010-10.org.openstack:volume-20051813-ab00-4ee0-bdf8-0cc4dc837c9a-lun-0'/>
<target dev='vda' bus='virtio'/>
<serial>20051813-ab00-4ee0-bdf8-0cc4dc837c9a</serial>
<address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
</disk>
<controller type='usb' index='0'>
<address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x2'/>
</controller>
<controller type='pci' index='0' model='pci-root'/>
<interface type='bridge'>
<mac address='fa:16:3e:ae:fb:a3'/>
<source bridge='qbrd3df4d17-53'/>
<target dev='tapd3df4d17-53'/>
<model type='virtio'/>
<address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
</interface>
<serial type='file'>
<source path='/var/lib/nova/instances/38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6/console.log'/>
<target port='0'/>
</serial>
<serial type='pty'>
<target port='1'/>
</serial>
<console type='file'>
<source path='/var/lib/nova/instances/38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6/console.log'/>
<target type='serial' port='0'/>
</console>
<input type='tablet' bus='usb'>
<address type='usb' bus='0' port='1'/>
</input>
<input type='mouse' bus='ps2'/>
<input type='keyboard' bus='ps2'/>
<graphics type='vnc' port='-1' autoport='yes' listen='0.0.0.0' keymap='en-us'>
<listen type='address' address='0.0.0.0'/>
</graphics>
<video>
<model type='cirrus' vram='16384' heads='1' primary='yes'/>
<address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
</video>
<memballoon model='virtio'>
<stats period='10'/>
<address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
</memballoon>
</devices>
</domain>
2017-06-07 10:15:52.891 2645 ERROR nova.virt.libvirt.driver [req-fdab3564-b335-4c41-8cdb-d37e391f07a0 c0a56070cdd242aa8f40ca82cd12b766 e0c39012acc240d1a195922295378466 - - -] [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] Failed to start libvirt guest
2017-06-07 10:15:52.935 2645 INFO os_vif [req-fdab3564-b335-4c41-8cdb-d37e391f07a0 c0a56070cdd242aa8f40ca82cd12b766 e0c39012acc240d1a195922295378466 - - -] Successfully unplugged vif VIFBridge(active=False,address=fa:16:3e:ae:fb:a3,bridge_name='qbrd3df4d17-53',has_traffic_filtering=True,id=d3df4d17-53f0-486b-a510-2ba49aab735a,network=Network(9b17369b-2f94-45de-8134-9657d67c67f8),plugin='ovs',port_profile=VIFPortProfileBase,preserve_on_delete=False,vif_name='tapd3df4d17-53')
2017-06-07 10:15:54.971 2645 INFO nova.virt.libvirt.driver [req-fdab3564-b335-4c41-8cdb-d37e391f07a0 c0a56070cdd242aa8f40ca82cd12b766 e0c39012acc240d1a195922295378466 - - -] [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] Deleting instance files /var/lib/nova/instances/38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6_del
2017-06-07 10:15:54.972 2645 INFO nova.virt.libvirt.driver [req-fdab3564-b335-4c41-8cdb-d37e391f07a0 c0a56070cdd242aa8f40ca82cd12b766 e0c39012acc240d1a195922295378466 - - -] [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] Deletion of /var/lib/nova/instances/38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6_del complete
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [req-fdab3564-b335-4c41-8cdb-d37e391f07a0 c0a56070cdd242aa8f40ca82cd12b766 e0c39012acc240d1a195922295378466 - - -] [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] Instance failed to spawn
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] Traceback (most recent call last):
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] File "/usr/lib/python2.7/site-packages/nova/compute/manager.py", line 2125, in _build_resources
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] yield resources
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] File "/usr/lib/python2.7/site-packages/nova/compute/manager.py", line 1930, in _build_and_run_instance
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] block_device_info=block_device_info)
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 2698, in spawn
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] destroy_disks_on_failure=True)
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 5112, in _create_domain_and_network
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] destroy_disks_on_failure)
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] File "/usr/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] self.force_reraise()
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] File "/usr/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] six.reraise(self.type_, self.value, self.tb)
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 5084, in _create_domain_and_network
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] post_xml_callback=post_xml_callback)
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 5002, in _create_domain
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] guest.launch(pause=pause)
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/guest.py", line 145, in launch
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] self._encoded_xml, errors='ignore')
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] File "/usr/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] self.force_reraise()
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] File "/usr/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] six.reraise(self.type_, self.value, self.tb)
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/guest.py", line 140, in launch
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] return self._domain.createWithFlags(flags)
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] File "/usr/lib/python2.7/site-packages/eventlet/tpool.py", line 186, in doit
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] result = proxy_call(self._autowrap, f, *args, **kwargs)
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] File "/usr/lib/python2.7/site-packages/eventlet/tpool.py", line 144, in proxy_call
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] rv = execute(f, *args, **kwargs)
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] File "/usr/lib/python2.7/site-packages/eventlet/tpool.py", line 125, in execute
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] six.reraise(c, e, tb)
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] File "/usr/lib/python2.7/site-packages/eventlet/tpool.py", line 83, in tworker
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] rv = meth(*args, **kwargs)
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] File "/usr/lib64/python2.7/site-packages/libvirt.py", line 1065, in createWithFlags
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] if ret == -1: raise libvirtError ('virDomainCreateWithFlags() failed', dom=self)
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] libvirtError: internal error: process exited while connecting to monitor: 2017-06-07T14:15:52.842277Z qemu-kvm: -chardev pty,id=charserial1: Failed to create PTY: Operation not permitted
2017-06-07 10:15:55.102 2645 ERROR nova.compute.manager [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6]
2017-06-07 10:15:55.103 2645 INFO nova.compute.manager [req-fdab3564-b335-4c41-8cdb-d37e391f07a0 c0a56070cdd242aa8f40ca82cd12b766 e0c39012acc240d1a195922295378466 - - -] [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] Terminating instance
2017-06-07 10:15:55.108 2645 INFO nova.virt.libvirt.driver [-] [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] Instance destroyed successfully.
2017-06-07 10:15:55.115 2645 INFO os_vif [req-fdab3564-b335-4c41-8cdb-d37e391f07a0 c0a56070cdd242aa8f40ca82cd12b766 e0c39012acc240d1a195922295378466 - - -] Successfully unplugged vif VIFBridge(active=False,address=fa:16:3e:ae:fb:a3,bridge_name='qbrd3df4d17-53',has_traffic_filtering=True,id=d3df4d17-53f0-486b-a510-2ba49aab735a,network=Network(9b17369b-2f94-45de-8134-9657d67c67f8),plugin='ovs',port_profile=VIFPortProfileBase,preserve_on_delete=False,vif_name='tapd3df4d17-53')
2017-06-07 10:15:55.147 2645 INFO nova.virt.libvirt.driver [req-fdab3564-b335-4c41-8cdb-d37e391f07a0 c0a56070cdd242aa8f40ca82cd12b766 e0c39012acc240d1a195922295378466 - - -] [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] Deletion of /var/lib/nova/instances/38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6_del complete
2017-06-07 10:15:55.253 2645 INFO nova.compute.manager [req-fdab3564-b335-4c41-8cdb-d37e391f07a0 c0a56070cdd242aa8f40ca82cd12b766 e0c39012acc240d1a195922295378466 - - -] [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] Took 0.15 seconds to destroy the instance on the hypervisor.
2017-06-07 10:15:57.924 2645 INFO nova.compute.manager [req-fdab3564-b335-4c41-8cdb-d37e391f07a0 c0a56070cdd242aa8f40ca82cd12b766 e0c39012acc240d1a195922295378466 - - -] [instance: 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6] Took 2.67 seconds to detach 1 volumes for instance.
2017-06-07 10:15:57.993 2645 INFO nova.scheduler.client.report [req-fdab3564-b335-4c41-8cdb-d37e391f07a0 c0a56070cdd242aa8f40ca82cd12b766 e0c39012acc240d1a195922295378466 - - -] Deleted allocation for instance 38ecb7e1-f3d5-4c6b-9080-f121f6aa6bb6
2017-06-07 10:16:35.380 2645 INFO nova.compute.resource_tracker [req-3205d67a-0446-4ccc-867c-d8cab7387998 - - - - -] Final resource view: name=openstack.atadata.com phys_ram=65423MB used_ram=512MB phys_disk=3666GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[]
2017-06-07 10:17:35.497 2645 INFO nova.compute.resource_tracker [req-3205d67a-0446-4ccc-867c-d8cab7387998 - - - - -] Final resource view: name=openstack.atadata.com phys_ram=65423MB used_ram=512MB phys_disk=3666GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[]
2017-06-07 10:18:37.623 2645 INFO nova.compute.resource_tracker [req-3205d67a-0446-4ccc-867c-d8cab7387998 - - - - -] Final resource view: name=openstack.atadata.com phys_ram=65423MB used_ram=512MB phys_disk=3666GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[]
2017-06-07 10:19:37.488 2645 INFO nova.compute.resource_tracker [req-3205d67a-0446-4ccc-867c-d8cab7387998 - - - - -] Final resource view: name=openstack.atadata.com phys_ram=65423MB used_ram=512MB phys_disk=3666GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[]
2017-06-07 10:20:39.437 2645 INFO nova.compute.resource_tracker [req-3205d67a-0446-4ccc-867c-d8cab7387998 - - - - -] Final resource view: name=openstack.atadata.com phys_ram=65423MB used_ram=512MB phys_disk=3666GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[]
2017-06-07 10:21:40.647 2645 INFO nova.compute.resource_tracker [req-3205d67a-0446-4ccc-867c-d8cab7387998 - - - - -] Final resource view: name=openstack.atadata.com phys_ram=65423MB used_ram=512MB phys_disk=3666GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[]
2017-06-07 10:22:40.510 2645 INFO nova.compute.resource_tracker [req-3205d67a-0446-4ccc-867c-d8cab7387998 - - - - -] Final resource view: name=openstack.atadata.com phys_ram=65423MB used_ram=512MB phys_disk=3666GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[]