← Back to team overview

yahoo-eng-team team mailing list archive

  1. yahoo-eng-team team
  2. Mailing list archive
  3. Message #24223

[Bug 1387539] [NEW] Failed to hard reboot lxc instance

  Thread Previous • Date Previous • • Thread Next 
Public bug reported:

When hard reboot a lxc instance, the operation failed with the following trace log:
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00mTraceback (most recent call last):
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/usr/local/lib/python2.7/dist-packages/oslo/messaging/rpc/dispatcher.py", line 134, in _dispatch_and_reply
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    incoming.message))
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/usr/local/lib/python2.7/dist-packages/oslo/messaging/rpc/dispatcher.py", line 177, in _dispatch
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    return self._do_dispatch(endpoint, method, ctxt, args)
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/usr/local/lib/python2.7/dist-packages/oslo/messaging/rpc/dispatcher.py", line 123, in _do_dispatch
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    result = getattr(endpoint, method)(ctxt, **new_args)
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/opt/stack/nova/nova/exception.py", line 88, in wrapped
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    payload)
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/usr/local/lib/python2.7/dist-packages/oslo/utils/excutils.py", line 82, in __exit__
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    six.reraise(self.type_, self.value, self.tb)
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/opt/stack/nova/nova/exception.py", line 71, in wrapped
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    return f(self, context, *args, **kw)
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/opt/stack/nova/nova/compute/manager.py", line 300, in decorated_function
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    pass
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/usr/local/lib/python2.7/dist-packages/oslo/utils/excutils.py", line 82, in __exit__
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    six.reraise(self.type_, self.value, self.tb)
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/opt/stack/nova/nova/compute/manager.py", line 286, in decorated_function
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    return function(self, context, *args, **kwargs)
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/opt/stack/nova/nova/compute/manager.py", line 350, in decorated_function
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    return function(self, context, *args, **kwargs)
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/opt/stack/nova/nova/compute/manager.py", line 328, in decorated_function
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    kwargs['instance'], e, sys.exc_info())
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/usr/local/lib/python2.7/dist-packages/oslo/utils/excutils.py", line 82, in __exit__
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    six.reraise(self.type_, self.value, self.tb)
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/opt/stack/nova/nova/compute/manager.py", line 316, in decorated_function
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    return function(self, context, *args, **kwargs)
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/opt/stack/nova/nova/compute/manager.py", line 2943, in reboot_instance
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    self._set_instance_obj_error_state(context, instance)
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/usr/local/lib/python2.7/dist-packages/oslo/utils/excutils.py", line 82, in __exit__
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    six.reraise(self.type_, self.value, self.tb)
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/opt/stack/nova/nova/compute/manager.py", line 2924, in reboot_instance
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    bad_volumes_callback=bad_volumes_callback)
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 2253, in reboot
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    block_device_info)
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 2356, in _hard_reboot
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    vifs_already_plugged=True)
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4400, in _create_domain_and_network
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    disk_info):
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/usr/lib/python2.7/contextlib.py", line 17, in __enter__
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    return self.gen.next()
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4296, in _lxc_disk_handler
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    self._create_domain_setup_lxc(instance, block_device_info, disk_info)
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4233, in _create_domain_setup_lxc
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    disk_path = root_disk['connection_info']['data']['device_path']
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00mTypeError: 'NoneType' object has no attribute '__getitem__'
2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m

** Affects: nova
     Importance: Undecided
         Status: New

-- 
You received this bug notification because you are a member of Yahoo!
Engineering Team, which is subscribed to OpenStack Compute (nova).
https://bugs.launchpad.net/bugs/1387539

Title:
  Failed to hard reboot lxc instance

Status in OpenStack Compute (Nova):
  New

Bug description:
  When hard reboot a lxc instance, the operation failed with the following trace log:
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00mTraceback (most recent call last):
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/usr/local/lib/python2.7/dist-packages/oslo/messaging/rpc/dispatcher.py", line 134, in _dispatch_and_reply
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    incoming.message))
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/usr/local/lib/python2.7/dist-packages/oslo/messaging/rpc/dispatcher.py", line 177, in _dispatch
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    return self._do_dispatch(endpoint, method, ctxt, args)
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/usr/local/lib/python2.7/dist-packages/oslo/messaging/rpc/dispatcher.py", line 123, in _do_dispatch
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    result = getattr(endpoint, method)(ctxt, **new_args)
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/opt/stack/nova/nova/exception.py", line 88, in wrapped
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    payload)
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/usr/local/lib/python2.7/dist-packages/oslo/utils/excutils.py", line 82, in __exit__
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    six.reraise(self.type_, self.value, self.tb)
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/opt/stack/nova/nova/exception.py", line 71, in wrapped
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    return f(self, context, *args, **kw)
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/opt/stack/nova/nova/compute/manager.py", line 300, in decorated_function
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    pass
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/usr/local/lib/python2.7/dist-packages/oslo/utils/excutils.py", line 82, in __exit__
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    six.reraise(self.type_, self.value, self.tb)
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/opt/stack/nova/nova/compute/manager.py", line 286, in decorated_function
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    return function(self, context, *args, **kwargs)
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/opt/stack/nova/nova/compute/manager.py", line 350, in decorated_function
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    return function(self, context, *args, **kwargs)
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/opt/stack/nova/nova/compute/manager.py", line 328, in decorated_function
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    kwargs['instance'], e, sys.exc_info())
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/usr/local/lib/python2.7/dist-packages/oslo/utils/excutils.py", line 82, in __exit__
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    six.reraise(self.type_, self.value, self.tb)
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/opt/stack/nova/nova/compute/manager.py", line 316, in decorated_function
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    return function(self, context, *args, **kwargs)
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/opt/stack/nova/nova/compute/manager.py", line 2943, in reboot_instance
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    self._set_instance_obj_error_state(context, instance)
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/usr/local/lib/python2.7/dist-packages/oslo/utils/excutils.py", line 82, in __exit__
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    six.reraise(self.type_, self.value, self.tb)
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/opt/stack/nova/nova/compute/manager.py", line 2924, in reboot_instance
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    bad_volumes_callback=bad_volumes_callback)
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 2253, in reboot
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    block_device_info)
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 2356, in _hard_reboot
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    vifs_already_plugged=True)
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4400, in _create_domain_and_network
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    disk_info):
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/usr/lib/python2.7/contextlib.py", line 17, in __enter__
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    return self.gen.next()
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4296, in _lxc_disk_handler
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    self._create_domain_setup_lxc(instance, block_device_info, disk_info)
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m  File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4233, in _create_domain_setup_lxc
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m    disk_path = root_disk['connection_info']['data']['device_path']
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00mTypeError: 'NoneType' object has no attribute '__getitem__'
  2014-10-30 07:11:54.389 TRACE oslo.messaging.rpc.dispatcher ESC[01;35mESC[00m

To manage notifications about this bug go to:
https://bugs.launchpad.net/nova/+bug/1387539/+subscriptions

Follow ups

References

  Thread Previous • Date Previous • • Thread Next