yahoo-eng-team team mailing list archive

[Mohammed Naser <1311778@xxxxxxxxxxxxxxxxxx>]

Public bug reported:

There is an issue that is causing unit tests to fail with the following
error:

MessagingTimeout: No reply on topic conductor
MessagingTimeout: No reply on topic scheduler

2014-04-23 13:45:52.017 | Traceback (most recent call last):
2014-04-23 13:45:52.017 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/oslo/messaging/rpc/dispatcher.py", line 133, in _dispatch_and_reply
2014-04-23 13:45:52.017 |     incoming.message))
2014-04-23 13:45:52.017 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/oslo/messaging/rpc/dispatcher.py", line 176, in _dispatch
2014-04-23 13:45:52.017 |     return self._do_dispatch(endpoint, method, ctxt, args)
2014-04-23 13:45:52.017 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/oslo/messaging/rpc/dispatcher.py", line 122, in _do_dispatch
2014-04-23 13:45:52.017 |     result = getattr(endpoint, method)(ctxt, **new_args)
2014-04-23 13:45:52.018 |   File "nova/conductor/manager.py", line 798, in build_instances
2014-04-23 13:45:52.018 |     legacy_bdm_in_spec=legacy_bdm)
2014-04-23 13:51:50.628 |   File "nlibvir:  error : internal error could not initialize domain event timer
2014-04-23 13:54:57.953 | ova/scheduler/rpcapi.py", line 120, in run_instance
2014-04-23 13:54:57.953 |     cctxt.cast(ctxt, 'run_instance', **msg_kwargs)
2014-04-23 13:54:57.953 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/oslo/messaging/rpc/client.py", line 150, in call
2014-04-23 13:54:57.953 |     wait_for_reply=True, timeout=timeout)
2014-04-23 13:54:57.953 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/oslo/messaging/transport.py", line 90, in _send
2014-04-23 13:54:57.953 |     timeout=timeout)
2014-04-23 13:54:57.954 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_fake.py", line 166, in send
2014-04-23 13:54:57.954 |     return self._send(target, ctxt, message, wait_for_reply, timeout)
2014-04-23 13:54:57.954 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_fake.py", line 161, in _send
2014-04-23 13:54:57.954 |     'No reply on topic %s' % target.topic)
2014-04-23 13:54:57.954 | MessagingTimeout: No reply on topic scheduler

============================

2014-04-23 13:45:52.008 | Traceback (most recent call last):
2014-04-23 13:45:52.008 |   File "nova/api/openstack/__init__.py", line 125, in __call__
2014-04-23 13:45:52.008 |     return req.get_response(self.application)
2014-04-23 13:45:52.009 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/webob/request.py", line 1320, in send
2014-04-23 13:45:52.009 |     application, catch_exc_info=False)
2014-04-23 13:45:52.009 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/webob/request.py", line 1284, in call_application
2014-04-23 13:45:52.009 |     app_iter = application(self.environ, start_response)
2014-04-23 13:45:52.009 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/webob/dec.py", line 144, in __call__
2014-04-23 13:45:52.009 |     return resp(environ, start_response)
2014-04-23 13:45:52.009 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/webob/dec.py", line 144, in __call__
2014-04-23 13:45:52.010 |     return resp(environ, start_response)
2014-04-23 13:45:52.010 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/webob/dec.py", line 144, in __call__
2014-04-23 13:45:52.010 |     return resp(environ, start_response)
2014-04-23 13:45:52.010 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/webob/dec.py", line 144, in __call__
2014-04-23 13:45:52.010 |     return resp(environ, start_response)
2014-04-23 13:45:52.010 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/routes/middleware.py", line 131, in __call__
2014-04-23 13:45:52.010 |     response = self.app(environ, start_response)
2014-04-23 13:45:52.011 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/webob/dec.py", line 144, in __call__
2014-04-23 13:45:52.011 |     return resp(environ, start_response)
2014-04-23 13:45:52.011 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/webob/dec.py", line 130, in __call__
2014-04-23 13:45:52.011 |     resp = self.call_func(req, *args, **self.kwargs)
2014-04-23 13:45:52.011 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/webob/dec.py", line 195, in call_func
2014-04-23 13:45:52.011 |     return self.func(req, *args, **kwargs)
2014-04-23 13:45:52.012 |   File "nova/api/openstack/wsgi.py", line 917, in __call__
2014-04-23 13:45:52.012 |     content_type, body, accept)
2014-04-23 13:45:52.012 |   File "nova/api/openstack/wsgi.py", line 983, in _process_stack
2014-04-23 13:45:52.012 |     action_result = self.dispatch(meth, request, action_args)
2014-04-23 13:45:52.012 |   File "nova/api/openstack/wsgi.py", line 1070, in dispatch
2014-04-23 13:45:52.012 |     return method(req=request, **action_args)
2014-04-23 13:45:52.012 |   File "nova/api/openstack/compute/servers.py", line 956, in create
2014-04-23 13:45:52.012 |     legacy_bdm=legacy_bdm)
2014-04-23 13:45:52.013 |   File "nova/tests/fake_network.py", line 473, in fake_create
2014-04-23 13:45:52.013 |     return _create_instances_with_cached_ips(orig_create, *args, **kwargs)
2014-04-23 13:45:52.013 |   File "nova/tests/fake_network.py", line 543, in _create_instances_with_cached_ips
2014-04-23 13:45:52.013 |     instances, reservation_id = orig_func(*args, **kwargs)
2014-04-23 13:45:52.013 |   File "nova/hooks.py", line 103, in inner
2014-04-23 13:45:52.013 |     rv = f(*args, **kwargs)
2014-04-23 13:45:52.013 |   File "nova/compute/api.py", line 1341, in create
2014-04-23 13:45:52.014 |     legacy_bdm=legacy_bdm)
2014-04-23 13:45:52.014 |   File "nova/compute/api.py", line 1007, in _create_instance
2014-04-23 13:45:52.014 |     legacy_bdm=False)
2014-04-23 13:45:52.014 |   File "nova/conductor/api.py", line 371, in build_instances
2014-04-23 13:45:52.014 |     legacy_bdm=legacy_bdm)
2014-04-23 13:45:52.014 |   File "nova/conductor/rpcapi.py", line 455, in build_instances
2014-04-23 13:45:52.015 |     legacy_bdm=legacy_bdm)
2014-04-23 13:45:52.015 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/oslo/messaging/rpc/client.py", line 150, in call
2014-04-23 13:45:52.015 |     wait_for_reply=True, timeout=timeout)
2014-04-23 13:45:52.015 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/oslo/messaging/transport.py", line 90, in _send
2014-04-23 13:45:52.015 |     timeout=timeout)
2014-04-23 13:45:52.015 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_fake.py", line 166, in send
2014-04-23 13:45:52.015 |     return self._send(target, ctxt, message, wait_for_reply, timeout)
2014-04-23 13:45:52.016 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_fake.py", line 161, in _send
2014-04-23 13:45:52.016 |     'No reply on topic %s' % target.topic)
2014-04-23 13:45:52.016 | MessagingTimeout: No reply on topic conductor

** Affects: nova
     Importance: Undecided
         Status: New


** Tags: testing

-- 
You received this bug notification because you are a member of Yahoo!
Engineering Team, which is subscribed to OpenStack Compute (nova).
https://bugs.launchpad.net/bugs/1311778

Title:
  Unit tests fail with MessagingTimeout errors

Status in OpenStack Compute (Nova):
  New

Bug description:
  There is an issue that is causing unit tests to fail with the
  following error:

  MessagingTimeout: No reply on topic conductor
  MessagingTimeout: No reply on topic scheduler

  2014-04-23 13:45:52.017 | Traceback (most recent call last):
  2014-04-23 13:45:52.017 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/oslo/messaging/rpc/dispatcher.py", line 133, in _dispatch_and_reply
  2014-04-23 13:45:52.017 |     incoming.message))
  2014-04-23 13:45:52.017 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/oslo/messaging/rpc/dispatcher.py", line 176, in _dispatch
  2014-04-23 13:45:52.017 |     return self._do_dispatch(endpoint, method, ctxt, args)
  2014-04-23 13:45:52.017 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/oslo/messaging/rpc/dispatcher.py", line 122, in _do_dispatch
  2014-04-23 13:45:52.017 |     result = getattr(endpoint, method)(ctxt, **new_args)
  2014-04-23 13:45:52.018 |   File "nova/conductor/manager.py", line 798, in build_instances
  2014-04-23 13:45:52.018 |     legacy_bdm_in_spec=legacy_bdm)
  2014-04-23 13:51:50.628 |   File "nlibvir:  error : internal error could not initialize domain event timer
  2014-04-23 13:54:57.953 | ova/scheduler/rpcapi.py", line 120, in run_instance
  2014-04-23 13:54:57.953 |     cctxt.cast(ctxt, 'run_instance', **msg_kwargs)
  2014-04-23 13:54:57.953 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/oslo/messaging/rpc/client.py", line 150, in call
  2014-04-23 13:54:57.953 |     wait_for_reply=True, timeout=timeout)
  2014-04-23 13:54:57.953 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/oslo/messaging/transport.py", line 90, in _send
  2014-04-23 13:54:57.953 |     timeout=timeout)
  2014-04-23 13:54:57.954 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_fake.py", line 166, in send
  2014-04-23 13:54:57.954 |     return self._send(target, ctxt, message, wait_for_reply, timeout)
  2014-04-23 13:54:57.954 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_fake.py", line 161, in _send
  2014-04-23 13:54:57.954 |     'No reply on topic %s' % target.topic)
  2014-04-23 13:54:57.954 | MessagingTimeout: No reply on topic scheduler

  ============================

  2014-04-23 13:45:52.008 | Traceback (most recent call last):
  2014-04-23 13:45:52.008 |   File "nova/api/openstack/__init__.py", line 125, in __call__
  2014-04-23 13:45:52.008 |     return req.get_response(self.application)
  2014-04-23 13:45:52.009 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/webob/request.py", line 1320, in send
  2014-04-23 13:45:52.009 |     application, catch_exc_info=False)
  2014-04-23 13:45:52.009 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/webob/request.py", line 1284, in call_application
  2014-04-23 13:45:52.009 |     app_iter = application(self.environ, start_response)
  2014-04-23 13:45:52.009 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/webob/dec.py", line 144, in __call__
  2014-04-23 13:45:52.009 |     return resp(environ, start_response)
  2014-04-23 13:45:52.009 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/webob/dec.py", line 144, in __call__
  2014-04-23 13:45:52.010 |     return resp(environ, start_response)
  2014-04-23 13:45:52.010 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/webob/dec.py", line 144, in __call__
  2014-04-23 13:45:52.010 |     return resp(environ, start_response)
  2014-04-23 13:45:52.010 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/webob/dec.py", line 144, in __call__
  2014-04-23 13:45:52.010 |     return resp(environ, start_response)
  2014-04-23 13:45:52.010 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/routes/middleware.py", line 131, in __call__
  2014-04-23 13:45:52.010 |     response = self.app(environ, start_response)
  2014-04-23 13:45:52.011 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/webob/dec.py", line 144, in __call__
  2014-04-23 13:45:52.011 |     return resp(environ, start_response)
  2014-04-23 13:45:52.011 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/webob/dec.py", line 130, in __call__
  2014-04-23 13:45:52.011 |     resp = self.call_func(req, *args, **self.kwargs)
  2014-04-23 13:45:52.011 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/webob/dec.py", line 195, in call_func
  2014-04-23 13:45:52.011 |     return self.func(req, *args, **kwargs)
  2014-04-23 13:45:52.012 |   File "nova/api/openstack/wsgi.py", line 917, in __call__
  2014-04-23 13:45:52.012 |     content_type, body, accept)
  2014-04-23 13:45:52.012 |   File "nova/api/openstack/wsgi.py", line 983, in _process_stack
  2014-04-23 13:45:52.012 |     action_result = self.dispatch(meth, request, action_args)
  2014-04-23 13:45:52.012 |   File "nova/api/openstack/wsgi.py", line 1070, in dispatch
  2014-04-23 13:45:52.012 |     return method(req=request, **action_args)
  2014-04-23 13:45:52.012 |   File "nova/api/openstack/compute/servers.py", line 956, in create
  2014-04-23 13:45:52.012 |     legacy_bdm=legacy_bdm)
  2014-04-23 13:45:52.013 |   File "nova/tests/fake_network.py", line 473, in fake_create
  2014-04-23 13:45:52.013 |     return _create_instances_with_cached_ips(orig_create, *args, **kwargs)
  2014-04-23 13:45:52.013 |   File "nova/tests/fake_network.py", line 543, in _create_instances_with_cached_ips
  2014-04-23 13:45:52.013 |     instances, reservation_id = orig_func(*args, **kwargs)
  2014-04-23 13:45:52.013 |   File "nova/hooks.py", line 103, in inner
  2014-04-23 13:45:52.013 |     rv = f(*args, **kwargs)
  2014-04-23 13:45:52.013 |   File "nova/compute/api.py", line 1341, in create
  2014-04-23 13:45:52.014 |     legacy_bdm=legacy_bdm)
  2014-04-23 13:45:52.014 |   File "nova/compute/api.py", line 1007, in _create_instance
  2014-04-23 13:45:52.014 |     legacy_bdm=False)
  2014-04-23 13:45:52.014 |   File "nova/conductor/api.py", line 371, in build_instances
  2014-04-23 13:45:52.014 |     legacy_bdm=legacy_bdm)
  2014-04-23 13:45:52.014 |   File "nova/conductor/rpcapi.py", line 455, in build_instances
  2014-04-23 13:45:52.015 |     legacy_bdm=legacy_bdm)
  2014-04-23 13:45:52.015 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/oslo/messaging/rpc/client.py", line 150, in call
  2014-04-23 13:45:52.015 |     wait_for_reply=True, timeout=timeout)
  2014-04-23 13:45:52.015 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/oslo/messaging/transport.py", line 90, in _send
  2014-04-23 13:45:52.015 |     timeout=timeout)
  2014-04-23 13:45:52.015 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_fake.py", line 166, in send
  2014-04-23 13:45:52.015 |     return self._send(target, ctxt, message, wait_for_reply, timeout)
  2014-04-23 13:45:52.016 |   File "/home/jenkins/workspace/gate-nova-python26/.tox/py26/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_fake.py", line 161, in _send
  2014-04-23 13:45:52.016 |     'No reply on topic %s' % target.topic)
  2014-04-23 13:45:52.016 | MessagingTimeout: No reply on topic conductor

To manage notifications about this bug go to:
https://bugs.launchpad.net/nova/+bug/1311778/+subscriptions