yahoo-eng-team team mailing list archive

Thread
Date
[Bug 1659321] [NEW] Failed to start 2 RPC workers

To: yahoo-eng-team@xxxxxxxxxxxxxxxxxxx
From: Victor Morales <victor.morales@xxxxxxxxx>
Date: Wed, 25 Jan 2017 14:58:18 -0000
Reply-to: Bug 1659321 <1659321@xxxxxxxxxxxxxxxxxx>
Sender: bounces@xxxxxxxxxxxxx
*** This bug is a duplicate of bug 1659146 ***
    https://bugs.launchpad.net/bugs/1659146

Public bug reported:

There are some failures during the execution of functional tests that
with the following stack trace:

t1.1: neutron.tests.functional.test_server.TestRPCServer.test_restart_rpc_on_sighup_multiple_workers_StringException: Empty attachments:
  stderr
  stdout

pythonlogging:'': {{{
DEBUG [stevedore.extension] found extension EntryPoint.parse('fake = oslo_messaging._drivers.impl_fake:FakeDriver')
   DEBUG [stevedore.extension] found extension EntryPoint.parse('pika = oslo_messaging._drivers.impl_pika:PikaDriver')
   DEBUG [stevedore.extension] found extension EntryPoint.parse('zmq = oslo_messaging._drivers.impl_zmq:ZmqDriver')
   DEBUG [stevedore.extension] found extension EntryPoint.parse('kombu = oslo_messaging._drivers.impl_rabbit:RabbitDriver')
   DEBUG [stevedore.extension] found extension EntryPoint.parse('amqp = oslo_messaging._drivers.impl_amqp1:ProtonDriver')
   DEBUG [stevedore.extension] found extension EntryPoint.parse('rabbit = oslo_messaging._drivers.impl_rabbit:RabbitDriver')
   DEBUG [stevedore.extension] found extension EntryPoint.parse('kafka = oslo_messaging._drivers.impl_kafka:KafkaDriver')
   DEBUG [stevedore.extension] found extension EntryPoint.parse('fake = oslo_messaging._drivers.impl_fake:FakeDriver')
   DEBUG [stevedore.extension] found extension EntryPoint.parse('pika = oslo_messaging._drivers.impl_pika:PikaDriver')
   DEBUG [stevedore.extension] found extension EntryPoint.parse('zmq = oslo_messaging._drivers.impl_zmq:ZmqDriver')
   DEBUG [stevedore.extension] found extension EntryPoint.parse('kombu = oslo_messaging._drivers.impl_rabbit:RabbitDriver')
   DEBUG [stevedore.extension] found extension EntryPoint.parse('amqp = oslo_messaging._drivers.impl_amqp1:ProtonDriver')
   DEBUG [stevedore.extension] found extension EntryPoint.parse('rabbit = oslo_messaging._drivers.impl_rabbit:RabbitDriver')
   DEBUG [stevedore.extension] found extension EntryPoint.parse('kafka = oslo_messaging._drivers.impl_kafka:KafkaDriver')
   DEBUG [stevedore.extension] found extension EntryPoint.parse('fake = oslo_messaging._drivers.impl_fake:FakeDriver')
   DEBUG [stevedore.extension] found extension EntryPoint.parse('pika = oslo_messaging._drivers.impl_pika:PikaDriver')
   DEBUG [stevedore.extension] found extension EntryPoint.parse('zmq = oslo_messaging._drivers.impl_zmq:ZmqDriver')
   DEBUG [stevedore.extension] found extension EntryPoint.parse('kombu = oslo_messaging._drivers.impl_rabbit:RabbitDriver')
   DEBUG [stevedore.extension] found extension EntryPoint.parse('amqp = oslo_messaging._drivers.impl_amqp1:ProtonDriver')
   DEBUG [stevedore.extension] found extension EntryPoint.parse('rabbit = oslo_messaging._drivers.impl_rabbit:RabbitDriver')
   DEBUG [stevedore.extension] found extension EntryPoint.parse('kafka = oslo_messaging._drivers.impl_kafka:KafkaDriver')
   DEBUG [stevedore.extension] found extension EntryPoint.parse('fake = oslo_messaging._drivers.impl_fake:FakeDriver')
   DEBUG [stevedore.extension] found extension EntryPoint.parse('pika = oslo_messaging._drivers.impl_pika:PikaDriver')
   DEBUG [stevedore.extension] found extension EntryPoint.parse('zmq = oslo_messaging._drivers.impl_zmq:ZmqDriver')
   DEBUG [stevedore.extension] found extension EntryPoint.parse('kombu = oslo_messaging._drivers.impl_rabbit:RabbitDriver')
   DEBUG [stevedore.extension] found extension EntryPoint.parse('amqp = oslo_messaging._drivers.impl_amqp1:ProtonDriver')
   DEBUG [stevedore.extension] found extension EntryPoint.parse('rabbit = oslo_messaging._drivers.impl_rabbit:RabbitDriver')
   DEBUG [stevedore.extension] found extension EntryPoint.parse('kafka = oslo_messaging._drivers.impl_kafka:KafkaDriver')
   DEBUG [oslo_policy._cache_handler] Reloading cached file /opt/stack/new/neutron/neutron/tests/etc/policy.json
   DEBUG [oslo_policy.policy] Reloaded policy file: /opt/stack/new/neutron/neutron/tests/etc/policy.json
   DEBUG [neutron.agent.ovsdb.native.vlog] [POLLIN] on fd 14
   DEBUG [neutron.agent.ovsdb.native.vlog] [POLLIN] on fd 14
   DEBUG [neutron.agent.ovsdb.native.vlog] [POLLIN] on fd 14
   DEBUG [neutron.agent.ovsdb.native.vlog] [POLLIN] on fd 14
   DEBUG [neutron.agent.ovsdb.native.vlog] [POLLIN] on fd 14
   DEBUG [neutron.agent.ovsdb.native.vlog] [POLLIN] on fd 14
   DEBUG [neutron.agent.ovsdb.native.vlog] [POLLIN] on fd 14
   DEBUG [neutron.agent.ovsdb.native.vlog] [POLLIN] on fd 14
   DEBUG [neutron.agent.ovsdb.native.vlog] [POLLIN] on fd 14
   DEBUG [neutron.agent.ovsdb.native.vlog] [POLLIN] on fd 14
}}}

Traceback (most recent call last):
  File "neutron/tests/base.py", line 115, in func
    return f(self, *args, **kwargs)
  File "neutron/tests/functional/test_server.py", line 253, in test_restart_rpc_on_sighup_multiple_workers
    workers=2)
  File "neutron/tests/functional/test_server.py", line 141, in _test_restart_service_on_sighup
    self._start_server(callback=service, workers=workers)
  File "neutron/tests/functional/test_server.py", line 95, in _start_server
    "Failed to start %d workers." % self.workers))
  File "neutron/common/utils.py", line 748, in wait_until_true
    raise exception
RuntimeError: Failed to start 2 workers.

[1] http://logs.openstack.org/09/381209/19/check/gate-neutron-dsvm-functional-ubuntu-xenial/4c1e437/testr_results.html.gz
[1] http://logs.openstack.org/11/396711/11/check/gate-neutron-dsvm-functional-ubuntu-xenial/15e7edd/testr_results.html.gz

** Affects: neutron
     Importance: Undecided
         Status: Invalid

-- 
You received this bug notification because you are a member of Yahoo!
Engineering Team, which is subscribed to neutron.
https://bugs.launchpad.net/bugs/1659321

Title:
  Failed to start 2 RPC workers

Status in neutron:
  Invalid

Bug description:
  There are some failures during the execution of functional tests that
  with the following stack trace:

  t1.1: neutron.tests.functional.test_server.TestRPCServer.test_restart_rpc_on_sighup_multiple_workers_StringException: Empty attachments:
    stderr
    stdout

  pythonlogging:'': {{{
  DEBUG [stevedore.extension] found extension EntryPoint.parse('fake = oslo_messaging._drivers.impl_fake:FakeDriver')
     DEBUG [stevedore.extension] found extension EntryPoint.parse('pika = oslo_messaging._drivers.impl_pika:PikaDriver')
     DEBUG [stevedore.extension] found extension EntryPoint.parse('zmq = oslo_messaging._drivers.impl_zmq:ZmqDriver')
     DEBUG [stevedore.extension] found extension EntryPoint.parse('kombu = oslo_messaging._drivers.impl_rabbit:RabbitDriver')
     DEBUG [stevedore.extension] found extension EntryPoint.parse('amqp = oslo_messaging._drivers.impl_amqp1:ProtonDriver')
     DEBUG [stevedore.extension] found extension EntryPoint.parse('rabbit = oslo_messaging._drivers.impl_rabbit:RabbitDriver')
     DEBUG [stevedore.extension] found extension EntryPoint.parse('kafka = oslo_messaging._drivers.impl_kafka:KafkaDriver')
     DEBUG [stevedore.extension] found extension EntryPoint.parse('fake = oslo_messaging._drivers.impl_fake:FakeDriver')
     DEBUG [stevedore.extension] found extension EntryPoint.parse('pika = oslo_messaging._drivers.impl_pika:PikaDriver')
     DEBUG [stevedore.extension] found extension EntryPoint.parse('zmq = oslo_messaging._drivers.impl_zmq:ZmqDriver')
     DEBUG [stevedore.extension] found extension EntryPoint.parse('kombu = oslo_messaging._drivers.impl_rabbit:RabbitDriver')
     DEBUG [stevedore.extension] found extension EntryPoint.parse('amqp = oslo_messaging._drivers.impl_amqp1:ProtonDriver')
     DEBUG [stevedore.extension] found extension EntryPoint.parse('rabbit = oslo_messaging._drivers.impl_rabbit:RabbitDriver')
     DEBUG [stevedore.extension] found extension EntryPoint.parse('kafka = oslo_messaging._drivers.impl_kafka:KafkaDriver')
     DEBUG [stevedore.extension] found extension EntryPoint.parse('fake = oslo_messaging._drivers.impl_fake:FakeDriver')
     DEBUG [stevedore.extension] found extension EntryPoint.parse('pika = oslo_messaging._drivers.impl_pika:PikaDriver')
     DEBUG [stevedore.extension] found extension EntryPoint.parse('zmq = oslo_messaging._drivers.impl_zmq:ZmqDriver')
     DEBUG [stevedore.extension] found extension EntryPoint.parse('kombu = oslo_messaging._drivers.impl_rabbit:RabbitDriver')
     DEBUG [stevedore.extension] found extension EntryPoint.parse('amqp = oslo_messaging._drivers.impl_amqp1:ProtonDriver')
     DEBUG [stevedore.extension] found extension EntryPoint.parse('rabbit = oslo_messaging._drivers.impl_rabbit:RabbitDriver')
     DEBUG [stevedore.extension] found extension EntryPoint.parse('kafka = oslo_messaging._drivers.impl_kafka:KafkaDriver')
     DEBUG [stevedore.extension] found extension EntryPoint.parse('fake = oslo_messaging._drivers.impl_fake:FakeDriver')
     DEBUG [stevedore.extension] found extension EntryPoint.parse('pika = oslo_messaging._drivers.impl_pika:PikaDriver')
     DEBUG [stevedore.extension] found extension EntryPoint.parse('zmq = oslo_messaging._drivers.impl_zmq:ZmqDriver')
     DEBUG [stevedore.extension] found extension EntryPoint.parse('kombu = oslo_messaging._drivers.impl_rabbit:RabbitDriver')
     DEBUG [stevedore.extension] found extension EntryPoint.parse('amqp = oslo_messaging._drivers.impl_amqp1:ProtonDriver')
     DEBUG [stevedore.extension] found extension EntryPoint.parse('rabbit = oslo_messaging._drivers.impl_rabbit:RabbitDriver')
     DEBUG [stevedore.extension] found extension EntryPoint.parse('kafka = oslo_messaging._drivers.impl_kafka:KafkaDriver')
     DEBUG [oslo_policy._cache_handler] Reloading cached file /opt/stack/new/neutron/neutron/tests/etc/policy.json
     DEBUG [oslo_policy.policy] Reloaded policy file: /opt/stack/new/neutron/neutron/tests/etc/policy.json
     DEBUG [neutron.agent.ovsdb.native.vlog] [POLLIN] on fd 14
     DEBUG [neutron.agent.ovsdb.native.vlog] [POLLIN] on fd 14
     DEBUG [neutron.agent.ovsdb.native.vlog] [POLLIN] on fd 14
     DEBUG [neutron.agent.ovsdb.native.vlog] [POLLIN] on fd 14
     DEBUG [neutron.agent.ovsdb.native.vlog] [POLLIN] on fd 14
     DEBUG [neutron.agent.ovsdb.native.vlog] [POLLIN] on fd 14
     DEBUG [neutron.agent.ovsdb.native.vlog] [POLLIN] on fd 14
     DEBUG [neutron.agent.ovsdb.native.vlog] [POLLIN] on fd 14
     DEBUG [neutron.agent.ovsdb.native.vlog] [POLLIN] on fd 14
     DEBUG [neutron.agent.ovsdb.native.vlog] [POLLIN] on fd 14
  }}}

  Traceback (most recent call last):
    File "neutron/tests/base.py", line 115, in func
      return f(self, *args, **kwargs)
    File "neutron/tests/functional/test_server.py", line 253, in test_restart_rpc_on_sighup_multiple_workers
      workers=2)
    File "neutron/tests/functional/test_server.py", line 141, in _test_restart_service_on_sighup
      self._start_server(callback=service, workers=workers)
    File "neutron/tests/functional/test_server.py", line 95, in _start_server
      "Failed to start %d workers." % self.workers))
    File "neutron/common/utils.py", line 748, in wait_until_true
      raise exception
  RuntimeError: Failed to start 2 workers.

  [1] http://logs.openstack.org/09/381209/19/check/gate-neutron-dsvm-functional-ubuntu-xenial/4c1e437/testr_results.html.gz
  [1] http://logs.openstack.org/11/396711/11/check/gate-neutron-dsvm-functional-ubuntu-xenial/15e7edd/testr_results.html.gz

To manage notifications about this bug go to:
https://bugs.launchpad.net/neutron/+bug/1659321/+subscriptions
Follow ups

[Bug 1659321] Re: Failed to start 2 RPC workers
From: Victor Morales, 2017-01-25