yahoo-eng-team team mailing list archive

Thread
Date
[Bug 1599508] [NEW] nova api: Unexpected API Error

To: yahoo-eng-team@xxxxxxxxxxxxxxxxxxx
From: Einar Næss Jensen <einar.nass.jensen@xxxxxxxxxxx>
Date: Wed, 06 Jul 2016 13:04:10 -0000
Reply-to: Bug 1599508 <1599508@xxxxxxxxxxxxxxxxxx>
Sender: bounces@xxxxxxxxxxxxx
Public bug reported:

Unexpected API Error

root@dev02-controller-01:~# openstack security group rule list
Unexpected API Error. Please report this at http://bugs.launchpad.net/nova/ and attach the Nova API log if possible.
<class 'keystoneauth1.exceptions.connection.ConnectFailure'> (HTTP 500) (Request-ID: req-1487f9be-27ac-46ab-8273-4b9f41ac2a72)
root@dev02-controller-01:~# dpkg -l | grep nova
ii  nova-api                             2:13.0.0-0ubuntu5                     all          OpenStack Compute - API frontend
ii  nova-cert                            2:13.0.0-0ubuntu5                     all          OpenStack Compute - certificate management
ii  nova-common                          2:13.0.0-0ubuntu5                     all          OpenStack Compute - common files
ii  nova-conductor                       2:13.0.0-0ubuntu5                     all          OpenStack Compute - conductor service
ii  nova-consoleauth                     2:13.0.0-0ubuntu5                     all          OpenStack Compute - Console Authenticator
ii  nova-novncproxy                      2:13.0.0-0ubuntu5                     all          OpenStack Compute - NoVNC proxy
ii  nova-scheduler                       2:13.0.0-0ubuntu5                     all          OpenStack Compute - virtual machine scheduler
ii  python-nova                          2:13.0.0-0ubuntu5                     all          OpenStack Compute Python libraries
ii  python-novaclient                    2:3.3.1-2                             all          client library for OpenStack Compute API - Python 2.7
Unexpected API Error. Please report this at http://bugs.launchpad.net/nova/ and attach the Nova API log if possible.
<class 'keystoneauth1.exceptions.connection.ConnectFailure'> (HTTP 500) (Request-ID: req-1487f9be-27ac-46ab-8273-4b9f41ac2a72)


from nova.api.log:2016-07-06 12:24:46.620 27574 INFO nova.metadata.wsgi.server [req-9bb23067-987f-4ebd-8e22-c9ced9027be7 - - - - -] (27574) wsgi starting up on http://0.0.0.0:8775
2016-07-06 12:24:46.644 27583 INFO nova.metadata.wsgi.server [req-0fe2629d-d880-40a6-a602-985862f01533 - - - - -] (27583) wsgi starting up on http://0.0.0.0:8775
2016-07-06 12:24:46.687 27582 INFO nova.metadata.wsgi.server [req-e7453ea3-e468-4c49-9bf5-08d14addb9d9 - - - - -] (27582) wsgi starting up on http://0.0.0.0:8775
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions [req-1487f9be-27ac-46ab-8273-4b9f41ac2a72 9be590e88269400aa82fcfdbfef3cde6 c3d120c542704aa698f2c123a8814d42 - - -] Unexpected exception in API method
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions Traceback (most recent call last):
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions   File "/usr/lib/python2.7/dist-packages/nova/api/openstack/extensions.py", line 478, in wrapped
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions     return f(*args, **kwargs)
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions   File "/usr/lib/python2.7/dist-packages/nova/api/openstack/compute/security_groups.py", line 165, in index
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions     search_opts=search_opts)
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions   File "/usr/lib/python2.7/dist-packages/nova/network/security_group/neutron_driver.py", line 189, in list
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions     security_groups = neutron.list_security_groups(**params).get(
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions   File "/usr/lib/python2.7/dist-packages/neutronclient/v2_0/client.py", line 97, in with_params
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions     ret = self.function(instance, *args, **kwargs)
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions   File "/usr/lib/python2.7/dist-packages/neutronclient/v2_0/client.py", line 865, in list_security_groups
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions     retrieve_all, **_params)
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions   File "/usr/lib/python2.7/dist-packages/neutronclient/v2_0/client.py", line 373, in list
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions     for r in self._pagination(collection, path, **params):
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions   File "/usr/lib/python2.7/dist-packages/neutronclient/v2_0/client.py", line 388, in _pagination
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions     res = self.get(path, params=params)
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions   File "/usr/lib/python2.7/dist-packages/neutronclient/v2_0/client.py", line 358, in get
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions     headers=headers, params=params)
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions   File "/usr/lib/python2.7/dist-packages/neutronclient/v2_0/client.py", line 335, in retry_request
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions     headers=headers, params=params)
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions   File "/usr/lib/python2.7/dist-packages/neutronclient/v2_0/client.py", line 286, in do_request
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions     resp, replybody = self.httpclient.do_request(action, method, body=body)
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions   File "/usr/lib/python2.7/dist-packages/neutronclient/client.py", line 306, in do_request
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions     return self.request(url, method, **kwargs)
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions   File "/usr/lib/python2.7/dist-packages/neutronclient/client.py", line 294, in request
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions     resp = super(SessionClient, self).request(*args, **kwargs)
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions   File "/usr/lib/python2.7/dist-packages/keystoneauth1/adapter.py", line 98, in request
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions     return self.session.request(url, method, **kwargs)
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions   File "/usr/lib/python2.7/dist-packages/positional/__init__.py", line 94, in inner
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions     return func(*args, **kwargs)
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions   File "/usr/lib/python2.7/dist-packages/keystoneauth1/session.py", line 452, in request
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions     resp = send(**kwargs)
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions   File "/usr/lib/python2.7/dist-packages/keystoneauth1/session.py", line 496, in _send_request
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions     raise exceptions.ConnectFailure(msg)
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions ConnectFailure: Unable to establish connection to http://dev02-controlle-01:9696/v2.0/security-groups.json?tenant_id=c3d120c542704aa698f2c123a8814d42
2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions 
2016-07-06 12:53:10.689 27483 INFO nova.api.openstack.wsgi [req-1487f9be-27ac-46ab-8273-4b9f41ac2a72 9be590e88269400aa82fcfdbfef3cde6 c3d120c542704aa698f2c123a8814d42 - - -] HTTP exception thrown: Unexpected API Error. Please report this at http://bugs.launchpad.net/nova/ and attach the Nova API log if possible.
<class 'keystoneauth1.exceptions.connection.ConnectFailure'>
2016-07-06 12:53:10.692 27483 INFO nova.osapi_compute.wsgi.server [req-1487f9be-27ac-46ab-8273-4b9f41ac2a72 9be590e88269400aa82fcfdbfef3cde6 c3d120c542704aa698f2c123a8814d42 - - -] 10.171.92.11 "GET /v2.1/c3d120c542704aa698f2c123a8814d42/os-security-groups HTTP/1.1" status: 500 len: 526 time: 2.9523439

** Affects: nova
     Importance: Undecided
         Status: New

-- 
You received this bug notification because you are a member of Yahoo!
Engineering Team, which is subscribed to OpenStack Compute (nova).
https://bugs.launchpad.net/bugs/1599508

Title:
  nova api: Unexpected API Error

Status in OpenStack Compute (nova):
  New

Bug description:
  Unexpected API Error

  root@dev02-controller-01:~# openstack security group rule list
  Unexpected API Error. Please report this at http://bugs.launchpad.net/nova/ and attach the Nova API log if possible.
  <class 'keystoneauth1.exceptions.connection.ConnectFailure'> (HTTP 500) (Request-ID: req-1487f9be-27ac-46ab-8273-4b9f41ac2a72)
  root@dev02-controller-01:~# dpkg -l | grep nova
  ii  nova-api                             2:13.0.0-0ubuntu5                     all          OpenStack Compute - API frontend
  ii  nova-cert                            2:13.0.0-0ubuntu5                     all          OpenStack Compute - certificate management
  ii  nova-common                          2:13.0.0-0ubuntu5                     all          OpenStack Compute - common files
  ii  nova-conductor                       2:13.0.0-0ubuntu5                     all          OpenStack Compute - conductor service
  ii  nova-consoleauth                     2:13.0.0-0ubuntu5                     all          OpenStack Compute - Console Authenticator
  ii  nova-novncproxy                      2:13.0.0-0ubuntu5                     all          OpenStack Compute - NoVNC proxy
  ii  nova-scheduler                       2:13.0.0-0ubuntu5                     all          OpenStack Compute - virtual machine scheduler
  ii  python-nova                          2:13.0.0-0ubuntu5                     all          OpenStack Compute Python libraries
  ii  python-novaclient                    2:3.3.1-2                             all          client library for OpenStack Compute API - Python 2.7
  Unexpected API Error. Please report this at http://bugs.launchpad.net/nova/ and attach the Nova API log if possible.
  <class 'keystoneauth1.exceptions.connection.ConnectFailure'> (HTTP 500) (Request-ID: req-1487f9be-27ac-46ab-8273-4b9f41ac2a72)

  
  from nova.api.log:2016-07-06 12:24:46.620 27574 INFO nova.metadata.wsgi.server [req-9bb23067-987f-4ebd-8e22-c9ced9027be7 - - - - -] (27574) wsgi starting up on http://0.0.0.0:8775
  2016-07-06 12:24:46.644 27583 INFO nova.metadata.wsgi.server [req-0fe2629d-d880-40a6-a602-985862f01533 - - - - -] (27583) wsgi starting up on http://0.0.0.0:8775
  2016-07-06 12:24:46.687 27582 INFO nova.metadata.wsgi.server [req-e7453ea3-e468-4c49-9bf5-08d14addb9d9 - - - - -] (27582) wsgi starting up on http://0.0.0.0:8775
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions [req-1487f9be-27ac-46ab-8273-4b9f41ac2a72 9be590e88269400aa82fcfdbfef3cde6 c3d120c542704aa698f2c123a8814d42 - - -] Unexpected exception in API method
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions Traceback (most recent call last):
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions   File "/usr/lib/python2.7/dist-packages/nova/api/openstack/extensions.py", line 478, in wrapped
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions     return f(*args, **kwargs)
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions   File "/usr/lib/python2.7/dist-packages/nova/api/openstack/compute/security_groups.py", line 165, in index
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions     search_opts=search_opts)
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions   File "/usr/lib/python2.7/dist-packages/nova/network/security_group/neutron_driver.py", line 189, in list
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions     security_groups = neutron.list_security_groups(**params).get(
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions   File "/usr/lib/python2.7/dist-packages/neutronclient/v2_0/client.py", line 97, in with_params
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions     ret = self.function(instance, *args, **kwargs)
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions   File "/usr/lib/python2.7/dist-packages/neutronclient/v2_0/client.py", line 865, in list_security_groups
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions     retrieve_all, **_params)
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions   File "/usr/lib/python2.7/dist-packages/neutronclient/v2_0/client.py", line 373, in list
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions     for r in self._pagination(collection, path, **params):
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions   File "/usr/lib/python2.7/dist-packages/neutronclient/v2_0/client.py", line 388, in _pagination
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions     res = self.get(path, params=params)
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions   File "/usr/lib/python2.7/dist-packages/neutronclient/v2_0/client.py", line 358, in get
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions     headers=headers, params=params)
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions   File "/usr/lib/python2.7/dist-packages/neutronclient/v2_0/client.py", line 335, in retry_request
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions     headers=headers, params=params)
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions   File "/usr/lib/python2.7/dist-packages/neutronclient/v2_0/client.py", line 286, in do_request
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions     resp, replybody = self.httpclient.do_request(action, method, body=body)
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions   File "/usr/lib/python2.7/dist-packages/neutronclient/client.py", line 306, in do_request
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions     return self.request(url, method, **kwargs)
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions   File "/usr/lib/python2.7/dist-packages/neutronclient/client.py", line 294, in request
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions     resp = super(SessionClient, self).request(*args, **kwargs)
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions   File "/usr/lib/python2.7/dist-packages/keystoneauth1/adapter.py", line 98, in request
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions     return self.session.request(url, method, **kwargs)
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions   File "/usr/lib/python2.7/dist-packages/positional/__init__.py", line 94, in inner
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions     return func(*args, **kwargs)
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions   File "/usr/lib/python2.7/dist-packages/keystoneauth1/session.py", line 452, in request
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions     resp = send(**kwargs)
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions   File "/usr/lib/python2.7/dist-packages/keystoneauth1/session.py", line 496, in _send_request
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions     raise exceptions.ConnectFailure(msg)
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions ConnectFailure: Unable to establish connection to http://dev02-controlle-01:9696/v2.0/security-groups.json?tenant_id=c3d120c542704aa698f2c123a8814d42
  2016-07-06 12:53:10.685 27483 ERROR nova.api.openstack.extensions 
  2016-07-06 12:53:10.689 27483 INFO nova.api.openstack.wsgi [req-1487f9be-27ac-46ab-8273-4b9f41ac2a72 9be590e88269400aa82fcfdbfef3cde6 c3d120c542704aa698f2c123a8814d42 - - -] HTTP exception thrown: Unexpected API Error. Please report this at http://bugs.launchpad.net/nova/ and attach the Nova API log if possible.
  <class 'keystoneauth1.exceptions.connection.ConnectFailure'>
  2016-07-06 12:53:10.692 27483 INFO nova.osapi_compute.wsgi.server [req-1487f9be-27ac-46ab-8273-4b9f41ac2a72 9be590e88269400aa82fcfdbfef3cde6 c3d120c542704aa698f2c123a8814d42 - - -] 10.171.92.11 "GET /v2.1/c3d120c542704aa698f2c123a8814d42/os-security-groups HTTP/1.1" status: 500 len: 526 time: 2.9523439

To manage notifications about this bug go to:
https://bugs.launchpad.net/nova/+bug/1599508/+subscriptions