openstack team mailing list archive

[Trinath Somanchi <trinath.somanchi@xxxxxxxxx>]

Hi-

I'm seeing these errors in the COMPUTE-NODE nova-compute.log while bringing
up the virtual machines.

2012-08-07 04:45:46 DEBUG nova.rpc.amqp
[req-7e560f6e-0342-4799-83da-94e46d555d96 668f5d9ca716417fa16208828c5acea8
a17de6f647b14739acb33f09d246f72e] Pool creating new connection from
(pid=27708) create /usr/lib/python2.7/dist-packages/nova/rpc/amqp.py:60
2012-08-07 04:45:46 INFO nova.rpc.common
[req-7e560f6e-0342-4799-83da-94e46d555d96 668f5d9ca716417fa16208828c5acea8
a17de6f647b14739acb33f09d246f72e] Connected to AMQP server on
10.232.90.82:5672
2012-08-07 04:45:48 ERROR nova.compute.manager
[req-7e560f6e-0342-4799-83da-94e46d555d96 668f5d9ca716417fa16208828c5acea8
a17de6f647b14739acb33f09d246f72e] [instance:
e0d0aa4b-6865-46da-a8f4-9257dd838ab4] Instance failed network setup
2012-08-07 04:45:48 TRACE nova.compute.manager [instance:
e0d0aa4b-6865-46da-a8f4-9257dd838ab4] Traceback (most recent call last):
2012-08-07 04:45:48 TRACE nova.compute.manager [instance:
e0d0aa4b-6865-46da-a8f4-9257dd838ab4]   File
"/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 565, in
_allocate_network
2012-08-07 04:45:48 TRACE nova.compute.manager [instance:
e0d0aa4b-6865-46da-a8f4-9257dd838ab4]
requested_networks=requested_networks)
2012-08-07 04:45:48 TRACE nova.compute.manager [instance:
e0d0aa4b-6865-46da-a8f4-9257dd838ab4]   File
"/usr/lib/python2.7/dist-packages/nova/network/api.py", line 170, in
allocate_for_instance
2012-08-07 04:45:48 TRACE nova.compute.manager [instance:
e0d0aa4b-6865-46da-a8f4-9257dd838ab4]     'args': args})
2012-08-07 04:45:48 TRACE nova.compute.manager [instance:
e0d0aa4b-6865-46da-a8f4-9257dd838ab4]   File
"/usr/lib/python2.7/dist-packages/nova/rpc/__init__.py", line 68, in call
2012-08-07 04:45:48 TRACE nova.compute.manager [instance:
e0d0aa4b-6865-46da-a8f4-9257dd838ab4]     return _get_impl().call(context,
topic, msg, timeout)
2012-08-07 04:45:48 TRACE nova.compute.manager [instance:
e0d0aa4b-6865-46da-a8f4-9257dd838ab4]   File
"/usr/lib/python2.7/dist-packages/nova/rpc/impl_kombu.py", line 674, in call
2012-08-07 04:45:48 TRACE nova.compute.manager [instance:
e0d0aa4b-6865-46da-a8f4-9257dd838ab4]     return rpc_amqp.call(context,
topic, msg, timeout, Connection.pool)
2012-08-07 04:45:48 TRACE nova.compute.manager [instance:
e0d0aa4b-6865-46da-a8f4-9257dd838ab4]   File
"/usr/lib/python2.7/dist-packages/nova/rpc/amqp.py", line 343, in call
2012-08-07 04:45:48 TRACE nova.compute.manager [instance:
e0d0aa4b-6865-46da-a8f4-9257dd838ab4]     rv = list(rv)
2012-08-07 04:45:48 TRACE nova.compute.manager [instance:
e0d0aa4b-6865-46da-a8f4-9257dd838ab4]   File
"/usr/lib/python2.7/dist-packages/nova/rpc/amqp.py", line 311, in __iter__
2012-08-07 04:45:48 TRACE nova.compute.manager [instance:
e0d0aa4b-6865-46da-a8f4-9257dd838ab4]     raise result
2012-08-07 04:45:48 TRACE nova.compute.manager [instance:
e0d0aa4b-6865-46da-a8f4-9257dd838ab4] RemoteError: Remote error: TypeError
'NoneType' object has no attribute '__getitem__'
2012-08-07 04:45:48 TRACE nova.compute.manager [instance:
e0d0aa4b-6865-46da-a8f4-9257dd838ab4] [u'Traceback (most recent call
last):\n', u'  File "/usr/lib/python2.7/dist-packages/nova/rpc/amqp.py",
line 252, in _process_data\n    rval = node_func(context=ctxt,
**node_args)\n', u'  File
"/usr/lib/python2.7/dist-packages/nova/network/quantum/manager.py", line
357, in allocate_for_instance\n    vif_rec, network[\'net_tenant_id\'])\n',
u'  File "/usr/lib/python2.7/dist-packages/nova/utils.py", line 945, in
inner\n    retval = f(*args, **kwargs)\n', u'  File
"/usr/lib/python2.7/dist-packages/nova/network/quantum/manager.py", line
456, in enable_dhcp\n    subnet[\'network_id\'], project_id)\n', u'  File
"/usr/lib/python2.7/dist-packages/nova/network/quantum/manager.py", line
663, in get_dhcp_hosts_text\n    ips = self.ipam.get_allocated_ips(context,
subnet_id, project_id)\n', u'  File
"/usr/lib/python2.7/dist-packages/nova/network/quantum/nova_ipam_lib.py",
line 238, in get_allocated_ips\n    allocated_ips.append((ip[\'address\'],
vif[\'uuid\']))\n', u"TypeError: 'NoneType' object has no attribute
'__getitem__'\n"].
2012-08-07 04:45:48 TRACE nova.compute.manager [instance:
e0d0aa4b-6865-46da-a8f4-9257dd838ab4]
2012-08-07 04:45:48 ERROR nova.rpc.amqp
[req-7e560f6e-0342-4799-83da-94e46d555d96 668f5d9ca716417fa16208828c5acea8
a17de6f647b14739acb33f09d246f72e] Exception during message handling
2012-08-07 04:45:48 TRACE nova.rpc.amqp Traceback (most recent call last):
2012-08-07 04:45:48 TRACE nova.rpc.amqp   File
"/usr/lib/python2.7/dist-packages/nova/rpc/amqp.py", line 253, in
_process_data
2012-08-07 04:45:48 TRACE nova.rpc.amqp     rval = node_func(context=ctxt,
**node_args)
2012-08-07 04:45:48 TRACE nova.rpc.amqp   File
"/usr/lib/python2.7/dist-packages/nova/exception.py", line 114, in wrapped
2012-08-07 04:45:48 TRACE nova.rpc.amqp     return f(*args, **kw)
2012-08-07 04:45:48 TRACE nova.rpc.amqp   File
"/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 183, in
decorated_function
2012-08-07 04:45:48 TRACE nova.rpc.amqp     sys.exc_info())
2012-08-07 04:45:48 TRACE nova.rpc.amqp   File
"/usr/lib/python2.7/contextlib.py", line 24, in __exit__
2012-08-07 04:45:48 TRACE nova.rpc.amqp     self.gen.next()
2012-08-07 04:45:48 TRACE nova.rpc.amqp   File
"/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 177, in
decorated_function
2012-08-07 04:45:48 TRACE nova.rpc.amqp     return function(self, context,
instance_uuid, *args, **kwargs)
2012-08-07 04:45:48 TRACE nova.rpc.amqp   File
"/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 657, in
run_instance
2012-08-07 04:45:48 TRACE nova.rpc.amqp     do_run_instance()
2012-08-07 04:45:48 TRACE nova.rpc.amqp   File
"/usr/lib/python2.7/dist-packages/nova/utils.py", line 945, in inner
2012-08-07 04:45:48 TRACE nova.rpc.amqp     retval = f(*args, **kwargs)
2012-08-07 04:45:48 TRACE nova.rpc.amqp   File
"/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 656, in
do_run_instance
2012-08-07 04:45:48 TRACE nova.rpc.amqp     self._run_instance(context,
instance_uuid, **kwargs)
2012-08-07 04:45:48 TRACE nova.rpc.amqp   File
"/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 457, in
_run_instance
2012-08-07 04:45:48 TRACE nova.rpc.amqp
self._set_instance_error_state(context, instance_uuid)
2012-08-07 04:45:48 TRACE nova.rpc.amqp   File
"/usr/lib/python2.7/contextlib.py", line 24, in __exit__
2012-08-07 04:45:48 TRACE nova.rpc.amqp     self.gen.next()
2012-08-07 04:45:48 TRACE nova.rpc.amqp   File
"/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 430, in
_run_instance
2012-08-07 04:45:48 TRACE nova.rpc.amqp     requested_networks)
2012-08-07 04:45:48 TRACE nova.rpc.amqp   File
"/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 565, in
_allocate_network
2012-08-07 04:45:48 TRACE nova.rpc.amqp
requested_networks=requested_networks)
2012-08-07 04:45:48 TRACE nova.rpc.amqp   File
"/usr/lib/python2.7/dist-packages/nova/network/api.py", line 170, in
allocate_for_instance
2012-08-07 04:45:48 TRACE nova.rpc.amqp     'args': args})
2012-08-07 04:45:48 TRACE nova.rpc.amqp   File
"/usr/lib/python2.7/dist-packages/nova/rpc/__init__.py", line 68, in call
2012-08-07 04:45:48 TRACE nova.rpc.amqp     return
_get_impl().call(context, topic, msg, timeout)
2012-08-07 04:45:48 TRACE nova.rpc.amqp   File
"/usr/lib/python2.7/dist-packages/nova/rpc/impl_kombu.py", line 674, in call
2012-08-07 04:45:48 TRACE nova.rpc.amqp     return rpc_amqp.call(context,
topic, msg, timeout, Connection.pool)
2012-08-07 04:45:48 TRACE nova.rpc.amqp   File
"/usr/lib/python2.7/dist-packages/nova/rpc/amqp.py", line 343, in call
2012-08-07 04:45:48 TRACE nova.rpc.amqp     rv = list(rv)
2012-08-07 04:45:48 TRACE nova.rpc.amqp   File
"/usr/lib/python2.7/dist-packages/nova/rpc/amqp.py", line 311, in __iter__
2012-08-07 04:45:48 TRACE nova.rpc.amqp     raise result
2012-08-07 04:45:48 TRACE nova.rpc.amqp RemoteError: Remote error:
TypeError 'NoneType' object has no attribute '__getitem__'
2012-08-07 04:45:48 TRACE nova.rpc.amqp [u'Traceback (most recent call
last):\n', u'  File "/usr/lib/python2.7/dist-packages/nova/rpc/amqp.py",
line 252, in _process_data\n    rval = node_func(context=ctxt,
**node_args)\n', u'  File
"/usr/lib/python2.7/dist-packages/nova/network/quantum/manager.py", line
357, in allocate_for_instance\n    vif_rec, network[\'net_tenant_id\'])\n',
u'  File "/usr/lib/python2.7/dist-packages/nova/utils.py", line 945, in
inner\n    retval = f(*args, **kwargs)\n', u'  File
"/usr/lib/python2.7/dist-packages/nova/network/quantum/manager.py", line
456, in enable_dhcp\n    subnet[\'network_id\'], project_id)\n', u'  File
"/usr/lib/python2.7/dist-packages/nova/network/quantum/manager.py", line
663, in get_dhcp_hosts_text\n    ips = self.ipam.get_allocated_ips(context,
subnet_id, project_id)\n', u'  File
"/usr/lib/python2.7/dist-packages/nova/network/quantum/nova_ipam_lib.py",
line 238, in get_allocated_ips\n    allocated_ips.append((ip[\'address\'],
vif[\'uuid\']))\n', u"TypeError: 'NoneType' object has no attribute
'__getitem__'\n"].
2012-08-07 04:45:48 TRACE nova.rpc.amqp

Please help me troubleshoot the issue


-- 
Regards,
----------------------------------------------
Trinath Somanchi,
+91 9866 235 130