yahoo-eng-team team mailing list archive

Thread
Date
[Bug 1337267] [NEW] Lock wait timeout inserting floating ip

To: yahoo-eng-team@xxxxxxxxxxxxxxxxxxx
From: Eugene Nikanorov <enikanorov@xxxxxxxxxxxx>
Date: Thu, 03 Jul 2014 10:19:17 -0000
Reply-to: Bug 1337267 <1337267@xxxxxxxxxxxxxxxxxx>
Sender: bounces@xxxxxxxxxxxxx
Public bug reported:

Traceback:

 TRACE neutron.api.v2.resource Traceback (most recent call last):
 TRACE neutron.api.v2.resource   File "/opt/stack/new/neutron/neutron/api/v2/resource.py", line 87, in resource
 TRACE neutron.api.v2.resource     result = method(request=request, **args)
 TRACE neutron.api.v2.resource   File "/opt/stack/new/neutron/neutron/api/v2/base.py", line 447, in create
 TRACE neutron.api.v2.resource     obj = obj_creator(request.context, **kwargs)
 TRACE neutron.api.v2.resource   File "/opt/stack/new/neutron/neutron/services/l3_router/l3_router_plugin.py", line 96, in create_floatingip
 TRACE neutron.api.v2.resource     initial_status=q_const.FLOATINGIP_STATUS_DOWN)
 TRACE neutron.api.v2.resource   File "/opt/stack/new/neutron/neutron/db/l3_db.py", line 773, in create_floatingip
 TRACE neutron.api.v2.resource     context.session.add(floatingip_db)
 TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line 447, in __exit__
 TRACE neutron.api.v2.resource     self.rollback()
 TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/util/langhelpers.py", line 58, in __exit__
 TRACE neutron.api.v2.resource     compat.reraise(exc_type, exc_value, exc_tb)
 TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line 444, in __exit__
 TRACE neutron.api.v2.resource     self.commit()
 TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line 354, in commit
 TRACE neutron.api.v2.resource     self._prepare_impl()
 TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line 334, in _prepare_impl
 TRACE neutron.api.v2.resource     self.session.flush()
 TRACE neutron.api.v2.resource   File "/usr/local/lib/python2.7/dist-packages/oslo/db/sqlalchemy/session.py", line 444, in _wrap
 TRACE neutron.api.v2.resource     return f(self, *args, **kwargs)
 TRACE neutron.api.v2.resource   File "/usr/local/lib/python2.7/dist-packages/oslo/db/sqlalchemy/session.py", line 728, in flush
 TRACE neutron.api.v2.resource     return super(Session, self).flush(*args, **kwargs)
 TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line 1818, in flush
 TRACE neutron.api.v2.resource     self._flush(objects)
 TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line 1936, in _flush
 TRACE neutron.api.v2.resource     transaction.rollback(_capture_exception=True)
 TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/util/langhelpers.py", line 58, in __exit__
 TRACE neutron.api.v2.resource     compat.reraise(exc_type, exc_value, exc_tb)
 TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line 1900, in _flush
 TRACE neutron.api.v2.resource     flush_context.execute()
 TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py", line 372, in execute
 TRACE neutron.api.v2.resource     rec.execute(self)
 TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py", line 525, in execute
 TRACE neutron.api.v2.resource     uow
 TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py", line 64, in save_obj
 TRACE neutron.api.v2.resource     table, insert)
 TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py", line 541, in _emit_insert_statements
 TRACE neutron.api.v2.resource     execute(statement, multiparams)
 TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 662, in execute
 TRACE neutron.api.v2.resource     params)
 TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 761, in _execute_clauseelement
 TRACE neutron.api.v2.resource     compiled_sql, distilled_params
 TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 874, in _execute_context
 TRACE neutron.api.v2.resource     context)
 TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 1024, in _handle_dbapi_exception
 TRACE neutron.api.v2.resource     exc_info
 TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/util/compat.py", line 196, in raise_from_cause
 TRACE neutron.api.v2.resource     reraise(type(exception), exception, tb=exc_tb)
 TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 867, in _execute_context
 TRACE neutron.api.v2.resource     context)
 TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/default.py", line 324, in do_execute
 TRACE neutron.api.v2.resource     cursor.execute(statement, parameters)
 TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py", line 174, in execute
 TRACE neutron.api.v2.resource     self.errorhandler(self, exc, value)
 TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/MySQLdb/connections.py", line 36, in defaulterrorhandler
 TRACE neutron.api.v2.resource     raise errorclass, errorvalue
 TRACE neutron.api.v2.resource OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO floatingips (tenant_id, id, floating_ip_address, floating_network_id, floating_port_id, fixed_port_id, fixed_ip_address, router_id, last_known_router_id, status) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s)' ('30cd2b69a85749179bed3c5cf262343b', '33fbde68-092f-4bd3-b8a8-ed431fd9b537', '172.24.4.118', 'b61741ce-5590-49ae-964a-24f6461df52d', '05543d51-dde7-4cec-925b-71747f7a885a', 'd7bc26fc-0a0a-4a72-a1a0-cb61ce6361e6', '10.100.0.18', '4f1677bc-5b00-4398-97ce-6b08eaf159f6', None, 'DOWN')

Observed in:
http://logs.openstack.org/35/103835/4/check/check-tempest-dsvm-neutron-full/c8074a3/logs/screen-q-svc.txt.gz?level=TRACE#_2014-07-03_05_37_50_874

** Affects: neutron
     Importance: Medium
         Status: New


** Tags: db gate-failure

-- 
You received this bug notification because you are a member of Yahoo!
Engineering Team, which is subscribed to neutron.
https://bugs.launchpad.net/bugs/1337267

Title:
  Lock wait timeout inserting floating ip

Status in OpenStack Neutron (virtual network service):
  New

Bug description:
  Traceback:

   TRACE neutron.api.v2.resource Traceback (most recent call last):
   TRACE neutron.api.v2.resource   File "/opt/stack/new/neutron/neutron/api/v2/resource.py", line 87, in resource
   TRACE neutron.api.v2.resource     result = method(request=request, **args)
   TRACE neutron.api.v2.resource   File "/opt/stack/new/neutron/neutron/api/v2/base.py", line 447, in create
   TRACE neutron.api.v2.resource     obj = obj_creator(request.context, **kwargs)
   TRACE neutron.api.v2.resource   File "/opt/stack/new/neutron/neutron/services/l3_router/l3_router_plugin.py", line 96, in create_floatingip
   TRACE neutron.api.v2.resource     initial_status=q_const.FLOATINGIP_STATUS_DOWN)
   TRACE neutron.api.v2.resource   File "/opt/stack/new/neutron/neutron/db/l3_db.py", line 773, in create_floatingip
   TRACE neutron.api.v2.resource     context.session.add(floatingip_db)
   TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line 447, in __exit__
   TRACE neutron.api.v2.resource     self.rollback()
   TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/util/langhelpers.py", line 58, in __exit__
   TRACE neutron.api.v2.resource     compat.reraise(exc_type, exc_value, exc_tb)
   TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line 444, in __exit__
   TRACE neutron.api.v2.resource     self.commit()
   TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line 354, in commit
   TRACE neutron.api.v2.resource     self._prepare_impl()
   TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line 334, in _prepare_impl
   TRACE neutron.api.v2.resource     self.session.flush()
   TRACE neutron.api.v2.resource   File "/usr/local/lib/python2.7/dist-packages/oslo/db/sqlalchemy/session.py", line 444, in _wrap
   TRACE neutron.api.v2.resource     return f(self, *args, **kwargs)
   TRACE neutron.api.v2.resource   File "/usr/local/lib/python2.7/dist-packages/oslo/db/sqlalchemy/session.py", line 728, in flush
   TRACE neutron.api.v2.resource     return super(Session, self).flush(*args, **kwargs)
   TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line 1818, in flush
   TRACE neutron.api.v2.resource     self._flush(objects)
   TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line 1936, in _flush
   TRACE neutron.api.v2.resource     transaction.rollback(_capture_exception=True)
   TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/util/langhelpers.py", line 58, in __exit__
   TRACE neutron.api.v2.resource     compat.reraise(exc_type, exc_value, exc_tb)
   TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line 1900, in _flush
   TRACE neutron.api.v2.resource     flush_context.execute()
   TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py", line 372, in execute
   TRACE neutron.api.v2.resource     rec.execute(self)
   TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py", line 525, in execute
   TRACE neutron.api.v2.resource     uow
   TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py", line 64, in save_obj
   TRACE neutron.api.v2.resource     table, insert)
   TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py", line 541, in _emit_insert_statements
   TRACE neutron.api.v2.resource     execute(statement, multiparams)
   TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 662, in execute
   TRACE neutron.api.v2.resource     params)
   TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 761, in _execute_clauseelement
   TRACE neutron.api.v2.resource     compiled_sql, distilled_params
   TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 874, in _execute_context
   TRACE neutron.api.v2.resource     context)
   TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 1024, in _handle_dbapi_exception
   TRACE neutron.api.v2.resource     exc_info
   TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/util/compat.py", line 196, in raise_from_cause
   TRACE neutron.api.v2.resource     reraise(type(exception), exception, tb=exc_tb)
   TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 867, in _execute_context
   TRACE neutron.api.v2.resource     context)
   TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/sqlalchemy/engine/default.py", line 324, in do_execute
   TRACE neutron.api.v2.resource     cursor.execute(statement, parameters)
   TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py", line 174, in execute
   TRACE neutron.api.v2.resource     self.errorhandler(self, exc, value)
   TRACE neutron.api.v2.resource   File "/usr/lib/python2.7/dist-packages/MySQLdb/connections.py", line 36, in defaulterrorhandler
   TRACE neutron.api.v2.resource     raise errorclass, errorvalue
   TRACE neutron.api.v2.resource OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO floatingips (tenant_id, id, floating_ip_address, floating_network_id, floating_port_id, fixed_port_id, fixed_ip_address, router_id, last_known_router_id, status) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s)' ('30cd2b69a85749179bed3c5cf262343b', '33fbde68-092f-4bd3-b8a8-ed431fd9b537', '172.24.4.118', 'b61741ce-5590-49ae-964a-24f6461df52d', '05543d51-dde7-4cec-925b-71747f7a885a', 'd7bc26fc-0a0a-4a72-a1a0-cb61ce6361e6', '10.100.0.18', '4f1677bc-5b00-4398-97ce-6b08eaf159f6', None, 'DOWN')

  Observed in:
  http://logs.openstack.org/35/103835/4/check/check-tempest-dsvm-neutron-full/c8074a3/logs/screen-q-svc.txt.gz?level=TRACE#_2014-07-03_05_37_50_874

To manage notifications about this bug go to:
https://bugs.launchpad.net/neutron/+bug/1337267/+subscriptions
Follow ups

[Bug 1337267] Re: lock wait timeout in create_floatingip
From: Launchpad Bug Tracker, 2015-01-23
[Bug 1337267] [NEW] Lock wait timeout inserting floating ip
From: Eugene Nikanorov, 2014-07-03
References

[Bug 1337267] [NEW] Lock wait timeout inserting floating ip
From: Eugene Nikanorov, 2014-07-03