Public bug reported: http://logs.openstack.org/58/136958/9/check/gate-tempest-dsvm-neutron- src-taskflow-icehouse/692967d/logs/screen-q-svc.txt.gz
pythonlogging:'': {{{ 2014-12-02 04:02:35,490 1953 DEBUG [tempest.common.rest_client] Request (FloatingIPTestJSON:test_floating_ip_delete_port): 500 POST http://127.0.0.1:9696/v2.0/floatingips 51.120s Request - Headers: {'Content-Type': 'application/json', 'Accept': 'application/json', 'X-Auth-Token': '<omitted>'} Body: {"floatingip": {"floating_network_id": "3b4e3acc-e97a-4e2f-ac35-4151ab41ffe8"}} Response - Headers: {'status': '500', 'content-length': '88', 'connection': 'close', 'date': 'Tue, 02 Dec 2014 04:02:35 GMT', 'content-type': 'application/json; charset=UTF-8', 'x-openstack-request-id': 'req-f3d9c304-2e15-4ea9-bd82-3d45fa491b2b'} Body: {"NeutronError": "Request Failed: internal server error while processing your request."} }}} Traceback (most recent call last): File "tempest/api/network/test_floating_ips.py", line 125, in test_floating_ip_delete_port floating_network_id=self.ext_net_id) File "tempest/services/network/network_client_base.py", line 151, in _create resp, body = self.post(uri, post_data) File "tempest/services/network/network_client_base.py", line 74, in post return self.rest_client.post(uri, body, headers) File "tempest/common/rest_client.py", line 249, in post return self.request('POST', url, extra_headers, headers, body) File "tempest/common/rest_client.py", line 451, in request resp, resp_body) File "tempest/common/rest_client.py", line 547, in _error_checker raise exceptions.ServerFault(message) ServerFault: Got server fault Details: {"NeutronError": "Request Failed: internal server error while processing your request."} 2014-12-02 04:02:35.481 28507 INFO requests.packages.urllib3.connectionpool [-] Starting new HTTP connection (1): 127.0.0.1 2014-12-02 04:02:35.481 28507 ERROR neutron.api.v2.resource [-] create failed 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource Traceback (most recent call last): 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/opt/stack/new/neutron/neutron/api/v2/resource.py", line 87, in resource 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource result = method(request=request, **args) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/opt/stack/new/neutron/neutron/api/v2/base.py", line 448, in create 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource obj = obj_creator(request.context, **kwargs) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/opt/stack/new/neutron/neutron/services/l3_router/l3_router_plugin.py", line 107, in create_floatingip 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource initial_status=q_const.FLOATINGIP_STATUS_DOWN) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/opt/stack/new/neutron/neutron/db/l3_db.py", line 649, in create_floatingip 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource context.session.add(floatingip_db) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line 470, in __exit__ 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource self.rollback() 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/util/langhelpers.py", line 60, in __exit__ 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource compat.reraise(exc_type, exc_value, exc_tb) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line 467, in __exit__ 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource self.commit() 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line 377, in commit 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource self._prepare_impl() 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line 357, in _prepare_impl 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource self.session.flush() 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py", line 597, in _wrap 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource return f(*args, **kwargs) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py", line 836, in flush 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource return super(Session, self).flush(*args, **kwargs) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line 1919, in flush 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource self._flush(objects) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line 2037, in _flush 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource transaction.rollback(_capture_exception=True) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/util/langhelpers.py", line 60, in __exit__ 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource compat.reraise(exc_type, exc_value, exc_tb) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line 2001, in _flush 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource flush_context.execute() 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py", line 372, in execute 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource rec.execute(self) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py", line 526, in execute 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource uow 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py", line 65, in save_obj 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource mapper, table, insert) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py", line 570, in _emit_insert_statements 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource execute(statement, multiparams) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 729, in execute 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource return meth(self, multiparams, params) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/sql/elements.py", line 322, in _execute_on_connection 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource return connection._execute_clauseelement(self, multiparams, params) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 826, in _execute_clauseelement 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource compiled_sql, distilled_params 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 958, in _execute_context 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource context) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 1159, in _handle_dbapi_exception 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource exc_info 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/util/compat.py", line 199, in raise_from_cause 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource reraise(type(exception), exception, tb=exc_tb) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 951, in _execute_context 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource context) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py", line 436, in do_execute 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource cursor.execute(statement, parameters) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py", line 174, in execute 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource self.errorhandler(self, exc, value) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/lib/python2.7/dist-packages/MySQLdb/connections.py", line 36, in defaulterrorhandler 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource raise errorclass, errorvalue 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO floatingips (tenant_id, id, floating_ip_address, floating_network_id, floating_port_id, fixed_port_id, fixed_ip_address, router_id, last_known_router_id, status) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s)' ('b043961602cb44fe96a9a9044fe08b99', '7ef6a598-9ece-409d-a451-99a807474002', '172.24.4.14', '3b4e3acc-e97a-4e2f-ac35-4151ab41ffe8', 'd5326c5e-71f1-49c3-846a-e1e5d496ef55', None, None, None, None, 'DOWN') ** Affects: neutron Importance: Undecided Status: New -- You received this bug notification because you are a member of Yahoo! Engineering Team, which is subscribed to neutron. https://bugs.launchpad.net/bugs/1398270 Title: test_floating_ips internal server error while processing your request Status in OpenStack Neutron (virtual network service): New Bug description: http://logs.openstack.org/58/136958/9/check/gate-tempest-dsvm-neutron- src-taskflow-icehouse/692967d/logs/screen-q-svc.txt.gz pythonlogging:'': {{{ 2014-12-02 04:02:35,490 1953 DEBUG [tempest.common.rest_client] Request (FloatingIPTestJSON:test_floating_ip_delete_port): 500 POST http://127.0.0.1:9696/v2.0/floatingips 51.120s Request - Headers: {'Content-Type': 'application/json', 'Accept': 'application/json', 'X-Auth-Token': '<omitted>'} Body: {"floatingip": {"floating_network_id": "3b4e3acc-e97a-4e2f-ac35-4151ab41ffe8"}} Response - Headers: {'status': '500', 'content-length': '88', 'connection': 'close', 'date': 'Tue, 02 Dec 2014 04:02:35 GMT', 'content-type': 'application/json; charset=UTF-8', 'x-openstack-request-id': 'req-f3d9c304-2e15-4ea9-bd82-3d45fa491b2b'} Body: {"NeutronError": "Request Failed: internal server error while processing your request."} }}} Traceback (most recent call last): File "tempest/api/network/test_floating_ips.py", line 125, in test_floating_ip_delete_port floating_network_id=self.ext_net_id) File "tempest/services/network/network_client_base.py", line 151, in _create resp, body = self.post(uri, post_data) File "tempest/services/network/network_client_base.py", line 74, in post return self.rest_client.post(uri, body, headers) File "tempest/common/rest_client.py", line 249, in post return self.request('POST', url, extra_headers, headers, body) File "tempest/common/rest_client.py", line 451, in request resp, resp_body) File "tempest/common/rest_client.py", line 547, in _error_checker raise exceptions.ServerFault(message) ServerFault: Got server fault Details: {"NeutronError": "Request Failed: internal server error while processing your request."} 2014-12-02 04:02:35.481 28507 INFO requests.packages.urllib3.connectionpool [-] Starting new HTTP connection (1): 127.0.0.1 2014-12-02 04:02:35.481 28507 ERROR neutron.api.v2.resource [-] create failed 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource Traceback (most recent call last): 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/opt/stack/new/neutron/neutron/api/v2/resource.py", line 87, in resource 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource result = method(request=request, **args) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/opt/stack/new/neutron/neutron/api/v2/base.py", line 448, in create 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource obj = obj_creator(request.context, **kwargs) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/opt/stack/new/neutron/neutron/services/l3_router/l3_router_plugin.py", line 107, in create_floatingip 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource initial_status=q_const.FLOATINGIP_STATUS_DOWN) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/opt/stack/new/neutron/neutron/db/l3_db.py", line 649, in create_floatingip 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource context.session.add(floatingip_db) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line 470, in __exit__ 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource self.rollback() 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/util/langhelpers.py", line 60, in __exit__ 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource compat.reraise(exc_type, exc_value, exc_tb) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line 467, in __exit__ 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource self.commit() 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line 377, in commit 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource self._prepare_impl() 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line 357, in _prepare_impl 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource self.session.flush() 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py", line 597, in _wrap 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource return f(*args, **kwargs) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/opt/stack/new/neutron/neutron/openstack/common/db/sqlalchemy/session.py", line 836, in flush 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource return super(Session, self).flush(*args, **kwargs) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line 1919, in flush 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource self._flush(objects) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line 2037, in _flush 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource transaction.rollback(_capture_exception=True) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/util/langhelpers.py", line 60, in __exit__ 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource compat.reraise(exc_type, exc_value, exc_tb) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line 2001, in _flush 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource flush_context.execute() 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py", line 372, in execute 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource rec.execute(self) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/unitofwork.py", line 526, in execute 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource uow 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py", line 65, in save_obj 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource mapper, table, insert) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/persistence.py", line 570, in _emit_insert_statements 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource execute(statement, multiparams) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 729, in execute 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource return meth(self, multiparams, params) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/sql/elements.py", line 322, in _execute_on_connection 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource return connection._execute_clauseelement(self, multiparams, params) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 826, in _execute_clauseelement 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource compiled_sql, distilled_params 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 958, in _execute_context 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource context) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 1159, in _handle_dbapi_exception 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource exc_info 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/util/compat.py", line 199, in raise_from_cause 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource reraise(type(exception), exception, tb=exc_tb) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 951, in _execute_context 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource context) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/default.py", line 436, in do_execute 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource cursor.execute(statement, parameters) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/lib/python2.7/dist-packages/MySQLdb/cursors.py", line 174, in execute 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource self.errorhandler(self, exc, value) 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource File "/usr/lib/python2.7/dist-packages/MySQLdb/connections.py", line 36, in defaulterrorhandler 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource raise errorclass, errorvalue 2014-12-02 04:02:35.481 28507 TRACE neutron.api.v2.resource OperationalError: (OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction') 'INSERT INTO floatingips (tenant_id, id, floating_ip_address, floating_network_id, floating_port_id, fixed_port_id, fixed_ip_address, router_id, last_known_router_id, status) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s)' ('b043961602cb44fe96a9a9044fe08b99', '7ef6a598-9ece-409d-a451-99a807474002', '172.24.4.14', '3b4e3acc-e97a-4e2f-ac35-4151ab41ffe8', 'd5326c5e-71f1-49c3-846a-e1e5d496ef55', None, None, None, None, 'DOWN') To manage notifications about this bug go to: https://bugs.launchpad.net/neutron/+bug/1398270/+subscriptions -- Mailing list: https://launchpad.net/~yahoo-eng-team Post to : yahoo-eng-team@lists.launchpad.net Unsubscribe : https://launchpad.net/~yahoo-eng-team More help : https://help.launchpad.net/ListHelp